diff --git "a/annotations/aokvqa_v1p0_test.json" "b/annotations/aokvqa_v1p0_test.json" new file mode 100644--- /dev/null +++ "b/annotations/aokvqa_v1p0_test.json" @@ -0,0 +1,87128 @@ +[ + { + "split": "test", + "image_id": 487715, + "question_id": "22dfoxvWKwTS6myafdKHfc", + "question": "Who married a woman that has a similar with the sign next to the chocolate avec sign?", + "choices": [ + "dom perignon", + "cesare borgia", + "mick jagger", + "ice-t" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 211663, + "question_id": "234yKjUiFq5MijJ4QXLFZm", + "question": "Why is he bent over?", + "choices": [ + "slipping", + "controlling board", + "falling", + "tired" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 130190, + "question_id": "23A3Z2fPHC3urCjdYZ6rqP", + "question": "Whose first name is the same as the name on the skis?", + "choices": [ + "jerry rice", + "norm macdonald", + "jim carrey", + "scott glenn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 224877, + "question_id": "23AH3HEVXtqNELngMhrV9n", + "question": "What did this lad likely injure here?", + "choices": [ + "knee", + "elbow", + "rear", + "board" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343693, + "question_id": "23RDeoHuFcmeLpw8oKQLiA", + "question": "What does it look like the girl is holding?", + "choices": [ + "baby", + "cat", + "egg", + "tin foil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 249903, + "question_id": "23Tv9JH6JccH6qZALHt39X", + "question": "People that come here want to see what kind of match?", + "choices": [ + "baseball", + "basketball", + "golf", + "tennis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 322663, + "question_id": "23fbZij9XW6CWpVR2fBSJk", + "question": "Based on the face what is the giraffe doing?", + "choices": [ + "chewing", + "ailing", + "mating", + "drinking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 493466, + "question_id": "24CRnoXgRhrmEN2Scpjk93", + "question": "What would be most likely to hurt the man?", + "choices": [ + "hooves", + "teeth", + "horns", + "head" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 497910, + "question_id": "24JpeN3KbdyW6RHzyzD28S", + "question": "Where might the elephants have been recently?", + "choices": [ + "lake", + "pond", + "watering hole", + "ocean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 215919, + "question_id": "25WNkKZWWnYKCdetRbsJRM", + "question": "What kind of fence is in front of the trees?", + "choices": [ + "steel", + "concrete", + "wooden", + "stone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157922, + "question_id": "25yDHCyLeGZnLhK2c2CW22", + "question": "What is this group of animals called?", + "choices": [ + "herd", + "flock", + "community", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372449, + "question_id": "289gdniVRHj3QAaLe27u6o", + "question": "What are the cups made from?", + "choices": [ + "plastic", + "paper", + "styrofoam", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 201315, + "question_id": "28kuweQ2NEgM7wPMPYrttT", + "question": "What action is the man taking?", + "choices": [ + "hiding", + "shaking", + "descending", + "ascending" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 492345, + "question_id": "297jgu3BMYgkRYz9nseD86", + "question": "What is needed for this activity?", + "choices": [ + "rain", + "waves", + "sand", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 347103, + "question_id": "29NjNaWgYDHm95PtenXaJt", + "question": "What does the building resemble most?", + "choices": [ + "restaurant", + "mall", + "castle", + "arcade" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561197, + "question_id": "29envRrCv7U2RHoafZD24n", + "question": "What activity is the flying animal engaged in?", + "choices": [ + "mate call", + "drinking", + "eating", + "procreating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 542648, + "question_id": "29fdevfUZTBBcYDHbq6ZnJ", + "question": "What is on the left side of the sign?", + "choices": [ + "fire hydrant", + "lamppost", + "car", + "garbage can" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302272, + "question_id": "2A2nv28RnC3cU2Lw6Axhz7", + "question": "These taxidermied bears are located in what type of location?", + "choices": [ + "store", + "museum exhibit", + "residence", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226222, + "question_id": "2AzKxD6QQuDQoSTZvuPSAa", + "question": "What are the people shown here involved in presently?", + "choices": [ + "waving goodbye", + "departing", + "boarding", + "deplaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102868, + "question_id": "2B8pDPBoEEancB9KppTidN", + "question": "What might this bird eat?", + "choices": [ + "seafood", + "steak", + "inland seeds", + "tree bark" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483966, + "question_id": "2D23EXSBgKG6kqNe8oMQko", + "question": "What feature does this animal have?", + "choices": [ + "trunk", + "pouch", + "whiskers", + "wings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192207, + "question_id": "2D3fVbRd88wNWvzBa64GPh", + "question": "What type of devices are being used?", + "choices": [ + "cooking", + "electronic", + "medical", + "manual" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 480510, + "question_id": "2EC3JFeHTySuTkDNoFRhtb", + "question": "What piece of furniture would be useful here?", + "choices": [ + "porch swing", + "bookshelf", + "dining table", + "bed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303474, + "question_id": "2ENKDr7RFmeCmSBGddk4nN", + "question": "What branch of the armed forces does this vehicle belong to?", + "choices": [ + "army", + "air force", + "navy", + "marines" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 383170, + "question_id": "2EXfo6dCUxzhbNsYViKq4P", + "question": "Why does the cow wear a bell?", + "choices": [ + "frightens others", + "entertainment", + "for sale", + "find easier" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 331838, + "question_id": "2Gh533W6dRsDYbomts256k", + "question": "What is the righthand animal doing?", + "choices": [ + "sniffing", + "eating", + "walking", + "running" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299627, + "question_id": "2J2eP7rFoa4PHxtNFADbgr", + "question": "Why is cover on the grill?", + "choices": [ + "weather protection", + "hide food", + "style", + "keep warm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163961, + "question_id": "2JdnKjzqdkrbFxgA9h255w", + "question": "What disease do most people believe they can get if they are cut by the item in the foreground?", + "choices": [ + "polio", + "diabetes", + "tetanus", + "smallpox" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299627, + "question_id": "2Joor8PyGg3KQNg3pbQBvZ", + "question": "What food would be hard to prepare with the black item?", + "choices": [ + "hot dog", + "egg", + "steak", + "chicken" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 108632, + "question_id": "2LbFSqG4j8HSFpXkFbHmq4", + "question": "What would this container be used for?", + "choices": [ + "travel", + "food", + "groceries", + "drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 329210, + "question_id": "2LhEL4DAvS78gnAcXCPdcm", + "question": "What is the large structure here?", + "choices": [ + "airplane", + "basket", + "submarine", + "tank" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5990, + "question_id": "2LtnACy9J5febZfZM4STbd", + "question": "What topping on this pizza is considered unusual when served on pizza?", + "choices": [ + "tomato sauce", + "cheese", + "eggs", + "tomato" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 47371, + "question_id": "2M9CoxxSsBkAfkojrx3AXM", + "question": "The markings on its body are referred to as what?", + "choices": [ + "tattoos", + "speckles", + "stripes", + "moles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 212915, + "question_id": "2ManWZpinnrZVqtZrCKVvn", + "question": "In what year was this album released?", + "choices": [ + "2006", + "2015", + "1999", + "2010" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501662, + "question_id": "2Munn48n3dQ6otbqB2itjA", + "question": "What month is on the picture?", + "choices": [ + "february", + "july", + "january", + "may" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372818, + "question_id": "2NPzFsgwn9mV2vknDcJDbb", + "question": "What should be changed to make the room look neater?", + "choices": [ + "paint wall", + "fold quilt", + "vacuum floor", + "empty garbage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87129, + "question_id": "2Nat7iJs7SzF3sC7E8bQiz", + "question": "Which country is famous for floating umbrella?", + "choices": [ + "portugal", + "nepal", + "italy", + "germany" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35387, + "question_id": "2PNToLumM4Q6NnRpGT8Q9G", + "question": "What is the correct PSI for a bicycle tire?", + "choices": [ + "100-120psi", + "80-130psi", + "40-90psi", + "50-80psi" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 2815, + "question_id": "2Pgu3PEGyFUrktsXkcUhBx", + "question": "What would someone do on the white area near the lamp?", + "choices": [ + "shower", + "exercise", + "eat", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 534575, + "question_id": "2RXvzYma9JXNQkwsmw6Q43", + "question": "What is the thing that is out of focus called?", + "choices": [ + "dock", + "plane", + "bird", + "mountain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558952, + "question_id": "2RkWFzDvq99eLyDZiofPqy", + "question": "Which item would be most difficult to carry?", + "choices": [ + "4th", + "1st", + "3rd", + "2nd" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468051, + "question_id": "2S85UwBX9XV77NxiJrXXwi", + "question": "What is the stuffed animal on the left wearing?", + "choices": [ + "hat", + "tracksuit", + "bow", + "pumpkin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 529563, + "question_id": "2VDkndEXa78Lse3RdvFinn", + "question": "From what are these animals most likely to run?", + "choices": [ + "mice", + "giraffes", + "donkeys", + "lions" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456862, + "question_id": "2Vm6peXM4ob4etsf9q8wcf", + "question": "Why is he wearing a suit?", + "choices": [ + "uniform", + "costume", + "warmth", + "business" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25564, + "question_id": "2Vmd5BVEjmwZj6XFASGVu6", + "question": "The coffee drinker here likes to add what to their coffee?", + "choices": [ + "cream", + "ice", + "water", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464082, + "question_id": "2WQwmpQUXg7gsE2tDaQtKV", + "question": "What brand is the computer?", + "choices": [ + "lenovo", + "dell", + "apple", + "macintosh" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 481559, + "question_id": "2WaAYcGZ2KHiZVjGtKRhdY", + "question": "What kind of fish this brown bear eats?", + "choices": [ + "mackerel", + "salmon", + "cod", + "herring" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376149, + "question_id": "2YHjZfAdS5D6NjPeJE9FbD", + "question": "Why has she covered her head?", + "choices": [ + "fashion", + "protection", + "uniform", + "disguise" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 370223, + "question_id": "2Yuh6pbCoeheZ6aLrjpJuc", + "question": "How many aero planes do you see?", + "choices": [ + "two", + "none", + "one", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 459908, + "question_id": "2ZtB367wfjVKuTCaPZmo2j", + "question": "Why might they be near the trees?", + "choices": [ + "sleep", + "eat", + "play", + "drink" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 79799, + "question_id": "2aJS5D3BU3G5YfAKv3ZBzV", + "question": "Who is famous for playing this sport?", + "choices": [ + "jeff blauser", + "frederick barbarossa", + "dev patel", + "bam margera" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498642, + "question_id": "2acKtXnMJia8ECsbCJcfQS", + "question": "What is the fork sitting in?", + "choices": [ + "pea salad", + "potato salad", + "egg salad", + "fruit salad" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570918, + "question_id": "2ap6Y5pPDYX5inBuWZUxGw", + "question": "What formation is in the body of water?", + "choices": [ + "sand dune", + "kelp", + "rocks", + "cactus or" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6044, + "question_id": "2b7U4t3BKLDoT7uWz93yny", + "question": "Hat is in the back of the truck?", + "choices": [ + "mattress", + "tire", + "box", + "cannon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 150047, + "question_id": "2bcv6DJEdFprtnzqnEg76G", + "question": "The apparatus on his face was meant to protect against what?", + "choices": [ + "gas", + "bugs", + "birds", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98759, + "question_id": "2dTin6biVNmpb4Hm8mmQzN", + "question": "What is the person cutting?", + "choices": [ + "bread", + "nails", + "name tags", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458063, + "question_id": "2ddhX7GzuX3g4kDVBMiyBT", + "question": "What decade was the phone on the made in?", + "choices": [ + "1980's", + "2000's", + "2020's", + "1960's" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577069, + "question_id": "2dsSpt7MU63N2FgriXsqTo", + "question": "What type of sound does the following birds produce?", + "choices": [ + "caws", + "hisses", + "crows", + "sings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 418689, + "question_id": "2eCWwucG7zxrFTTLw25jYG", + "question": "This airline is the flag carrier for which area?", + "choices": [ + "lima", + "mumbai", + "hong kong", + "kingston" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 364163, + "question_id": "2fD9xwFJ6jJRzxf5KuSNLm", + "question": "Why would the man use the object in his hand?", + "choices": [ + "hiding", + "camouflage", + "rain protection", + "fishing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 442851, + "question_id": "2fiJRcdvmmsoXKRUTZgciY", + "question": "The white utensil is made of what material?", + "choices": [ + "plastic", + "ceramic", + "wood", + "marble" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 546989, + "question_id": "2g9VKEajzsHWFiTGsw4Ngm", + "question": "What was this guy doing before he got here?", + "choices": [ + "traveling", + "movies", + "jogging", + "playing baseball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133801, + "question_id": "2gJJga2oK3g5FDHkbYsHUa", + "question": "Why is the door open?", + "choices": [ + "for passengers", + "for pictures", + "for cleaning", + "for luggage" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 516578, + "question_id": "2gxhitzS9PLyiSwmy8osjn", + "question": "Which one of the following would be trained how to use this?", + "choices": [ + "detective", + "babysitter", + "professor", + "firefighter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162766, + "question_id": "2gxnWYUwxhcGbqdWsnYUQk", + "question": "What is the man about to do?", + "choices": [ + "hide", + "eat", + "dress", + "drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 58427, + "question_id": "2hSAixSkmELYcKW6eRfuFV", + "question": "What dried plant does the larger shaker contain?", + "choices": [ + "black pepper", + "sugar", + "red pepper", + "salt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365818, + "question_id": "2iDWJXsPDE5QyqbDhUcJZc", + "question": "This toilet is meant to be installed where only?", + "choices": [ + "front wall", + "corner", + "ladies room", + "back wall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464667, + "question_id": "2jgwoXDApy8DVXqR5oXAYJ", + "question": "The large kite here is meant to mimic an animal normally found in what?", + "choices": [ + "land", + "space craft", + "sea", + "sky" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 222718, + "question_id": "2kYThf6ExB4rMW8esYmqtN", + "question": "On which type street do these signs give warning?", + "choices": [ + "none", + "side", + "highway", + "avenue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 106571, + "question_id": "2mzCuBJ3ZqaBWKanTywHp2", + "question": "What river is flowing in front of the clock tower?", + "choices": [ + "rhine", + "danube", + "thames", + "seine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214993, + "question_id": "2oMMZUuXeupuraJfRtepcP", + "question": "The lines between the squares is normally filled with what material?", + "choices": [ + "clay", + "grout", + "sand", + "marbles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38089, + "question_id": "2odQJSNkaj5vkBoLH3iCJc", + "question": "The bird here sees what that attracts his attention?", + "choices": [ + "cheetos", + "reflection", + "eggs", + "nest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511315, + "question_id": "2q9g8ZbdUwiRyoJaa6hPsZ", + "question": "What is this animal doing?", + "choices": [ + "eating", + "sleeping", + "attacking", + "climbing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 182664, + "question_id": "2qDTM9yP56gchmh87Q9hYT", + "question": "What can be seen tucked under the corner of the keyboard?", + "choices": [ + "paper", + "hand", + "air", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118711, + "question_id": "2qMW2YFABBCS7fUEt9Gud3", + "question": "What terrain is shown here?", + "choices": [ + "valley", + "savanna", + "desert", + "bay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204220, + "question_id": "2r65o6uRizY8Mh9zgQw8R4", + "question": "What is the person above holding?", + "choices": [ + "watch", + "nothing", + "dog", + "blower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 240491, + "question_id": "2rgTTMPs2ff7kFQkWeTHVo", + "question": "What skateboard move is the person performing?", + "choices": [ + "900", + "kickflip", + "grind", + "ollie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463911, + "question_id": "2s8RSb6YKdszh9x38AFtud", + "question": "What type of store is this?", + "choices": [ + "shoe", + "book", + "food", + "record" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 233939, + "question_id": "2sBrXpjDt8Y2Bx4pf3SP2M", + "question": "Which giraffe is 10 feet tall?", + "choices": [ + "both", + "neither", + "smaller", + "taller" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8500, + "question_id": "2sVqRW2epZy8xA3MY6GWbV", + "question": "What occupation does the man sitting hold?", + "choices": [ + "linotype operator", + "beef eater", + "dog catcher", + "shepherd" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162349, + "question_id": "2uT3yFyGdEeo6VdhH8QDUB", + "question": "What type of person visits this location?", + "choices": [ + "elected official", + "tourist", + "business executive", + "resident" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456738, + "question_id": "2ucRKLwq3XaV24YpEQZZkm", + "question": "What might be likely to cause this train to stop in this area?", + "choices": [ + "sleet", + "hot sun", + "rain", + "avalanche" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89035, + "question_id": "2vKFZWExBVvkdEbVsBhJRn", + "question": "Which country is this stop sign most likely in?", + "choices": [ + "usa", + "korea", + "africa", + "germany" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 185937, + "question_id": "2vVYaweEbK5ehXk6qNaJG3", + "question": "What would be most likely to light your way during noon on a day when there is a blackout here?", + "choices": [ + "basement light", + "skylights", + "small candles", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373530, + "question_id": "2vcw8KGmUhenWvsYysHfsg", + "question": "What does the skateboarder's crouch suggest he's doing next?", + "choices": [ + "trick", + "spin", + "flip", + "slalom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349422, + "question_id": "2vegP2rdV57S2vP9a24Pgr", + "question": "To remove waste from the bowl here where should you touch?", + "choices": [ + "tank side", + "bowl", + "tank top", + "back wall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 266225, + "question_id": "2vh7xBYcyGC8Fq7eDPLghT", + "question": "Where is this person seated?", + "choices": [ + "sofa", + "stool", + "chair", + "bench" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296934, + "question_id": "2wH9Qjj8fvVRGJtrhsQvZi", + "question": "How is this food portioned?", + "choices": [ + "slices", + "glasses", + "cubes", + "scoops" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563004, + "question_id": "2xPXVHCYP3iLHNcJkkLNg7", + "question": "What is on the board?", + "choices": [ + "pizza", + "hamburger", + "meat", + "onion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532176, + "question_id": "2xsKBTLHbWLyzxaDKbp29d", + "question": "What will this man most likely do before going into public?", + "choices": [ + "sing", + "change ties", + "tie tie", + "tuck shirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577390, + "question_id": "2yYzfhrDDTotX7BfXgc4cG", + "question": "What is required for this vehicle to move?", + "choices": [ + "grass", + "trail", + "track", + "road" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 331048, + "question_id": "2yaEGcvAPdkhQ9xvMzoEeA", + "question": "What is the item in the middle used for?", + "choices": [ + "recording", + "dinner", + "cutting lawns", + "scaring dogs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463462, + "question_id": "2zJCb8ByzQf5XXrzXurWbT", + "question": "What type of seating is available?", + "choices": [ + "sofa", + "bench", + "stool", + "chair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 328642, + "question_id": "33iSsgqUxAFv43Vx3GKX9s", + "question": "The instrument on the dashboard is measuring what?", + "choices": [ + "temperature", + "gas", + "speed", + "oil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9092, + "question_id": "34BjVF9oGcnTo6Vkazgrqt", + "question": "What is the bottom writing on the chalkboard a reference to?", + "choices": [ + "family guy", + "simpsons", + "starwars", + "mickey mouse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 128933, + "question_id": "34FQTaBL3NyS7tep8v6P2e", + "question": "Which one of these pastimes is the computer owner sure to practice?", + "choices": [ + "skiing", + "snorkeling", + "motorcycle riding", + "skydiving" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420301, + "question_id": "353xMsoqmCRTXfoRMK47rz", + "question": "Why is there a utensil in the bowl?", + "choices": [ + "to mix", + "to hide", + "to store", + "to clean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89784, + "question_id": "35UV8ToGNQnYj7NiGWQ42Z", + "question": "What is keeping the shoes on the boy?", + "choices": [ + "laces", + "skateboard", + "pants", + "arms" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352489, + "question_id": "35kNxm86PnMUsGWMdYboRz", + "question": "Who are the people in the vehicle?", + "choices": [ + "government", + "wildlife tourists", + "police", + "poachers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321180, + "question_id": "36GN5TtMNnAtYgfNx7NYDy", + "question": "What is the person standing on?", + "choices": [ + "whale", + "surf board", + "water", + "ground" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334608, + "question_id": "36KCKknSFP4wCPHuxrbSiG", + "question": "What food group is he eating?", + "choices": [ + "vegetable", + "grains", + "fruit", + "dairy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387852, + "question_id": "36VkkEGghhdz3YXCtcuK2L", + "question": "What are the umbrellas near?", + "choices": [ + "chairs", + "snow", + "babies", + "cats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298533, + "question_id": "38KzGLANrXWp5BfQW8E8D8", + "question": "What is warming up this dish?", + "choices": [ + "microwave", + "toaster", + "stove", + "oven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183818, + "question_id": "3AQMEJ9hM9C7g9MbQRqqqm", + "question": "What species of animal shares the name for this item?", + "choices": [ + "ovine", + "canine", + "rodent", + "bovine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22502, + "question_id": "3AnXb3vQ7s242TrG2bgQUb", + "question": "If urinating only which button do you push?", + "choices": [ + "both", + "small one", + "none", + "large one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424036, + "question_id": "3AvrcG6tpQPi9P74zY9G5v", + "question": "Why is he seated at this table?", + "choices": [ + "to sew", + "to eat", + "to paint", + "to work" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 457949, + "question_id": "3BeS2uUkjCL9QSSrW6JN8G", + "question": "What type of vehicles are being transported on the truck?", + "choices": [ + "vans", + "trucks", + "cars", + "motorcycles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 58220, + "question_id": "3BmcwcRsidzWW4ZyndnpuD", + "question": "What is usually moving behind this man?", + "choices": [ + "elephants", + "papers", + "guns", + "vehicles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458062, + "question_id": "3BtE6EWnnJCuxNQuQTg6iu", + "question": "What is this skiing stance called?", + "choices": [ + "snowplow", + "cross country", + "freeriding", + "carving" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 206769, + "question_id": "3DKgNxNsRHXhpcDBE99sDm", + "question": "The name of the fruit on the left is also a what?", + "choices": [ + "dog", + "color", + "coin", + "country" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 305286, + "question_id": "3E9vpC9wYXevS9dJUWDpuZ", + "question": "Which one would be the best for precision cutting?", + "choices": [ + "red", + "black", + "blue", + "silver" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 441510, + "question_id": "3GDYctgzik7zpNq5cT7Xru", + "question": "If this was the time in New York what time would it be in Brazil?", + "choices": [ + "319", + "445", + "819", + "119" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192396, + "question_id": "3GyH4eRKNTvZ4frZJS4TnJ", + "question": "Where does this type of activity usually take place?", + "choices": [ + "omsk", + "oahu", + "liberia", + "cairo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 407691, + "question_id": "3H4Z3WBngxXWARnCynMZyB", + "question": "What would the wrench shown here do?", + "choices": [ + "add ornamentation", + "beat insects", + "open hydrant", + "nothing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 363095, + "question_id": "3HgYKwWKaqdmZu6W77f6o8", + "question": "Why are the bears arrange thus?", + "choices": [ + "for display", + "random", + "for sale", + "attract attention" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288034, + "question_id": "3LYq98onfecDjPrS9bchEB", + "question": "What is the large white appliance used for?", + "choices": [ + "cooking", + "calling", + "watching", + "cooling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 55480, + "question_id": "3MNXZqAQYmVptUSyKBYRdv", + "question": "Where is the person taking the photo of the plane probably located?", + "choices": [ + "another plane", + "ground", + "onboard", + "space-station" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 199530, + "question_id": "3MZ2CK86Wt7zPdo83Yxyks", + "question": "What is the nickname of the state this train services?", + "choices": [ + "ocean state", + "sunshine state", + "bay state", + "golden state" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517730, + "question_id": "3Mb4MQztRrdy7AYBJMdh39", + "question": "What could he keep on if he wanted to go swimming?", + "choices": [ + "shoes", + "hat", + "shirt", + "shorts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 23856, + "question_id": "3Mpwo77o2oHBKbBVJqfcQk", + "question": "What kind of clef is depicted here?", + "choices": [ + "treble", + "bass", + "tenor", + "alto" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 494871, + "question_id": "3NTk7uiKobe8AxmDRXXNYE", + "question": "What time of year is it?", + "choices": [ + "winter", + "fall", + "summer", + "spring" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283460, + "question_id": "3NpLaLT4zprN23szEXs58d", + "question": "Where is the main base for the airplane most likely located?", + "choices": [ + "ireland", + "poland", + "england", + "usa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52716, + "question_id": "3S4XNJmYGErLXpz3sEc3dP", + "question": "Which task would opposable thumbs help the cat accomplish?", + "choices": [ + "tying shoes", + "running", + "eating", + "playing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252763, + "question_id": "3SXpvBTy4agRTtyMetQoyo", + "question": "What part of the terrain could do the worst damage to the man's skies?", + "choices": [ + "snow", + "sleet", + "ice", + "rocks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 55426, + "question_id": "3SmVZDpFKRvbQRnYck2WnX", + "question": "In what form was the original version of this product?", + "choices": [ + "leaf", + "stick", + "paper", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 250507, + "question_id": "3T84swqEUaDxJz3YB4BUvU", + "question": "What is the animal doing?", + "choices": [ + "grooming", + "flying", + "devouring", + "hunting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89985, + "question_id": "3TA8XQdsMo5TVBTbnUrmV3", + "question": "What is a common topping for the item on the plate?", + "choices": [ + "oranges", + "mustard", + "sausage", + "cherry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357085, + "question_id": "3TYhpqiHdF2GnCYR5pDp96", + "question": "Where might this animals be found that has the same first letter as their name?", + "choices": [ + "aquarium", + "safari", + "zoo", + "petshop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 573768, + "question_id": "3Tkb57LsdYsc9zoA7hZPoa", + "question": "What is the chance the umbrella would be destroyed if the tide comes in?", + "choices": [ + "low", + "high", + "medium", + "no chance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 432986, + "question_id": "3TkvT6k76PL3gQULc9C4Jr", + "question": "What will this person likely do next?", + "choices": [ + "fish", + "parasail", + "surf", + "fly kite" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 370508, + "question_id": "3Tuw25LbqrfHiP34Bbkz7b", + "question": "Which direction is this surfer headed?", + "choices": [ + "right", + "left", + "down", + "up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572677, + "question_id": "3U798aTY3s6G2EwFb4AUXb", + "question": "The pans on and near the stove top can be used to create what?", + "choices": [ + "muffins", + "wedding cakes", + "bran cereal", + "jello" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513104, + "question_id": "3UBPe7QjQ7NTCHMAZjyYQh", + "question": "The person here uses their board keeping only what bodyparts on it?", + "choices": [ + "right foot", + "hands/ chest", + "rear", + "left foot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521329, + "question_id": "3UbdRNcYcwWwn4c4XiN9XW", + "question": "The dog is closest to what item?", + "choices": [ + "computer", + "phone", + "cat", + "wine glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92035, + "question_id": "3VVkaRsWjbozpEmcrxgPKU", + "question": "What is below the clock?", + "choices": [ + "bench", + "flag", + "rope", + "light" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 579128, + "question_id": "3XBbXeDpEYynF4WnhVgaWb", + "question": "What advantage does this person gain by holding hands up?", + "choices": [ + "balance", + "uber ride", + "nothing", + "scare sharks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267483, + "question_id": "3YZGfp7kqMjHCrQTUn2ajE", + "question": "How much pizza is left to eat?", + "choices": [ + "half", + "all", + "none", + "two-thirds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 398348, + "question_id": "3ZiPZ8HD2QhQy9X7zS9YDV", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "road", + "rail", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 99117, + "question_id": "3aapfHjXmuAGe6omSamVM4", + "question": "What are the paper towels for?", + "choices": [ + "cleaning floor", + "carrying food", + "drying hands", + "cleaning mirror" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513259, + "question_id": "3afHnWoDWk8oSPKaUSPwZe", + "question": "What would one expect the statue to do if it were a real human?", + "choices": [ + "eat", + "dance", + "cry", + "sew" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168177, + "question_id": "3aiqsaDFPEgfQp8okgmz97", + "question": "What type of tower is this middle building typically referred to as?", + "choices": [ + "iron tower", + "age tower", + "time tower", + "clock tower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7038, + "question_id": "3bDK8jyLKQXVibkChRm2wj", + "question": "What do the bindings over its eyes prevent?", + "choices": [ + "mating", + "sun glare", + "running away", + "looking sideways" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 18972, + "question_id": "3dXy7T93b5R2HDd88Ni74n", + "question": "What are they trying to build?", + "choices": [ + "ramp", + "cover", + "fort", + "bench" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74890, + "question_id": "3eTHFzA4ZSBxSCXETHhngg", + "question": "What is the nickname that people call the mini skateboards?", + "choices": [ + "small boards", + "thumb boards", + "finger boards", + "plastic boards" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 531712, + "question_id": "3edJdRZjhJq76mhqcWcsU7", + "question": "What can best be used to describe the person currently?", + "choices": [ + "soaked", + "sleeping", + "hot", + "dry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319377, + "question_id": "3ejvRjpAC5rSRpPAUsmQ2n", + "question": "What most indicates that it is windy and ideal for kite flying?", + "choices": [ + "rocks", + "sand", + "clouds", + "waves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 269787, + "question_id": "3f8MA7kzjoYx2K5MdFq9cA", + "question": "What type of kitchen is shown?", + "choices": [ + "commercial", + "residential", + "truck", + "hospital" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 213793, + "question_id": "3fAeaYS5CZTrStRj7WGK5U", + "question": "What pastime does the person sleeping here enjoy when resting?", + "choices": [ + "tennis", + "tv", + "reading", + "gaming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190777, + "question_id": "3fUoJatsJucgXKRgHN4Lob", + "question": "What type of transportation is this?", + "choices": [ + "land", + "water", + "rail", + "road" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454091, + "question_id": "3fg3VKcCuze4dAVMGZPUFe", + "question": "What is in the soil?", + "choices": [ + "seedling", + "cat", + "dog", + "plant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 58742, + "question_id": "3gTSzBoKiqmwGj9rjMWTqN", + "question": "If accessed what comes out of the red post like item here?", + "choices": [ + "nothing", + "gas", + "water", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 482519, + "question_id": "3giTHA53Dh58f6iZYB6jCN", + "question": "Where is the water falling from?", + "choices": [ + "waves", + "waterfall", + "hose", + "sky" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351691, + "question_id": "3hCwP9GoMstMiiH2J8e6oP", + "question": "Which one of these items would it be more appropriate to put in this case?", + "choices": [ + "marbles", + "pants", + "rocks", + "oysters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 1172, + "question_id": "3hgsUQe76nVvFVVGV9thdE", + "question": "What type of animal is shown?", + "choices": [ + "reptile", + "stuffed", + "domestic", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 573220, + "question_id": "3kjgqPr4xwLr4CaHHT6fwb", + "question": "What is the most common type of hardwood flooring?", + "choices": [ + "oak", + "walnut", + "mahogany", + "ash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 428631, + "question_id": "3n7FbciBcMnK2hDDkVZeLW", + "question": "How many legs does the animal have?", + "choices": [ + "nine", + "two", + "three", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127333, + "question_id": "3ogMMYG8Ngy7rPi4A4tbXa", + "question": "What room of the house is unaccounted for?", + "choices": [ + "entry way", + "kitchen", + "bedroom", + "bathroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158496, + "question_id": "3q5cNFijL8SwpT768Mcmg9", + "question": "What are red and can be seen growing on the plants?", + "choices": [ + "peppers", + "berries", + "onion", + "apples" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 486861, + "question_id": "3q9urkaWkCX6LrkDPKUdYE", + "question": "What surface is the giraffe in the foreground walking on?", + "choices": [ + "dirt", + "rocks", + "grass", + "pavement" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 383650, + "question_id": "3qNSctQyJ3HH5MMVmdzAQq", + "question": "What color is the stuff coming from the top of the vehicle?", + "choices": [ + "black", + "blue", + "pink", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342873, + "question_id": "3qphfDWcf4Ea7hmjTGmS78", + "question": "These items have been abandoned for what likely time frame?", + "choices": [ + "years", + "minutes", + "months", + "weeks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 34638, + "question_id": "3r4ewrQnkfag7qKij4PgjD", + "question": "What word best describes this animal?", + "choices": [ + "burly", + "miniature", + "two-legged", + "petite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410811, + "question_id": "3r8FJJBckpYoBuGS8Xq7SR", + "question": "This map declares about what?", + "choices": [ + "passenger route", + "city map", + "train route", + "platform route" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188714, + "question_id": "3tZ3Wu2vHbyJX6CL35LDU4", + "question": "What is the larger bear doing?", + "choices": [ + "making selfie", + "eating", + "singing", + "hibernating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495230, + "question_id": "3ttsEetSMobXjq9FgaX3Qm", + "question": "What does this device do to the oranges?", + "choices": [ + "slices", + "juices", + "peels", + "cuts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339300, + "question_id": "3uetX3867rhiKUivbTJtT2", + "question": "What dog has the highest IQ?", + "choices": [ + "labrador", + "papillon", + "golden retriever", + "poodle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17185, + "question_id": "3uqiLUzKdx2JJuoiXvW2md", + "question": "What kind of clothing is on the animal?", + "choices": [ + "bathing suit", + "vest", + "jacket", + "sweater" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22573, + "question_id": "3wqxEMG5qyTojdxxGCDaqY", + "question": "From which plant part does the most orange item shown here come?", + "choices": [ + "none", + "fruit", + "banana tree", + "root" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 360492, + "question_id": "3xLKojKRSnwjBRQGdPkSQS", + "question": "What does this dog most want to shake now?", + "choices": [ + "hands", + "tail", + "head", + "fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 419654, + "question_id": "3yKkLxuTdRbREviQwyEN5H", + "question": "How many towels are on the rack?", + "choices": [ + "three", + "five", + "two", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301833, + "question_id": "3yVHpGJr5ZsemY8ukW6h9J", + "question": "What is the most powerful piece in the game depicted on his tie?", + "choices": [ + "king", + "bishop", + "rook", + "queen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369051, + "question_id": "3ybuUV9ALPPrdQoGgDayT3", + "question": "On what peninsula does this road lie?", + "choices": [ + "lizard", + "dingle", + "yorke", + "kenai" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 543591, + "question_id": "3yoFut6yPwKG4PntYxuisY", + "question": "What is on top of the box?", + "choices": [ + "flower", + "knife", + "bee", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309691, + "question_id": "3zDpfKxnt8o8d4LwPNveL3", + "question": "If threatened which body part are these animals best defense?", + "choices": [ + "dewlaps", + "tails", + "horns", + "tongues" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230958, + "question_id": "3zQkxPcfyVAckJLRuD87Rp", + "question": "What was the last person to sit on the bench doing?", + "choices": [ + "eating", + "sleeping", + "studying", + "exercising" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209735, + "question_id": "3zeQ2C4kSRTTBfiaN4Cs7b", + "question": "What feature of the horses are similar color?", + "choices": [ + "nose", + "legs", + "mane", + "head" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563956, + "question_id": "3zypor2vN46uhD76vgjiDm", + "question": "What type of water is the bird in?", + "choices": [ + "river", + "pond", + "lake", + "ocean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326888, + "question_id": "42dAaRoJaFphLCj9kGyFCN", + "question": "What is the job of this horse?", + "choices": [ + "carry", + "push", + "show", + "haul" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 91897, + "question_id": "42tSSBfHieZc9sckdaASLi", + "question": "What kind of person stays here?", + "choices": [ + "acrobat", + "artist", + "child", + "midget" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391257, + "question_id": "43mBxfEipqm9CVtfkCEtbV", + "question": "What activity are these zebras doing right now?", + "choices": [ + "mounting", + "sleeping", + "galloping", + "evading predators" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 580970, + "question_id": "45R56XPbc7jpwDvPEpd5eA", + "question": "The clock number are in?", + "choices": [ + "latin", + "roman", + "code", + "english" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557331, + "question_id": "46W58SGnXvzcSBTCQSTkb7", + "question": "The person is doing a sport in what environment?", + "choices": [ + "snow", + "desert", + "jungle", + "lake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404690, + "question_id": "46W9fHNyLQpNjTffVV6KzK", + "question": "What type of salad is this?", + "choices": [ + "caesar", + "caprese", + "egg", + "potato" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3896, + "question_id": "479LLWc5XAqjnJJtG4NYEc", + "question": "What are the trees lacking that they would often have?", + "choices": [ + "branches", + "growth", + "leaves", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314748, + "question_id": "4ADbxBnKfvufX7gCMsMTEX", + "question": "What is seen flying in the air?", + "choices": [ + "kite", + "bird", + "plane", + "helicopter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 240958, + "question_id": "4Cp7XYfoPPTjbefH9JV2cA", + "question": "The animals here are in a sort of what?", + "choices": [ + "zoo", + "beef farm", + "private lawn", + "meat factory" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 148567, + "question_id": "4DFcDPgoENU4ikqBXNH7f5", + "question": "What is needed for this activity?", + "choices": [ + "wind", + "sand", + "snow", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308056, + "question_id": "4DWRrB6ckmbMoEWWAhmxMA", + "question": "Which of this surfers legs has something tied to it?", + "choices": [ + "left", + "right", + "none", + "both" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442884, + "question_id": "4DywHduPLeCRgNyaBXaKHA", + "question": "One must have lots of which one of the following if one wants to own one of these animals?", + "choices": [ + "acres", + "computers", + "degrees", + "children" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197822, + "question_id": "4E9NmzqXxWBGnBg2T5R697", + "question": "In what year was this airport decommissioned?", + "choices": [ + "2008", + "2021", + "1990", + "1995" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462119, + "question_id": "4FkqdyyPT5gULwKF5ekugs", + "question": "How is this fixture powered?", + "choices": [ + "gas", + "sun", + "coal", + "electric" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262356, + "question_id": "4Fnd5UN4Eg2ziUiv2aS5xE", + "question": "What did she just do?", + "choices": [ + "tossed frisbee", + "woke up", + "dropped skis", + "ate lunch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 208090, + "question_id": "4FsRjjWSqDDVndEywFwsD5", + "question": "Which seasonal Olympic game it is?", + "choices": [ + "autumn", + "spring", + "summer", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84374, + "question_id": "4HBjivSedodot6fFz6drgZ", + "question": "When facing this street who is allowed to continue forward at this exact moment?", + "choices": [ + "taxis", + "cars", + "nobody", + "pedestrians" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289205, + "question_id": "4HqLbCNa9FKZHTxJFYP4J3", + "question": "What is the bright green area on the train tracks?", + "choices": [ + "paint", + "moss", + "foam", + "jelly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3853, + "question_id": "4J53XXdTyyT9HyTVSknpZZ", + "question": "What reason is likely the reason you may not travel down West Lake Street?", + "choices": [ + "mardi gras", + "road work", + "cash giveaway", + "rush hour" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363535, + "question_id": "4JrDdwsqcSKUsYqUT5v7fj", + "question": "What symptom does the person who just used the toilet have?", + "choices": [ + "vomiting", + "diarrhea", + "dizziness", + "headache" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395389, + "question_id": "4K6L4GHLmiEcxYgsCHgdtm", + "question": "What would this vehicle be used for transporting?", + "choices": [ + "dogs", + "married couple", + "three clowns", + "baseball team" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 480378, + "question_id": "4LQfSX9kRrEjSFhbXJmgUh", + "question": "What kind of car is compatible with this pump?", + "choices": [ + "tesla", + "ford", + "gmc", + "chevrolet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537030, + "question_id": "4MBQKjmYAasZrfk7TwvWd9", + "question": "What keeps the kite from flying away?", + "choices": [ + "string", + "chain", + "fiber optics", + "bungees" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301354, + "question_id": "4NdJYV8YLdpXexxsRTB9B2", + "question": "The person is doing what?", + "choices": [ + "eating", + "falling", + "sleeping", + "flying" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518963, + "question_id": "4Nqcijo53zb8MFofY6V9DA", + "question": "Why is he wearing glasses?", + "choices": [ + "sunshine", + "to read", + "uniform", + "costume" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 316222, + "question_id": "4PLXn4qnBq78JQEjHBgRxQ", + "question": "What is this mini fridge mainly being used for?", + "choices": [ + "produce", + "meat", + "beer", + "frozen food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507538, + "question_id": "4PSdCW2wMKg8UEjwgJfrD5", + "question": "What is the person who owns this dog wearing?", + "choices": [ + "nothing", + "jeans", + "stockings", + "tutu" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462586, + "question_id": "4Pb7cyGNFy8Y76HqNGx4D6", + "question": "This man look like he is most likely to be what?", + "choices": [ + "scientist", + "ufc champion", + "weightlifter", + "wwe wrestler" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 546898, + "question_id": "4PgKMiajBFx2f5WXkinWXB", + "question": "What is the air temperature surrounding this roadway?", + "choices": [ + "cold", + "freezing", + "warm", + "hot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19305, + "question_id": "4Q7r6PwTViBDTNteQXzcpe", + "question": "When it lands which part of the skateboard here will touch the ground first?", + "choices": [ + "wheels", + "top", + "side", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302816, + "question_id": "4QKmHFKVTW4zA7ahENAaDd", + "question": "What is the person holding in the air?", + "choices": [ + "their hand", + "sword", + "newborn baby", + "rifle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350906, + "question_id": "4QTm3yu3Z7GpcP3PUs8xhw", + "question": "In what room is this dog located?", + "choices": [ + "bathroom", + "bedroom", + "kitchen", + "garage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537600, + "question_id": "4QqBvRtEpQ2TznzozUiYvJ", + "question": "What is different about this street sign compared to what we normally see?", + "choices": [ + "shape", + "font", + "size", + "color" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8242, + "question_id": "4RHddBdcvVg6g6gRERwCjP", + "question": "Which operating system is the computer connected to the wireless mouse and keyboard running?", + "choices": [ + "chrome os", + "windows", + "linux", + "macos" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561904, + "question_id": "4S3X2nbTxAtz9i9RTkyKRA", + "question": "From which video game console is the controller on top of the ping pong racquet used with?", + "choices": [ + "nintendo wii", + "nintendo gameboy", + "sony playstation", + "microsoft xbox" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235908, + "question_id": "4S3jpMVKyQzgnuziRUBaHB", + "question": "What kind of activity needs to be performed behind the giraffe?", + "choices": [ + "plumbing", + "burning", + "landscaping", + "planting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424540, + "question_id": "4TDMeWLdv53KtspDniMjJ2", + "question": "What is the big screen on the right?", + "choices": [ + "gps", + "tv", + "microwave", + "computer monitor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533432, + "question_id": "4VTjsjznpSfdsgskbnenAV", + "question": "What are the animals engaged in?", + "choices": [ + "standing", + "running", + "hunting", + "grazing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551290, + "question_id": "4WA5iEMoz3d4mUrPgAodT3", + "question": "What object is not in this bathroom?", + "choices": [ + "toilet", + "toilet paper", + "book", + "poster" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536537, + "question_id": "4WTRY8nrhYAyuNF8KMoTMq", + "question": "What is the same color as the longest stripe on the animal on the left?", + "choices": [ + "black bear", + "blue jay", + "red robin", + "yellow canary" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 437090, + "question_id": "4Ws4AWRYmPG5L3wf9wQRDF", + "question": "What type of energy goes through the tower right of the train?", + "choices": [ + "mechanical", + "heat", + "electrical", + "nuclear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 31290, + "question_id": "4Wtwm8QizBNif5VHk3ngCz", + "question": "What is the bear laying on top of?", + "choices": [ + "pillow", + "bush", + "bed", + "tree log" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570918, + "question_id": "4XWrvVQShihTV27suWXhZe", + "question": "What animal has wings similar to these boats?", + "choices": [ + "pidgeon", + "ant", + "butterfly", + "dove" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260079, + "question_id": "4XfZFySGitCP7XdmSZKK7D", + "question": "Who would usually wear the exact outfit the person is wearing?", + "choices": [ + "nun", + "santa claus", + "army general", + "student" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513644, + "question_id": "4XnAcUZ6JxYAQUyhSzYj6A", + "question": "What is in the foreground?", + "choices": [ + "sheep", + "stream", + "crop", + "mud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458788, + "question_id": "4ZhoWvmBhahDjVeZvzF5dJ", + "question": "What type of area are these people walking in?", + "choices": [ + "forest", + "coastal", + "arctic", + "tropical" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 437090, + "question_id": "4ZxDeJv7kN5tU4LWwc2pCE", + "question": "What is the tower behind the train used for?", + "choices": [ + "am radio", + "cell service", + "fm radio", + "shortwave radio" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 434781, + "question_id": "4aHzmmYeN9nUB5nQSoPcQZ", + "question": "The animal here is unlikely to go far in which direction?", + "choices": [ + "right", + "left", + "forward", + "back" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82723, + "question_id": "4aZgN6UH3AUYEtEGbo8P2u", + "question": "What is the man wearing on his head?", + "choices": [ + "helmet", + "beanie", + "baseball hat", + "chef hat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59800, + "question_id": "4b3xiN5bwUnsFqXZQnzPrk", + "question": "What are the black lines for?", + "choices": [ + "gas wires", + "petrol lines", + "electricity wires", + "phone wires" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311364, + "question_id": "4bZzzu3ydDSPe7Ua6dH4YQ", + "question": "Where are the people located?", + "choices": [ + "plateau", + "rainforest", + "savannah", + "town" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412596, + "question_id": "4bmunQDFoYCqKiAorCmudL", + "question": "What kind of man-worn object is behind the cat?", + "choices": [ + "socks", + "heels", + "flip-flops", + "sneakers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9352, + "question_id": "4cZLkwbu8THUcH8NQsEYfs", + "question": "The item on the floor with stickers on it is usually found where?", + "choices": [ + "baseball games", + "airports", + "circuses", + "football games" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17837, + "question_id": "4dBdEso8EhYLwCNF3xaV8X", + "question": "What part of the animal is hidden by the hat?", + "choices": [ + "antler", + "trunk", + "horn", + "ear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61186, + "question_id": "4dnRrchU8KvPtDhENrNEFw", + "question": "What car manufacturer is advertised on his chest?", + "choices": [ + "mazda", + "bmw", + "honda", + "mercedes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417951, + "question_id": "4fXBAWAPNCVBQWtenJ7qyH", + "question": "The item the man has in his hand is similar to what other item?", + "choices": [ + "discus", + "pogo stick", + "skates", + "trampoline" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 316921, + "question_id": "4fYHK8EyVy427Eu4unpSXm", + "question": "What is different about this zebra from most other zebras?", + "choices": [ + "unstriped legs", + "small", + "colors", + "tall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363021, + "question_id": "4fZTpqqfK7GjoTvRCdrhzy", + "question": "What allows the person shown here to avoid falling?", + "choices": [ + "animals", + "glue", + "straps", + "balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 313122, + "question_id": "4gCaiQuWjpY7HSm3cjCkqJ", + "question": "What level of expertise does this person have using the items being held?", + "choices": [ + "expert", + "intermediate", + "professional", + "beginner" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 14409, + "question_id": "4gXqMRpVEFpi5bB2QrJ6Np", + "question": "What activity is this person engaging in?", + "choices": [ + "ski race", + "ski lesson", + "recreational skiing", + "summer olympics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 522141, + "question_id": "4hGT9nUE4YTrRKEtWQMuVC", + "question": "Who is the dog jumping on?", + "choices": [ + "stranger", + "dogcatcher", + "veterinarian", + "owner" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 449583, + "question_id": "4hk67BJ2hAdYQeoekKQfqu", + "question": "What is the purpose of the object the woman is lying on?", + "choices": [ + "eating", + "washing", + "sleeping", + "storage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507433, + "question_id": "4jJ7wmDFd4EPMgLen4yBUn", + "question": "What is this type of breakfast dish called?", + "choices": [ + "wrap", + "bowl", + "waffle", + "omelette" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 269025, + "question_id": "4jLBWfsQm6ohUWL4xcunfQ", + "question": "What is the temperature of the air outside the train?", + "choices": [ + "mild", + "warm", + "freezing", + "chilly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 106581, + "question_id": "4jNkXHU52aiC7dTqAbursf", + "question": "Where is this man skating?", + "choices": [ + "parking lot", + "skatepark", + "back yard", + "field" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476924, + "question_id": "4jeXtbTr5r24i7qxVVxQe9", + "question": "What material is used to make the track the train is rolling on?", + "choices": [ + "bronze", + "magnesium", + "copper", + "steel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154396, + "question_id": "4kEJZhsbQrmQ7kRmDqV7ya", + "question": "What food would this animal probably prefer?", + "choices": [ + "lettuce", + "eggs", + "beetroot", + "tuna" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296622, + "question_id": "4kJpuLaeMgqBpaVD2QqtmJ", + "question": "What type of tool is this?", + "choices": [ + "power", + "utensil", + "hand", + "gardening" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 202930, + "question_id": "4nPvCZ4yDMkknZmiGtgNet", + "question": "What most likely caused the hole in the frisbee?", + "choices": [ + "fire", + "knives", + "rocks", + "dog teeth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433687, + "question_id": "4nqDru7JKEGtHFZ4EeEd9N", + "question": "The person who owns what will make the quickest time on their trip today overall?", + "choices": [ + "motorcycle", + "nothing", + "bike", + "oar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444938, + "question_id": "4oPUWndNsjpbP9E3i4TKtC", + "question": "Where is the bus currently parked at?", + "choices": [ + "train station", + "bus stop", + "parking lot", + "warehouse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 383693, + "question_id": "4oi7D6cksjoD5HigShPoCp", + "question": "What is the person in control of this vehicle known as?", + "choices": [ + "rider", + "driver", + "pilot", + "chauffeur" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186479, + "question_id": "4orJvr7rMYZiCt2JAwqBpU", + "question": "What has this person just done?", + "choices": [ + "danced", + "thrown frisbee", + "fought", + "stretched" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466778, + "question_id": "4owPE7T7uwAqDePBiLWghf", + "question": "What is unusual about this ski surface?", + "choices": [ + "high", + "sand", + "loose", + "crowded" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22800, + "question_id": "4pBAD2bAth62sQ9YhaCJX8", + "question": "What type of animal is this?", + "choices": [ + "domestic", + "aquatic", + "reptile", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56779, + "question_id": "4qVMTNsmHYpDSeRmW4buDD", + "question": "Which of these is not a likely time of day here?", + "choices": [ + "sunset", + "noon", + "morning", + "evening" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 413437, + "question_id": "4qyp8Np6CdxPUwcmQPvG2C", + "question": "What activity is taking place using the reflected light?", + "choices": [ + "cooking", + "photography", + "eating", + "painting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 108591, + "question_id": "4rYtQmnpMtjBS5otsPXAGc", + "question": "What motion is this animal known for?", + "choices": [ + "slither", + "fly", + "swing", + "trot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458063, + "question_id": "4sThnaF4HUUM4cncAETypY", + "question": "Where is sitting right under the remote?", + "choices": [ + "bugs", + "candy", + "sheet", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466300, + "question_id": "4trjToDcVadyUtZwyX7xky", + "question": "The floor could best be described as being what?", + "choices": [ + "ancient", + "messy", + "clean", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136080, + "question_id": "4uyULkhyVa8Pj9W4qYEBPG", + "question": "What is seen flying through the air?", + "choices": [ + "kite", + "eagle", + "butterfly", + "airplane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 459829, + "question_id": "4vd3Jobbivd2DxenVpwfom", + "question": "The circular object in the road marks the entrance to what?", + "choices": [ + "hideaway", + "sewer", + "mine", + "dam" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193532, + "question_id": "4wwS6rCSMpyVYhu3sHVtZr", + "question": "What type of area is shown?", + "choices": [ + "urban", + "desert", + "forest", + "rural" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155354, + "question_id": "4xQp7LN9Uum7kHtaF3Lay2", + "question": "What type of sound does these creatures make?", + "choices": [ + "screech", + "moo", + "bark", + "quack" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 106581, + "question_id": "4xbPEeGguTBEZ9h2aeAXbC", + "question": "The sun is closest to what body part of this person?", + "choices": [ + "left foot", + "right hand", + "left knee", + "rear end" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524224, + "question_id": "4xfPBZwXAnjqvGH3oAoyZS", + "question": "What is the animal on the left sticking out?", + "choices": [ + "horn", + "belly", + "tongue", + "antlers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4505, + "question_id": "4yFKt6VLa4XV2cYBTPWRzi", + "question": "What word can be spelled by removing one letter from the first word that appears on the bus?", + "choices": [ + "hamburger", + "bacon", + "eggs", + "potato" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265039, + "question_id": "4yKqPyGAnmpfnSh8JH5q3o", + "question": "Which item is most flexible?", + "choices": [ + "yellow", + "none", + "blue", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501586, + "question_id": "4yvq293THnzWThMow3QGFd", + "question": "A group of these animals is called what?", + "choices": [ + "herd", + "school", + "sleuth", + "clowder" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562216, + "question_id": "52KKuoMeu5wgLjZX3W8yd9", + "question": "How are trains here powered?", + "choices": [ + "electric", + "steam", + "coal", + "gas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 76530, + "question_id": "52dsL554rTipUjj9XknA6e", + "question": "What is the hand feeding the elephant?", + "choices": [ + "greens", + "grain", + "hay", + "pizza" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164336, + "question_id": "52euQpNV69L6np6TGXHKP7", + "question": "Is the surfer surfing between two?", + "choices": [ + "mountains", + "dolphins", + "swimmers or", + "yachts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 282637, + "question_id": "53xM6HnQbaofxXVT6a5gbB", + "question": "How many different speeds does the bicycle have?", + "choices": [ + "three", + "one", + "nine", + "twenty one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 88737, + "question_id": "545S5yXE2FjpNCaJSYY8FR", + "question": "What is this vehicle running on?", + "choices": [ + "water", + "rails", + "air currents", + "roads" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 347706, + "question_id": "546JUKJ6fGssPniEzWVHiz", + "question": "How does the man know the boy?", + "choices": [ + "parent", + "spouse", + "neighbor", + "teacher" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 541419, + "question_id": "55GzHQAT6p7LZAkJKhRNXS", + "question": "This cake is likely for a person that works where?", + "choices": [ + "animal shelter", + "hospital", + "fire station", + "police station" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 174269, + "question_id": "56XbdU27LzMB9hho8igWpc", + "question": "Why is he silting to the side?", + "choices": [ + "confused", + "falling", + "going home", + "maintain balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 13207, + "question_id": "56iunnqaEUkt3nSGJbuukT", + "question": "What is the green stuff near the train?", + "choices": [ + "grapes", + "watermelons", + "limes", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400419, + "question_id": "576XtqLE3z3D4zHdgXc8xT", + "question": "What body of water is he in?", + "choices": [ + "lake", + "pond", + "ocean", + "river" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544531, + "question_id": "57GqYZ8S4JeQJECVCFL6P5", + "question": "What is the bear doing here?", + "choices": [ + "hiding", + "resting", + "eating", + "posing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555868, + "question_id": "57hD64HhUKQcuVvKWBtwcz", + "question": "What basic home necessity is the store with the man in jeans standing selling?", + "choices": [ + "cleaning supplies", + "potable water", + "cooking oil", + "fuel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 425708, + "question_id": "5A9tirmvFNnWoh4d3xdcTU", + "question": "What will happen soon unless another coin is inserted?", + "choices": [ + "ticket", + "accident", + "arrest", + "tow" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 321175, + "question_id": "5AaP9eCJncw6mVopzMNX55", + "question": "What might this animal most prefer to do here?", + "choices": [ + "collect shells", + "fish", + "fight", + "bathe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 75796, + "question_id": "5AeX7KF8sFgYttxxjBRW8s", + "question": "What type of pizza is shown?", + "choices": [ + "pan", + "sicilian", + "neapolitan", + "personal pie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 78366, + "question_id": "5BxHcQBFT3wFFb54A6v7TL", + "question": "What is needed for this activity?", + "choices": [ + "sun", + "rain", + "snow", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339015, + "question_id": "5CTaLRbdnNwZMTo9iW6ZHw", + "question": "What is this species of bird known for?", + "choices": [ + "running", + "talking", + "swimming", + "dancing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431017, + "question_id": "5DvArx2ku8UMMi6uHJKDYy", + "question": "What style is the bed covering?", + "choices": [ + "comforter", + "quilt", + "sheet", + "blanket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65230, + "question_id": "5EnrXUxFUzr237uuJk2rpP", + "question": "What is near the brown table?", + "choices": [ + "goggles", + "sneakers", + "boots", + "women's shoes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 238413, + "question_id": "5Hb83Lnubt9NvypbqSRZBc", + "question": "Why is the child wearing goggles?", + "choices": [ + "eye protection", + "spying", + "night vision", + "blindness" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 344777, + "question_id": "5HxGMpTxtmKZk9fcYdDBxW", + "question": "What service department uses this yellow and silver item?", + "choices": [ + "teachers", + "police", + "fire", + "swat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345296, + "question_id": "5J4ozSJ5HjitKNSMs2EhsF", + "question": "What is putting the bird in danger?", + "choices": [ + "trunk", + "foot", + "head", + "stomach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157583, + "question_id": "5JC2ChjZ9ttXgENwFE9BeS", + "question": "What body part does this child view in the mirror?", + "choices": [ + "leg", + "hair", + "arm", + "teeth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124108, + "question_id": "5JFuD6QAGCEXAYNRru9yiQ", + "question": "What is the bird doing?", + "choices": [ + "nesting", + "foraging", + "mating", + "resting" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 19583, + "question_id": "5Jkw7USe8Go9aZLydahmYR", + "question": "What is the purpose of this mirror?", + "choices": [ + "makeup", + "car backup", + "dentistry", + "security" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259916, + "question_id": "5KaCFVKmkdPvRyMtVS9f3A", + "question": "Why is the stop sign on top of the side of the bus?", + "choices": [ + "not visible", + "not needed", + "broken", + "wrong bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 179066, + "question_id": "5LBRdBf6JfNVHeU6U9CeyD", + "question": "What is needed for this activity?", + "choices": [ + "ice", + "snow", + "sun", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464055, + "question_id": "5LBSWSh2Cpcb8V6oTQztQ2", + "question": "What is most likely nearby?", + "choices": [ + "marina", + "beach", + "aquarium", + "amusement park" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 461260, + "question_id": "5M7cm2qrxpAk8Rzya9sUKM", + "question": "What is the purpose of the numbers on the front of the train?", + "choices": [ + "origin factory", + "identification", + "coordinates", + "math problem" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3887, + "question_id": "5Miit3PAFW8DysELGurKjo", + "question": "What would cause the requirement mentioned?", + "choices": [ + "accident", + "pothole", + "flooding", + "red light" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 418631, + "question_id": "5PB4HRuMmqUEZi2SidnGjR", + "question": "If one of these creatures was attacked what would their best defense be?", + "choices": [ + "running", + "ears", + "tusks", + "trumpeting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447263, + "question_id": "5Srn97JQ9n7gVAUMg96cFj", + "question": "In what area of the house is the cat hanging out in all likelihood?", + "choices": [ + "bedroom", + "kitchen", + "bathroom", + "den" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 449495, + "question_id": "5SuqUjEpkZKz59CtMD6JQb", + "question": "What language is beside the dolphins on the front of the bus in red?", + "choices": [ + "greek", + "cantonese", + "japanese", + "spanish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6063, + "question_id": "5UcK9yL4uAf6t925MkBbeJ", + "question": "When is it safe to cross this intersection?", + "choices": [ + "tomorrow", + "1 hour", + "never", + "now" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 39829, + "question_id": "5UwJuiDx2stgAycDvdoQ2r", + "question": "What time of year is it?", + "choices": [ + "spring", + "summer", + "autumn", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283413, + "question_id": "5VZgfzmUeTdTYazrUAPgwB", + "question": "What is this person ready to do?", + "choices": [ + "bathe", + "eat", + "sleep", + "work" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404627, + "question_id": "5VzmJNKmmBPuUUwgmS8MhK", + "question": "What does this place most likely sell?", + "choices": [ + "coffee", + "video games", + "shrubbery", + "art" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545098, + "question_id": "5WBCTkMp2phpHxu5TtNKcK", + "question": "What device might this cat accidentally turn off with it's body here?", + "choices": [ + "garage door", + "oven", + "tv", + "stove" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 460606, + "question_id": "5WMxVsMqpXr4TxRhnFEV6z", + "question": "How many trucks does Coke have?", + "choices": [ + "2015", + "5487", + "1235", + "1354" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 273009, + "question_id": "5WZ22DV3x4KqhRKn4a75JR", + "question": "What can the drawings be described as?", + "choices": [ + "impressionist", + "graffiti", + "surrealism", + "cubist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314276, + "question_id": "5Wq2VDUt7Sjip3oTvWXFJc", + "question": "Why is the train stopped here?", + "choices": [ + "train station", + "no fuel", + "for cleaning", + "is lost" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 323643, + "question_id": "5WwnEQikah4DKEkho2RkCd", + "question": "What is the water closest to?", + "choices": [ + "man's leg", + "cat's tail", + "umbrella", + "man's head" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 310488, + "question_id": "5YZJr5M2M9CQn6gypKH25A", + "question": "What style of bread was the sandwich built on?", + "choices": [ + "multigrain", + "pumpernickel", + "white", + "rye" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 301833, + "question_id": "5aCWpnEt8djrjJJtEXPcbV", + "question": "What board game is shown on the tie?", + "choices": [ + "go", + "chess", + "clue", + "checkers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90242, + "question_id": "5atsfBBN3YHn6b8fbmApCe", + "question": "What kind of elephants are these?", + "choices": [ + "middle eastern", + "tasmanian", + "indian", + "african" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 13245, + "question_id": "5b8Ku7XjeVDRGDQyjSLu8d", + "question": "What is located under the triangles on the wall?", + "choices": [ + "dog", + "box", + "cat", + "couch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82156, + "question_id": "5bNhEQyJy5Uy2rwiJKYk8r", + "question": "Which one of these beverages could be useful for him?", + "choices": [ + "chamomile tea", + "water", + "milk", + "energy drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 234868, + "question_id": "5cuE82PrQZheXDnzTPuPUP", + "question": "What unique feature does this animal have?", + "choices": [ + "trunk", + "hoof", + "beak", + "antenna" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 176103, + "question_id": "5dWKxdkweD4SYcUjiybsrV", + "question": "How do you know the cow is behind the car?", + "choices": [ + "wall", + "mirror", + "tree", + "window" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404993, + "question_id": "5e2HKYNGMX28QXfNwWcaA5", + "question": "What might be causing the cows to run towards the camera man?", + "choices": [ + "danger", + "love", + "confusion", + "food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326675, + "question_id": "5e7ZPcf8wcW9TimSxa7RZj", + "question": "What is the purple item called?", + "choices": [ + "zucchini", + "onion", + "plum", + "people eater" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 402925, + "question_id": "5eU6aBmojtQemEPZQaYPjJ", + "question": "People in this crowd are wearing hoods because of which weather event?", + "choices": [ + "rain", + "snow", + "sleet", + "fog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503377, + "question_id": "5f4v97QVRuE9p42LBxWya7", + "question": "Where is this toilet placed?", + "choices": [ + "dollhouse", + "car trunk", + "store display", + "garden" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350573, + "question_id": "5gd7MUGn4ZTE9PWRXodXPP", + "question": "Where is this dog located?", + "choices": [ + "barn", + "home", + "office", + "circus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19393, + "question_id": "5gh6bNTShVcwepD8Whxoou", + "question": "What part of this wave is this surfer in?", + "choices": [ + "tube", + "pocket", + "lip", + "shoulder" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 385630, + "question_id": "5gvMB5qtzYPmCnvJeb8Yok", + "question": "What type of environment is this sign most likely in?", + "choices": [ + "park", + "rural", + "suburban", + "urban" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 73475, + "question_id": "5hR8dAbL9uggcgtesnYLWJ", + "question": "What is this baby animal called?", + "choices": [ + "joey", + "puppy", + "cub", + "calf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503708, + "question_id": "5hYHZycrUwRdTtyKcgqT2N", + "question": "What are the elephants satisfying?", + "choices": [ + "hunger", + "thirst", + "cold", + "fatigue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164055, + "question_id": "5jH7oJhPo4vZBmN2zSHFqm", + "question": "What feature does this animal have?", + "choices": [ + "antlers", + "wings", + "tusks", + "talons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 148080, + "question_id": "5jMzMpD4XfBoNwUnMggwxd", + "question": "Why is the polar bear mostly brown?", + "choices": [ + "mutation", + "tattoo", + "radiation exposure", + "dirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 538365, + "question_id": "5kJGv6BhhjWv3WV4ttf6Kq", + "question": "What is under the mustard on the hot dog?", + "choices": [ + "ketchup", + "sauerkraut", + "hot peppers", + "relish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477971, + "question_id": "5nkkDVW8gJhqUXEhk9BWaj", + "question": "What is this bear trying to do?", + "choices": [ + "drink", + "rest", + "swim", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 234459, + "question_id": "5oe2A8ZniBuCytgCg3QTbj", + "question": "The orange item will help it do what?", + "choices": [ + "fish", + "control boat", + "eat", + "stay afloat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483542, + "question_id": "5onDKPgCUaMCDMG6htrJ46", + "question": "What is required for this activity?", + "choices": [ + "snow", + "water", + "sun", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 212468, + "question_id": "5pTMJfCoqQ6DGhd3KeVAbh", + "question": "Which one of these books revolved around this type of animal?", + "choices": [ + "stuart little", + "watership down", + "charlotte's web", + "black beauty" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 95570, + "question_id": "5pdZtKBWgkxVsVn3U6UeN3", + "question": "What famous person was afflicted with the ailment the sign says?", + "choices": [ + "helen keller", + "stevie wonder", + "stephen hawking", + "marie curie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 143960, + "question_id": "5pmL5JptVmBjRgp79BApmJ", + "question": "This man most likely belongs to what ethnicity?", + "choices": [ + "japanese", + "lithuanian", + "german", + "korean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532328, + "question_id": "5q2LH8dKDFqARvd4dnKFzb", + "question": "What is the mood illustrated on the TV here?", + "choices": [ + "sadness", + "glee", + "ennui", + "joy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374821, + "question_id": "5q2WvcxSwksCNixzD7s8Va", + "question": "What celestial bodies are displayed on this train?", + "choices": [ + "sun moon", + "mercury", + "mars venus", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 522578, + "question_id": "5qcJpwFtSE6gU4rieEwyPE", + "question": "What type of facility is the walkway leading to?", + "choices": [ + "space research", + "space museum", + "medical research", + "medical hospital" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431411, + "question_id": "5rVbtALLmByasexUpK5Kgc", + "question": "Which station comes before the terminal station?", + "choices": [ + "hanover street", + "arriva", + "liverpool one", + "79" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478151, + "question_id": "5rvJeND79fpNa7wg7qNU59", + "question": "What sex is the owner of the items shown here most likely?", + "choices": [ + "third", + "none", + "male", + "female" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200347, + "question_id": "5sQEPjFdzXF28xGX597q5j", + "question": "What is the large vertical object on the right of the image?", + "choices": [ + "exercise equipment", + "scale", + "truck", + "hanger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29971, + "question_id": "5snnjb7fZuVeohQ3dm8Q3z", + "question": "What paved area is directly behind the signs?", + "choices": [ + "driveway", + "parking lot", + "sidewalk", + "road" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 245541, + "question_id": "5so3LSvCrjMF7FMoMdMSvs", + "question": "Which one of these might be a category in this competition?", + "choices": [ + "vault", + "hurdles", + "carpentry", + "pastry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147304, + "question_id": "5spRGnATKUUrGHv3V8cz8k", + "question": "What kind of area in the city is the man flying his kite in?", + "choices": [ + "residential", + "commercial", + "industrial", + "undeveloped" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 522684, + "question_id": "5tCGShTDTKWDgCgSFuVf9j", + "question": "What number comes sequentially after the largest number on the round item?", + "choices": [ + "13", + "22", + "four", + "24" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386843, + "question_id": "5tsirGZ5T2VoT4NHadmUkY", + "question": "This scene is similar to what happening in sports?", + "choices": [ + "strikeout", + "snap", + "home run", + "jump ball" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 382776, + "question_id": "5uDP2VsrRxHyAe368Yngk6", + "question": "People often used these types of cases while traveling by what mode?", + "choices": [ + "plane", + "motorcycle", + "ship", + "bicycle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226098, + "question_id": "5uRsZL49QvfR7r3ZyTF2Pi", + "question": "What country does the above the ANA planes have its origins?", + "choices": [ + "canada", + "japan", + "england", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379835, + "question_id": "5ud3d83Gcw9r3nB6sMR7n3", + "question": "How many years ago is the date on the hydrant?", + "choices": [ + "ten", + "twenty five", + "one", + "thirteen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374050, + "question_id": "5vJSNxyA48nen5y8pfNwE3", + "question": "What is required for this activity?", + "choices": [ + "waves", + "snow", + "wind", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125294, + "question_id": "5veZNqEWkGx3E3kbQs9G6v", + "question": "What is the prolonged sleep of these animals called?", + "choices": [ + "precipitation", + "metamorphosis", + "germination", + "hibernation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 422372, + "question_id": "5wauAmdK754yAxCJUUxWgD", + "question": "Which City uses this bird as a sports mascot?", + "choices": [ + "saint louis", + "washington dc", + "new york", + "kansas city" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 250661, + "question_id": "5xSepseuhsv3tQ6FSFsuqe", + "question": "What is the silver pipe located to the right of the bed used for?", + "choices": [ + "plumbing", + "cooling", + "heating", + "room decor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395196, + "question_id": "5z4KEnnxe4qWqdvCyLFupH", + "question": "Which one of these Japanese companies is partial owner of this rail service?", + "choices": [ + "mitsui", + "toyota", + "konami", + "honda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355138, + "question_id": "5zViyNiXyetvrVzJFe7eh3", + "question": "What shape is the sign?", + "choices": [ + "square", + "hexagon", + "circle", + "rectangle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 413670, + "question_id": "62uiUGSxf7yhrVFL9zAFFL", + "question": "What type of back end does the red car have?", + "choices": [ + "liftback", + "notchback", + "fastback", + "hatchback" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3257, + "question_id": "63K8EVVW7B3cdWc5LtPUWG", + "question": "Which part of this animal is likely to cause you to mess up work you are doing on line?", + "choices": [ + "nose", + "ears", + "back", + "paws" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193532, + "question_id": "64E3VtqvJ4VVRcBmXjdBTf", + "question": "What kind of entertainment is behind the elephant?", + "choices": [ + "zoo", + "racing", + "sports", + "circus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20798, + "question_id": "64eGXF3FNmgGR5WkHSoY8j", + "question": "What will he use the white thing around his wrist for?", + "choices": [ + "holding money", + "wiping sweat", + "signaling umpire", + "checking time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391649, + "question_id": "65rqQFh5x3bPKHUj6g5u9W", + "question": "What is the stick used for?", + "choices": [ + "clogs", + "holding curtain", + "getting up", + "decoration" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 437046, + "question_id": "66DpG28HjCn9mAQQ7nADGs", + "question": "The colors on the front and bottom of the hydrant are found in the logo of what company?", + "choices": [ + "taco bell", + "mcdonald's", + "chipotle", + "popeye's" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 99702, + "question_id": "66u4GxF2gJmwjG24PwX9Wb", + "question": "This animal can harm people using what?", + "choices": [ + "stinger", + "claws", + "beak", + "horns" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357876, + "question_id": "677ypf3RaNiSB6jNiwBhHt", + "question": "How does this television receive a signal?", + "choices": [ + "internet", + "cablevision", + "wifi", + "over air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 525620, + "question_id": "68N27byLRQfH8tN7Krh6Az", + "question": "What does the sign help someone find?", + "choices": [ + "exit", + "their car", + "their dog", + "their seat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 62268, + "question_id": "69CJGpmYMhdTFmfaG3q898", + "question": "What is being done to the dog?", + "choices": [ + "delivering", + "inspecting", + "washing", + "spanking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400012, + "question_id": "69CZMXCNGpYMKsJHfGSGat", + "question": "The number on the bike is how far away from the number fifty?", + "choices": [ + "nine", + "two", + "ten", + "seven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453585, + "question_id": "6AkGQCdzzB8Y4prwfwinXU", + "question": "What information can one get from the building?", + "choices": [ + "news", + "location", + "weather", + "time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444567, + "question_id": "6B7hdx5r9dEy9vCCejPYph", + "question": "What type of recipe could this vegetable be used for?", + "choices": [ + "cake", + "soup", + "sandwich", + "pie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100007, + "question_id": "6BDFFcsC9JnMKvu8qPgSZq", + "question": "Where is this animal located?", + "choices": [ + "wild", + "beach", + "zoo", + "circus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163194, + "question_id": "6BPrhtTUsEAB2f842gs5VU", + "question": "During what time of the day was this bear photographed?", + "choices": [ + "morning", + "afternoon", + "night", + "noon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 294345, + "question_id": "6FNoDhS3aguMa5KfrfTSjR", + "question": "What material is the wall made of?", + "choices": [ + "glass", + "wood", + "tiles", + "marble" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395910, + "question_id": "6FXhPCHMAKewSeknsqDtqz", + "question": "This sports item is used to play which game?", + "choices": [ + "cricket", + "base ball", + "tennis", + "hockey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444707, + "question_id": "6FdV7yUCr7QEoiBRYPj24Q", + "question": "What allows this animal to keep their feathers dry?", + "choices": [ + "slicker", + "trees", + "long legs", + "hippos" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 487684, + "question_id": "6Fk3e8wYjHfedZAE7eUL9o", + "question": "Consuming the items on this surface would be considered what activity?", + "choices": [ + "eating", + "drinking", + "competing", + "vaccinating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276844, + "question_id": "6FwrfdDoshQzrLdRm9vmXp", + "question": "This type of image is known as what?", + "choices": [ + "painting", + "comic", + "composite", + "panorama" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 153387, + "question_id": "6GmjUgCM85uvUfjoStMAt9", + "question": "What does this animal have?", + "choices": [ + "long neck", + "hooves", + "trunk", + "tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349983, + "question_id": "6HGBZXqs2rKzdk4jjCobiQ", + "question": "What kind of range is nearby?", + "choices": [ + "mountain", + "gun", + "cooking", + "shooting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136545, + "question_id": "6HZS3Y3QhqhLvdxS8cexGR", + "question": "What item makes up the red part of the food on the ground?", + "choices": [ + "tomatoes", + "pickles", + "blood", + "garlic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 316523, + "question_id": "6JRxcwGjFqPUVzYcui5Tui", + "question": "What in this picture should not be there?", + "choices": [ + "grass", + "water", + "rocks", + "red chair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467531, + "question_id": "6Jv9YjzKemYXUyLWoLa8J6", + "question": "What is causing the waves that are being surfed?", + "choices": [ + "ocean", + "river", + "wave pool", + "flood" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 108469, + "question_id": "6KGQ8oC5t4r5JEGgQk8N6E", + "question": "What might happen to this bear if there is loud bass music playing?", + "choices": [ + "crying", + "singing", + "eating", + "movement" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297433, + "question_id": "6KocEQnCzbyiCa7TRpPFgk", + "question": "Which Italian food is depicted by the image?", + "choices": [ + "ravioli", + "stromboli", + "spaghetti", + "pizza" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488527, + "question_id": "6LbxWExV6yUUyDPnv3tkRT", + "question": "The cat is located in an apartment that is which type of climate?", + "choices": [ + "tropical", + "mediterranean", + "temperate", + "arid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 347706, + "question_id": "6MNridFy67zSJJG9hAS6WM", + "question": "How does the person in the white shirt know the person in the green shirt?", + "choices": [ + "coworker", + "boss", + "parent", + "teammates" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 45250, + "question_id": "6N6VNaXU9i4kRK5X2Kt6y7", + "question": "What would usually be placed in the upright device on the left side of the scene?", + "choices": [ + "coins", + "doll heads", + "dollars", + "credit cards" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 356084, + "question_id": "6NGjrQUZ54VwHV73AafgnQ", + "question": "Thermoformed acrylic and porcelain-enameled steel is used to make what?", + "choices": [ + "wash basin", + "toilet", + "bath tub", + "shower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302466, + "question_id": "6NkRPDsjRNBHzv6qzBm9sA", + "question": "Where are the animals situated at?", + "choices": [ + "zoo", + "animal farm", + "barn", + "wilderness" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 74108, + "question_id": "6Pivpy53ZE3GzMjYdnS2GB", + "question": "What country is this town in?", + "choices": [ + "germany", + "russia", + "france", + "canada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472839, + "question_id": "6QtXR7oTjv6sUNVGsNmP2z", + "question": "What are the candles in the ice cream tub used to celebrate?", + "choices": [ + "birthday", + "christmas", + "new year's", + "thanksgiving" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 58243, + "question_id": "6R26R2qZ2qDW9DKUzrzgeu", + "question": "How is this flower illuminated?", + "choices": [ + "camera flash", + "electric light", + "moonlight", + "daylight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97631, + "question_id": "6RVzjWrV9gkq4uq3WVoqZM", + "question": "How many giraffes do you see?", + "choices": [ + "four", + "one", + "two", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386319, + "question_id": "6RWvLgGLqwkdra9qyXL3VT", + "question": "What kind of fabric is the women who is jumping wearing?", + "choices": [ + "plush", + "silk", + "corduroy", + "denim" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259978, + "question_id": "6SHkyErvimqj9h7WYtgcxj", + "question": "What color pants should he put on to match completely?", + "choices": [ + "red", + "yellow", + "black", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 510348, + "question_id": "6SPUPs9fBSwcn4NxrFZPXi", + "question": "What is on the wall behind the bear?", + "choices": [ + "lock", + "toy", + "basket", + "window" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 530623, + "question_id": "6SYwnfbYkEx6vxaUSoAKaZ", + "question": "How were the steps treated?", + "choices": [ + "paint", + "chalk", + "stain", + "varnish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195498, + "question_id": "6Svz9dAg9sYhCC97xytpqH", + "question": "What sport are the men playing?", + "choices": [ + "disc golf", + "european handball", + "cricket", + "rugby" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 275447, + "question_id": "6Tcaf3fPknVkEu4CTxHVBQ", + "question": "What is utilized by the person with a helmet to slow their progress?", + "choices": [ + "nothing", + "rein", + "whip", + "saddle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53276, + "question_id": "6TosFsTcjmh2KcqtMB2dUK", + "question": "What is the green box being used for?", + "choices": [ + "stand", + "storage", + "dinner plate", + "dog bed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21371, + "question_id": "6TpQDrZkE3JCCjFXzUVNTi", + "question": "What sport is the boy taking part in?", + "choices": [ + "skating", + "skate boarding", + "snowboarding", + "running" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334528, + "question_id": "6VGYBbai3zM8fDH3A8jaeh", + "question": "Where might you look in this room if you have a headache and need aspirin?", + "choices": [ + "under tub", + "under sink", + "in tub", + "behind mirror" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172444, + "question_id": "6WrsAEow2tpawVSogmrZPL", + "question": "Why is there an object in the toilet?", + "choices": [ + "spying reasons", + "criminal reasons", + "cleanliness", + "monitoring" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 118782, + "question_id": "6WzhRTRuEPxuhf5EJ23Ru4", + "question": "Which one of the cities named Portland is shown here?", + "choices": [ + "oregon", + "georgia", + "maine", + "connecticut" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 128016, + "question_id": "6X4mGyBV9cadCZVqYjRrgd", + "question": "Which of these food groups is unrepresented on the plate?", + "choices": [ + "fruit", + "protein", + "grain", + "vegetable" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454012, + "question_id": "6XJMs9UipW7ev4bq7Di6y4", + "question": "Where is this bear located?", + "choices": [ + "museum", + "circus", + "zoo", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 31862, + "question_id": "6XNVPuwZhYF5BVv2de4473", + "question": "What is out of place in this photo?", + "choices": [ + "floor", + "beer can", + "liquid", + "toilet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 274928, + "question_id": "6XuzKiaC2cfcyw4VZBwiVp", + "question": "What are on both sides of the large black item?", + "choices": [ + "cats", + "mirrors", + "pikes", + "shovels" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308640, + "question_id": "6YeRJw7b75zqQax2H8YAbe", + "question": "The message is most likely from who?", + "choices": [ + "cousin", + "government agent", + "brother", + "scammer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74971, + "question_id": "6YnoTK8geLpVPxTeTvZoSm", + "question": "What are they doing?", + "choices": [ + "praying", + "playing stickball", + "fighting", + "cleaning beach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309837, + "question_id": "6bvvSwzRZMGBe2wZos56WN", + "question": "What is the person shown here doing?", + "choices": [ + "escape", + "right click", + "left click", + "back up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 306907, + "question_id": "6bxyKsmThnD3h2LidtyvCF", + "question": "What is the man wearing on his head?", + "choices": [ + "helmet", + "baseball hat", + "chef hat", + "fedora" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409677, + "question_id": "6djypkiLxxK4JrDiFLzqL7", + "question": "What name describes a different type of these vehicles?", + "choices": [ + "sedan", + "catamaran", + "pickup", + "tank" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 184928, + "question_id": "6eM62J39BtSYXJF686RTTk", + "question": "What animal is shown on the computer screen?", + "choices": [ + "gray squirrel", + "tree weasel", + "fruit bat", + "flying squirrel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252697, + "question_id": "6ehJxXSuixgTroEJqgYu6x", + "question": "What name is given to this type of plane?", + "choices": [ + "jet", + "boeing", + "helicopter", + "crop duster" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 295452, + "question_id": "6epyFo4EwDUohrRzF2rZ2P", + "question": "What is the profession of this woman?", + "choices": [ + "dentist", + "athlete", + "janitor", + "doctor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85736, + "question_id": "6fNyjqn7ghFxmVnCY923Ws", + "question": "What fruit grows on this stalk?", + "choices": [ + "cherries", + "bananas", + "berries", + "coconuts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 130067, + "question_id": "6fXMVAt5ZZFYbzPMaCsbv4", + "question": "What is the most conventional place to practice this activity?", + "choices": [ + "river", + "pool", + "lake", + "ocean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 11389, + "question_id": "6fZTNzKjZ4pUzUQdS79kKE", + "question": "What is the landscape behind the train cars?", + "choices": [ + "forest", + "desert", + "swamp", + "tundra" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61458, + "question_id": "6fmok8pmQDSTmjhH3smY7L", + "question": "What animal is usually found in this kind of environment?", + "choices": [ + "camel", + "dolphin", + "polecat", + "ant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283235, + "question_id": "6fr3MUBwEMjaux5PUaFZBT", + "question": "The brand of these phones is written where?", + "choices": [ + "right side", + "left side", + "top", + "bottom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355148, + "question_id": "6hYZzHM4UJ2PRyGZEGLv37", + "question": "What purpose do the glasses of the man on the right serve?", + "choices": [ + "vision", + "protection", + "style", + "endurance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 479224, + "question_id": "6iDErfzmGYSfbGVaV5BnkX", + "question": "What is the girl about to try to do with the tennis ball?", + "choices": [ + "serve it", + "miss it", + "return it", + "smash it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532870, + "question_id": "6iKikAgNSwby7haGocuW5a", + "question": "The first two number of identification tag denotes what?", + "choices": [ + "birth month", + "own number", + "birth year", + "birth date" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 126220, + "question_id": "6iTHxVAcrZF4LJUVQAdczj", + "question": "What is a glaring issue with this bathroom?", + "choices": [ + "sink faucet", + "very narrow", + "very wide", + "no bathtub" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 162187, + "question_id": "6iWRgWb8VJG7uqt7D84m5F", + "question": "What hour of the day is more closely signalled behind the train?", + "choices": [ + "900", + "1100", + "1000", + "800" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336184, + "question_id": "6iydASGQkmUjPDySpYhQ6G", + "question": "What is used to attach the design to the wall?", + "choices": [ + "ropes", + "tape", + "honey", + "paste" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 436364, + "question_id": "6izhm3ECPTh8R2RmXh7ksN", + "question": "Why is the person wearing the hoodie?", + "choices": [ + "parachute", + "fashion", + "cold protection", + "aerodynamics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36369, + "question_id": "6jTNurCnZjkDxhgN7v9VQR", + "question": "These animals are most likely where?", + "choices": [ + "highway", + "jungle", + "zoo", + "rainforest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5118, + "question_id": "6jpFaHiQEsmntVkEbBonph", + "question": "Why is the back of the bus blurred?", + "choices": [ + "broken camera", + "bad cameraman", + "bad film", + "moving fast" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271811, + "question_id": "6jvpVs9SLZCNnjCVpK9LE3", + "question": "What season is occurring?", + "choices": [ + "winter", + "fall", + "spring", + "summer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189823, + "question_id": "6kibztZPFNXPmFCVMhLCkz", + "question": "What does this business repair?", + "choices": [ + "watch", + "television", + "auto", + "microwave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 475246, + "question_id": "6kqc3XaDFbTAgFDkNdmp5C", + "question": "Over how many meters tall is this animal?", + "choices": [ + "15", + "ten", + "2.5", + "five" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 343340, + "question_id": "6mfJn53iKrmdXrDqxHWscC", + "question": "The yellow sign discourages what?", + "choices": [ + "fruit picking", + "speeding", + "pan handling", + "flying" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483194, + "question_id": "6o9LLkgNEGHZ6AgJvpQUs2", + "question": "What is the type of meal that the chef is most likely creating?", + "choices": [ + "soup", + "casserole", + "pan fry", + "sandwich" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 392420, + "question_id": "6of5opQNZ52aSZDCtuV2g2", + "question": "What visible item is floppy?", + "choices": [ + "carrot", + "disk", + "bunny ear", + "dog ear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283971, + "question_id": "6ohfHQtERVQmw9omw58gbu", + "question": "What makes going through the small wire fence here so unattractive?", + "choices": [ + "electrocution", + "barbs", + "smell", + "noise" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539281, + "question_id": "6orGnF8e54WigKvAVBFYNy", + "question": "What breakfast food is shown?", + "choices": [ + "pancakes", + "yogurt", + "bacon", + "waffles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 542293, + "question_id": "6pLSZWuq9FuJfjsYaZbWcA", + "question": "What clothing item is this person likely checking out in a mirror?", + "choices": [ + "glasses", + "necktie", + "collar", + "belt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500470, + "question_id": "6pbDYRWuZrrVBSyokxiNf6", + "question": "Why are the people above wearing helmets?", + "choices": [ + "decoration", + "swag", + "protection", + "fun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 41579, + "question_id": "6qfmRCcdeiuMdrbLHzz2Ra", + "question": "What is the purpose of the prongs on the device?", + "choices": [ + "scratch scalp", + "prevent electrocution", + "stop static", + "better grip" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189276, + "question_id": "6rBZQSiBFc64Qcd3okbJhR", + "question": "What are the birds doing on the object?", + "choices": [ + "hunting", + "eating", + "sleeping", + "perching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158121, + "question_id": "6saYSo9vossNCYaYyD9yfg", + "question": "How is the slice of pizza being illuminated?", + "choices": [ + "camera flash", + "daylight", + "electric light", + "moonlight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500551, + "question_id": "6t278kmqdNFAzXDpE2Q88a", + "question": "Which one of these professionals probably put that bandage around her leg?", + "choices": [ + "oncologist", + "meteorologist", + "pediatrician", + "sports doctor" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 278466, + "question_id": "6tDdRg9f5SbymYJLEV3KbA", + "question": "The people in the ocean are performing which sport?", + "choices": [ + "boogie boarding", + "water polo", + "surfing", + "skim boarding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384279, + "question_id": "6urLrcjhqnTndVwppNDoSs", + "question": "What action is being taken?", + "choices": [ + "paint", + "brush", + "cut", + "serve" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36302, + "question_id": "6ustUnpndrqiHesiLvagzZ", + "question": "Where is the photographer located?", + "choices": [ + "in car", + "on car", + "before car", + "behind car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192315, + "question_id": "6v2wPpaYR6qyRh6kUfrTwU", + "question": "What kind of animal is shown?", + "choices": [ + "reptile", + "aquatic", + "domestic", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20602, + "question_id": "6v88uyKuKmAXsdDGu5LBMv", + "question": "What religion uses buildings like these as a place of worship?", + "choices": [ + "judaism", + "islam", + "buddhism", + "christianity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191410, + "question_id": "6vKuiQa5xLFR2WQmo6p9Ud", + "question": "Which country is the flag on the truck?", + "choices": [ + "united kingdom", + "cuba", + "united states", + "chile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550083, + "question_id": "6vTyc4jrJQdPfw3WwwFsgD", + "question": "What is the person in danger of doing?", + "choices": [ + "sinking", + "wiping out", + "bottoming out", + "capsizing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 337913, + "question_id": "6w7yQNahF29UWmNVQ5AwfM", + "question": "The person is trying to maintain what?", + "choices": [ + "checkbook", + "marriage", + "dignity", + "balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 497282, + "question_id": "6xKGPyFrqeep7ekCC8un5u", + "question": "The large gray pole in the back here supports what?", + "choices": [ + "ski lift", + "ad signage", + "light pole", + "phone pole" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498170, + "question_id": "6zGaxPti8qJd5Pf6GwNQwd", + "question": "What is an action that this animal is known for?", + "choices": [ + "gliding", + "grazing", + "swimming", + "hunting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498095, + "question_id": "6zTcvh7by9p4rS45MNiBGm", + "question": "This famous streets belongs to which city?", + "choices": [ + "hobart", + "darwin", + "sydney", + "melbourne" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476695, + "question_id": "73Eed7mEGuadHBMnnyLoiv", + "question": "What is the weight of the horn does this sheep has?", + "choices": [ + "30kg", + "20kg", + "14kg", + "10kg" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 474793, + "question_id": "73pPuSGPt3KsjdfAHYrqQp", + "question": "Why are the bears colored differently from their mother?", + "choices": [ + "are dirty", + "are younger", + "camouflage", + "different parents" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262695, + "question_id": "75xpSsBGiU6QLVoVaK4gZ8", + "question": "What does the man have on?", + "choices": [ + "armor", + "fedora", + "scarf", + "hard hat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7113, + "question_id": "763idSngTiP5hz6fbtWyBS", + "question": "What is the wall painting supposed to depict?", + "choices": [ + "grazing land", + "ocean", + "rainstorm", + "mountains" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 365639, + "question_id": "76FbqARNetMhYtespqsdAN", + "question": "What state would you be going to if you took exit 304?", + "choices": [ + "wyoming", + "nevada", + "colorado", + "utah" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226138, + "question_id": "77ccic3h2nQf74kiCxdffo", + "question": "What is the largest number that is written on the boat atop the truck?", + "choices": [ + "nine", + "eight", + "two", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 178698, + "question_id": "78jweZcqHQfYDZMvgKrLhP", + "question": "What is affixed to the front door of the refrigerator and freezer in the kitchen?", + "choices": [ + "cabinet door", + "paper", + "stickers", + "magnets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223938, + "question_id": "78r6Szw3virvGtnKbchGod", + "question": "What is the person in red doing behind the bench?", + "choices": [ + "running", + "sitting", + "walking", + "bicycling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79571, + "question_id": "79AGSipjxBbzqYXuDTuveu", + "question": "The owner probably uses this animal for what?", + "choices": [ + "caviar", + "pork", + "milk", + "eggs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488091, + "question_id": "79NY9q52v43xEaTwf98hY6", + "question": "What part of the woman on the wall is covered in cloth?", + "choices": [ + "wrists", + "arms", + "eyes", + "fingers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427267, + "question_id": "79jsapw35rVxWxjESHEoH3", + "question": "What is on the back of the large red arms that come forward and down on the front of this bus?", + "choices": [ + "hands", + "mirrors", + "phones", + "suckers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415695, + "question_id": "7AXr97YG9P23naTyMgsWTD", + "question": "What shapes are seen on the screen of the laptop?", + "choices": [ + "triangles", + "rectangles", + "squares", + "circles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 166111, + "question_id": "7BeNexcbfRAGMjSc6WMNrS", + "question": "What venue is the animal in?", + "choices": [ + "zoo", + "elephant barn", + "wilderness", + "park" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139968, + "question_id": "7BfvYYurYELG6zy5SQgFHq", + "question": "What room might this person be in?", + "choices": [ + "kitchen", + "office", + "bathroom", + "game room" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 248248, + "question_id": "7CTk5UPhiWvyBojbv4moPC", + "question": "What item comes from this animal?", + "choices": [ + "wool", + "cheese", + "silk", + "ivory" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544033, + "question_id": "7CeVV4oCSTd8qfNvTepWih", + "question": "What type of craft is being done?", + "choices": [ + "quilting", + "leatherwork", + "embroidery", + "ceramics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400424, + "question_id": "7CoKyeiTYGnW8vxWtjTTPo", + "question": "The pipe seen open at the base is used for what?", + "choices": [ + "drainage", + "garbage disposal", + "pneumatic chute", + "stop sign" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303460, + "question_id": "7D2KRJkJa76MbzwfSu5EuH", + "question": "What is stuck to the leftmost wall?", + "choices": [ + "poster", + "faucet", + "nail", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32127, + "question_id": "7DuAKHJzufqBDULEaAHq6c", + "question": "Who is taking a photo of this bike?", + "choices": [ + "passer by", + "no one", + "train conductor", + "owner" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 137180, + "question_id": "7F7tY6nzycEQgGgDPq2oNN", + "question": "What kind of game is pictured above?", + "choices": [ + "skiing", + "walking", + "gliding", + "snow boarding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267171, + "question_id": "7FHjtjnSSuCC5oNmrryN55", + "question": "What kind of zebras are these?", + "choices": [ + "wild", + "livestock", + "captive", + "house pets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363235, + "question_id": "7GKarjvr9TFXwGa47R8rq9", + "question": "What time is it?", + "choices": [ + "345", + "1045", + "11", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180709, + "question_id": "7HY4cMzuyarDLCBnmDwRwu", + "question": "What is the man cleaning?", + "choices": [ + "ears", + "teeth", + "fur", + "eyes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 331838, + "question_id": "7JN5XmMGfccNuqdWRf4Com", + "question": "What is the giraffe on the left inspecting?", + "choices": [ + "logs", + "food", + "giraffe", + "salt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288508, + "question_id": "7KMGFDfxZhi8hNQLQB277a", + "question": "How has this sandwich been prepared for serving?", + "choices": [ + "cut", + "shredded", + "poured", + "scooped" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 198908, + "question_id": "7L6MLgtThr6dYaAfqJEaDZ", + "question": "What type of rocks are used in the pot?", + "choices": [ + "granite", + "cement", + "pebbles", + "slate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321671, + "question_id": "7LnHeewD27N8BtsPTnbXNe", + "question": "What is sitting next to the laptop?", + "choices": [ + "drink", + "food", + "vitamin bottle", + "book" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 34914, + "question_id": "7N6C7bLzgw5ahUFKHFyK9L", + "question": "What type of flower is in the vase?", + "choices": [ + "tulip", + "lilac", + "sun flower", + "rose" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 560203, + "question_id": "7PNaCtHLHinGRSAHmat8w6", + "question": "Why is the man carrying poles?", + "choices": [ + "balance", + "fashion", + "visibility", + "self defense" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342764, + "question_id": "7Phuhjzqdv62HRLQdAuk4r", + "question": "What is the bread shown here made to resemble?", + "choices": [ + "cats", + "dogs", + "puppets", + "emoji" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243257, + "question_id": "7PiJXyjCUpBvH4gE7ACP4Q", + "question": "What are the bands on the man's wrist for?", + "choices": [ + "circulation", + "sweat", + "carpal tunnel", + "fashion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 23578, + "question_id": "7QuDnomts2gqdpUjivJnY6", + "question": "What body part is likely to hit the ground first?", + "choices": [ + "left hand", + "right hand", + "butt", + "head" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 148326, + "question_id": "7QvFm9bnP4ge55ywSiQgK7", + "question": "Where is this elephant located?", + "choices": [ + "desert", + "jungle", + "zoo", + "circus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 310657, + "question_id": "7RJgSAZdicUSoeGopw2NhB", + "question": "What is the station code for this train's destination?", + "choices": [ + "cor", + "con", + "coy", + "crn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 18646, + "question_id": "7RKJeKaqd7QQYVxRZoLMh8", + "question": "This animal has a very long what?", + "choices": [ + "snout", + "talon", + "tail", + "neck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366228, + "question_id": "7RuXUTpRnHGSnp7QS2DhQu", + "question": "In which continent is this train station located?", + "choices": [ + "north america", + "asia", + "africa", + "europe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 482640, + "question_id": "7SwHQpaUk7GgTvDr8MFmRF", + "question": "The player represents what nation?", + "choices": [ + "denmark", + "france", + "canada", + "brazil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 66044, + "question_id": "7TSaah6ria3NWkUMXSsPdf", + "question": "What is the little kid sitting in?", + "choices": [ + "rocker", + "highchair", + "booster seat", + "stool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314102, + "question_id": "7TbHWCyhRyJoyyBYTV49Gt", + "question": "What is this person about to do?", + "choices": [ + "strike out", + "nothing", + "miss ball", + "fall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435831, + "question_id": "7U3NdBsDuddu4GZ9fDv5PL", + "question": "What did the other team probably do to make the pitcher look down at the ground?", + "choices": [ + "score", + "swing", + "taunt", + "strikeout" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358914, + "question_id": "7U64kLbQfJLjNkK8KqBY8j", + "question": "What purpose involving the tree does the wire around it serve?", + "choices": [ + "cammo", + "bird perch", + "art", + "protection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158069, + "question_id": "7UbBxSxaPoQwq3owmGjhnN", + "question": "In which country is this double-decker bus operating?", + "choices": [ + "america", + "canada", + "australia", + "united kingdom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 487273, + "question_id": "7W4YmmHyZEnrA37mnZwHHc", + "question": "What type of animal is seen?", + "choices": [ + "aquatic", + "flying", + "insect", + "reptile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 541890, + "question_id": "7XCG7ZHBrmwXYSENN9nSNk", + "question": "What form of payment is accepted here according to the sign to the left of the door?", + "choices": [ + "credit cards", + "checks", + "bitcoin", + "bartering" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552232, + "question_id": "7ZLdEj5dHos4tiAoHXyQFp", + "question": "What brand are both remotes?", + "choices": [ + "jvc", + "sony", + "samsung", + "bose" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 284952, + "question_id": "7aLoqB9E9F989RUJF6p9Nw", + "question": "What type of sign is shown?", + "choices": [ + "warning", + "directional", + "brand", + "sale" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298244, + "question_id": "7ahdszkj7LvTdec74pvdH3", + "question": "What is the paper in this room used for?", + "choices": [ + "writing", + "reading", + "wrapping", + "cleaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 564054, + "question_id": "7bW2LPP8udRk5D9NXfrUDk", + "question": "What likely made the path in the ground?", + "choices": [ + "animals", + "cars", + "shovel", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477393, + "question_id": "7cKMod8rvH5zY9HeoDmsN5", + "question": "How does this animal get around?", + "choices": [ + "fly", + "hop", + "swim", + "slither" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 43906, + "question_id": "7dTT3ySgvCqrgjSHbQrx9V", + "question": "What material is the coat made of?", + "choices": [ + "wool", + "yarn", + "cotton", + "denim" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186307, + "question_id": "7dU88MpSNnCykBxMnjfXzS", + "question": "What is next to the stuffed animal?", + "choices": [ + "cat", + "toy", + "plant", + "baby" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463181, + "question_id": "7edMbpJBSqbH9HmPW9v2if", + "question": "Why is he holding the board like that?", + "choices": [ + "showing off", + "hiding it", + "for sale", + "keep dry" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 519167, + "question_id": "7ehQafc8FWc36BLCkhkRir", + "question": "How was the egg cooked?", + "choices": [ + "poached", + "soft-boiled", + "fried", + "hard-boiled" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411306, + "question_id": "7fAsJH2JSYDiQXDU9CWbHV", + "question": "Which species feet is more visible here?", + "choices": [ + "rat", + "human", + "bird", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98774, + "question_id": "7fq44oVbQ5juVwZe4wbWrG", + "question": "What type of basket might the little chick be found in?", + "choices": [ + "picnic basket", + "sewing basket", + "knitting basket", + "easter basket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 489441, + "question_id": "7gLruQ2akg6sssZpL9TdKk", + "question": "What is the silver plate on the left made from?", + "choices": [ + "glass", + "metal", + "wood", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575313, + "question_id": "7hAv545FF3EmgAZ5Yc5oev", + "question": "The item the doll is holding is related to what profession?", + "choices": [ + "baseball player", + "carnival barker", + "police officer", + "dentist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80851, + "question_id": "7hEwQupXuEJSBEXojggavj", + "question": "Where is this bathroom located?", + "choices": [ + "office", + "mall", + "home", + "store" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 535616, + "question_id": "7hgGBbY9nPTTbvyMiC8mbL", + "question": "Why is that substance spread on the pan?", + "choices": [ + "add flavor", + "prevent fire", + "prevent sticking", + "make crispy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127946, + "question_id": "7hv6u5R79CXbmmzrXpzvkg", + "question": "Which of these mammals do these animals most resemble?", + "choices": [ + "dogs", + "whales", + "horses", + "walruses" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379200, + "question_id": "7iAkHXnSrCVhQ8ew5yQ9Lv", + "question": "What is the only direct selling company that has more representatives than this one?", + "choices": [ + "amway", + "herbalife", + "mary kay", + "tupperware" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175183, + "question_id": "7j3V4TRxFPkEGNxGphAZrz", + "question": "What is this train most likely carrying?", + "choices": [ + "tourists", + "livestock", + "passengers", + "medical supplies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 225114, + "question_id": "7k7KkXtttJ7LRhojPgF2NW", + "question": "Where is the food located?", + "choices": [ + "refrigerator", + "mouth", + "hand", + "table" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410941, + "question_id": "7kDwoZnN4asbgvCiMx3yzm", + "question": "What is needed to play this sport?", + "choices": [ + "basket", + "stick", + "racquet", + "bat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226110, + "question_id": "7kpp9qaZbDwyLfTVtE3qYe", + "question": "What will the bear likely do next?", + "choices": [ + "run", + "drink", + "wake up", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 194512, + "question_id": "7mDfFXZA6SpR4G6tdAjaK4", + "question": "What is the food in the shape of?", + "choices": [ + "clock", + "swan", + "spaceship", + "bear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466983, + "question_id": "7mNPmvm9DKC8KiYckQ6PeP", + "question": "What kind of area is shown?", + "choices": [ + "commercial", + "residential", + "arctic", + "desert" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136481, + "question_id": "7ooVj5f6csX7SG4zvQYbSW", + "question": "How does it feel to ride the skateboard here?", + "choices": [ + "bumpy", + "smooth", + "jagged", + "slippery" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 137978, + "question_id": "7pXmy3AmKnBkrDzYppwWeR", + "question": "What is the profession of the person who sell this item?", + "choices": [ + "teacher", + "janitor", + "athlete", + "florist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38687, + "question_id": "7pZMpftnTFEE4R2un3tW8g", + "question": "The symbol on his shirt is said to represent what?", + "choices": [ + "jezebel", + "azazel", + "baphomet", + "delilah" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540289, + "question_id": "7pgBTsdfjsiYgxkYC5gfMA", + "question": "What state owns this department store?", + "choices": [ + "qatar", + "bahrain", + "saudi arabia", + "dubai" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 186590, + "question_id": "7phbf32T6cCeGQBY5BhGUM", + "question": "What vegetable is missing from the food on the left that was used on the food on the right?", + "choices": [ + "carrot", + "beet", + "squash", + "tomato" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537997, + "question_id": "7q9BbYrpoE9YbiVJ2ttB4L", + "question": "Why is the left elephant smaller?", + "choices": [ + "malnourished", + "genetics", + "female", + "younger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451685, + "question_id": "7qFTQF3j9XTUbbYuVLYUAL", + "question": "What usually touches the white item?", + "choices": [ + "bread", + "humans", + "cows", + "flowers" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 579040, + "question_id": "7qy28qTPgrKTMHiULbnoDT", + "question": "What type of license does the driver of this vehicle need?", + "choices": [ + "cdl", + "motorcycle", + "school bus", + "auto" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262854, + "question_id": "7sQFnQpTx97nbopbr6HYrA", + "question": "What does the yellowish sign imply one should do when driving here?", + "choices": [ + "slow down", + "speed up", + "aim hitting", + "halt" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 366552, + "question_id": "7tn2vSFsc3BWLKdGz7jof4", + "question": "What activity is the animal's owner likely to be able to do here based on the objects around?", + "choices": [ + "hair cut", + "run", + "web browse", + "shower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 266699, + "question_id": "7uCHteyGXfGwHMRUf5UcR4", + "question": "What is the same color as the jacket that the man has on?", + "choices": [ + "cherry", + "strawberry", + "banana", + "blueberry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513753, + "question_id": "7uEAhk8qAawUAXewiCUerP", + "question": "Why is he holding him?", + "choices": [ + "pushing", + "apprehending", + "helping", + "afraid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362443, + "question_id": "7v9JMYuhUEhU7bFefB3hBj", + "question": "Which direction would you need to go to reach the Cliff House?", + "choices": [ + "west", + "south", + "north", + "east" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 370221, + "question_id": "7vCi2VwESXTaT6PmupKacx", + "question": "What is the fence made of?", + "choices": [ + "wrought iron", + "brick", + "barbed wire", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107266, + "question_id": "7xXb3oQeNUyU2zMgvS5ZTh", + "question": "This train connect which major cities?", + "choices": [ + "germany", + "us", + "italy", + "canada" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 473535, + "question_id": "7yHA7CzHQNLfpP4BqrvG7C", + "question": "What is the man wearing?", + "choices": [ + "snowsuit", + "motorcycle suit", + "work jumper", + "firefighter suit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 196788, + "question_id": "7zfYy9b53BYZJK2QMBAHCS", + "question": "What was the silver item to the right used for?", + "choices": [ + "holding", + "slicing", + "eating", + "oiling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71632, + "question_id": "827NgQhEHAjo3mstFXhsKd", + "question": "What kind of environment are the bikers in?", + "choices": [ + "plains", + "steppe", + "mountainous", + "savanna" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171332, + "question_id": "82QDA8num3497V8dhepEqF", + "question": "What kind of fish is depicted on the bears shorts?", + "choices": [ + "angel fish", + "tuna", + "salmon", + "gold fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175062, + "question_id": "83R7PoHEF4Wog68UvxroNk", + "question": "Which shape cannot be found in the design of the clock tower?", + "choices": [ + "rectangle", + "circle", + "octagon", + "triangle" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 299989, + "question_id": "84CiD4zKDxXB9jWQxttPT4", + "question": "What Fahrenheit value must the weather be for the stuff around the stop sign to form?", + "choices": [ + "below 32", + "244", + "100", + "above 32" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 95642, + "question_id": "8593uDiP3oEqqnAs7kYaxr", + "question": "The tool she has will eliminate what?", + "choices": [ + "lint", + "lice", + "tangles", + "dirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446071, + "question_id": "85DPbJJW9zqBdCtFzc8ZPM", + "question": "What items might be in the case?", + "choices": [ + "makeup", + "cleaning supplies", + "tackle", + "tools" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 410714, + "question_id": "86ZELf36SwPhiK4zdWm2SV", + "question": "What weather is occurring?", + "choices": [ + "overcast", + "rain", + "clear", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289843, + "question_id": "872aByHNXEVRRDX9LqTS4S", + "question": "What spice is associated with the yellow flowers seen here?", + "choices": [ + "radish", + "mustard", + "saffron", + "soy sauce" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 178428, + "question_id": "87hhVjbyMh6VcsQLhMvCLC", + "question": "By which leg might the surfboard be held if the surfer here falls?", + "choices": [ + "right", + "left", + "none", + "both" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520498, + "question_id": "88ETmaShueW9TYsYAHRDwN", + "question": "What is the state of the man?", + "choices": [ + "tired", + "relaxed", + "euphoric", + "elated" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 324216, + "question_id": "8928tMkAoTshshZUpJjipJ", + "question": "What is the ring on the wall used for?", + "choices": [ + "robes", + "toilet paper", + "towels", + "decoration" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 138718, + "question_id": "8ASqNSW5yAY7HJQfMyrAu9", + "question": "What word in the photo scares you?", + "choices": [ + "danger", + "ice", + "blood", + "horror" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 206517, + "question_id": "8BjebRYppShxMye3RqPXyi", + "question": "Which teddy bear is dressed as a famous landmark?", + "choices": [ + "middle 1", + "bottom 2", + "bottom 1", + "top 1" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 541795, + "question_id": "8ByYGBEwdyyiQCtpKbS4aA", + "question": "What is the person doing?", + "choices": [ + "snowboarding", + "ice skating", + "skiing", + "sliding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427735, + "question_id": "8CupNnbc5rxSKHphkVcCk4", + "question": "Where is the man walking?", + "choices": [ + "space", + "roof", + "driveway", + "beach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65142, + "question_id": "8EMzgPKrRV6KmE88KSwiDf", + "question": "What is flying in the air above the vehicle in the desert?", + "choices": [ + "flag", + "parachute", + "balloon", + "kite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518963, + "question_id": "8ERq2vqEVgKB89LCq3MoDC", + "question": "The person here is likely what sort of enthusiast?", + "choices": [ + "reading", + "writing", + "photography", + "singing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19163, + "question_id": "8EUnHLo32fUhECSw2ojvLm", + "question": "What vegetable tops the foremost meat here?", + "choices": [ + "carrots", + "radish", + "cabbage", + "beets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297433, + "question_id": "8Ebj9dNGsq5Ges2tW47sT4", + "question": "The calorie content of this dish is probably what?", + "choices": [ + "moderate", + "high", + "low", + "zero" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 30268, + "question_id": "8EgL896emr48N25g4H8Qke", + "question": "What is the predominant shade of the clock tower?", + "choices": [ + "orange", + "grass", + "gold", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 48875, + "question_id": "8EjeKLvgvWx2bmsS77oxko", + "question": "What hairstyle does this person have?", + "choices": [ + "beehive", + "pony tail", + "pig tails", + "crew cut" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 460521, + "question_id": "8F8rhgSqjNBo3BMt3WBu6f", + "question": "How many states does the nation whose flag is displayed have?", + "choices": [ + "28", + "30", + "50", + "14" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19315, + "question_id": "8FzC6GVCQkuuhTe2ZmvcQS", + "question": "What is the water touching besides the boat?", + "choices": [ + "shark", + "human", + "tree", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 425217, + "question_id": "8G88q4ZeWc9FntqAuaHXmm", + "question": "What is the air temperature surrounding the brick building and clock tower?", + "choices": [ + "cold", + "warm", + "chilly", + "freezing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77250, + "question_id": "8GagrzjD2JTyL99VgfHRZ2", + "question": "What type of lines are shown?", + "choices": [ + "waiting", + "computer", + "electric", + "fishing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 236899, + "question_id": "8GjJiuwfpVsLAxP3Ffm8Q2", + "question": "What is aboard this vehicle?", + "choices": [ + "packages", + "fish", + "cars", + "tourists" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518193, + "question_id": "8HbC4ANAoGgn5Crirc7qWv", + "question": "Where is the most likely location of this bathroom?", + "choices": [ + "canada", + "england", + "asia", + "united states" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 125221, + "question_id": "8JoisoRPvKxvFvQvTDx3SL", + "question": "What has the Nintendo Wii console been modified to control?", + "choices": [ + "speaker volume", + "mouse cursor", + "power button", + "keyboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552653, + "question_id": "8JpnifjroCxDBztPRKSoKY", + "question": "The cartoon character on the floor mat depicts what type of animal?", + "choices": [ + "dinosaur", + "turtle", + "crocodile", + "giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563383, + "question_id": "8Knm6eSMS3ujWiiSLrseEQ", + "question": "What is the man above?", + "choices": [ + "street", + "water", + "building", + "horse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424067, + "question_id": "8Kv7FiWzGAUqb868sX7Hyg", + "question": "What are the circular metal rings for?", + "choices": [ + "hiding money", + "moving water", + "lifting tub", + "opening bottles" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 333273, + "question_id": "8L6jwCSAvpmBdCDmUcX44B", + "question": "Who is holding the leash?", + "choices": [ + "owner", + "surfer", + "dog", + "sunbathers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283626, + "question_id": "8LPpqQAGGUbHZFXopweBPf", + "question": "It is just before what time according to the clock?", + "choices": [ + "700", + "1200", + "900", + "500" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321477, + "question_id": "8Lca4JgEGka6nfRTjZvwWr", + "question": "What is the zebra doing?", + "choices": [ + "grazing", + "leaving", + "hiding", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351492, + "question_id": "8NhT3cNjjL23qKxzK4PPRr", + "question": "Which street has a masculine name?", + "choices": [ + "neither", + "right", + "both", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 434601, + "question_id": "8Pq3wfUtMrnyWXrwm6Kvbr", + "question": "Where is this movie playing?", + "choices": [ + "airplane", + "car", + "boat", + "train" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92263, + "question_id": "8R2KzxeekuSpk5RfPeTq8Q", + "question": "What does it look like this person is doing?", + "choices": [ + "macarena", + "jitterbug", + "back handspring", + "crane kick" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 414818, + "question_id": "8RHFtVtibgGApErgCmFX5R", + "question": "Which one of these might have come in the box below the desk?", + "choices": [ + "vases", + "lamps", + "rugs", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 408726, + "question_id": "8RJox8ftvnmkcjEGAcGu3F", + "question": "Unlike most cakes this one has no what?", + "choices": [ + "roses", + "sprinkles", + "tiers", + "icing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 45107, + "question_id": "8Rp8cLYRexmLmxBcfPaZzM", + "question": "How many types of bathing are possible here?", + "choices": [ + "zero", + "five", + "one", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435693, + "question_id": "8RuB9WhSe2iSe22W7s8yhd", + "question": "Which direction is the light coming from?", + "choices": [ + "right", + "left", + "up", + "down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257623, + "question_id": "8Rz5LvsfVur6oxkhQc35bh", + "question": "At least how many other people are with this lady at the park today?", + "choices": [ + "one", + "20", + "none", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162323, + "question_id": "8SBRNjYm2LdqguQoeJ6wjq", + "question": "What is something this animal usually eats?", + "choices": [ + "dolphins", + "worms", + "monkeys", + "cows" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581585, + "question_id": "8SUw5hNmmn8TNWNz8Zu2vq", + "question": "What is needed for this activity?", + "choices": [ + "ice", + "rain", + "snow", + "waves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157189, + "question_id": "8SqLyGwUbknL7x59eNzdZe", + "question": "What food group is available?", + "choices": [ + "fruit", + "meat", + "grains", + "dairy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317117, + "question_id": "8T7sxfNb3sVUei4iraB5yG", + "question": "What is causing the giraffe to chew on the other giraffe's fir?", + "choices": [ + "taste", + "comedy", + "bright color", + "hunger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243162, + "question_id": "8TNTrrqm6iRzzy5hwW4MT9", + "question": "What is in the most danger?", + "choices": [ + "cat", + "bird", + "sun", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309623, + "question_id": "8WEDnQzZJRK2cuRfqNU53Q", + "question": "What Royal House is deposed in Townsend's book?", + "choices": [ + "avon", + "windsor", + "cambridge", + "essex" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339300, + "question_id": "8WaHNvtiwnT5h6K8rUfTKg", + "question": "Who placed this animal in this basket?", + "choices": [ + "it's owner", + "humane society", + "villain", + "nobody" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230942, + "question_id": "8WkCkSP97qvQerEGgTPnJ4", + "question": "Based on its headdress the chair should be considered a what?", + "choices": [ + "toilet", + "futon", + "throne", + "stool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124108, + "question_id": "8WwYxt2VY6MHSn28qgdQAj", + "question": "What is the bird looking for?", + "choices": [ + "rodents", + "bugs", + "worms", + "fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517514, + "question_id": "8XHfKeAy2f4RLQt6nC5xHy", + "question": "What type of of animals are shown?", + "choices": [ + "tropical", + "arctic", + "farm", + "domestic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195789, + "question_id": "8XJ5SuZ8iE73ZLdBXRUQyq", + "question": "What is drawn on the Stop sign?", + "choices": [ + "flower", + "web", + "egg", + "eyes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 23220, + "question_id": "8XSKLi7ZC8gELpUpcEMK9x", + "question": "What skateboard trick is the man performing?", + "choices": [ + "720", + "grind", + "ollie", + "kickflip" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 274798, + "question_id": "8YRkectTdwT3SDKGypz5bD", + "question": "What are the purplish vegetables called?", + "choices": [ + "turnips", + "eggplant", + "red onions", + "beets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197761, + "question_id": "8Z4A5CmRYdRHMaDzsJvyVA", + "question": "Which republic flies this flag?", + "choices": [ + "france", + "liberia", + "georgia", + "china" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352825, + "question_id": "8ZVCFxqrRUwcUxqFXgRhjj", + "question": "Who took that photograph?", + "choices": [ + "annie leibovitz", + "carey haider", + "robert frank", + "man ray" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349422, + "question_id": "8ZpQyn4MdaXehRvCvR3gA4", + "question": "What happens if Scarico pushes the button?", + "choices": [ + "voting", + "flush", + "hot air", + "camera" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 173337, + "question_id": "8bzzkSPvqdUipSZmeQcvJP", + "question": "What substance shown here is not usually served with French fries?", + "choices": [ + "carrots", + "mayo", + "ketchup", + "hot dogs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 132177, + "question_id": "8cMF4yCGmuJUgDKPwx9iQb", + "question": "Where is this child located here?", + "choices": [ + "home", + "prison", + "hospital", + "rest stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512628, + "question_id": "8crgqMAT3Wi6JXm3Q3BztY", + "question": "What does the giraffe on the right seem to be doing?", + "choices": [ + "eating", + "sleeping", + "mating", + "bathing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 307127, + "question_id": "8dnGHHXr3oVHkwzbSZz4JF", + "question": "Which animals depend upon this body of water for their water needs?", + "choices": [ + "cows", + "none", + "sharks", + "whales" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98313, + "question_id": "8dxaP8zJ6fq9pasnqecdUJ", + "question": "What is needed for this activity?", + "choices": [ + "wind", + "ball", + "waves", + "court" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 364163, + "question_id": "8e8Js2bnGGjkYjPxdoDBmg", + "question": "Why is the man using an umbrella?", + "choices": [ + "rain", + "disguise", + "sun", + "snow" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 189977, + "question_id": "8exacYESvjcwLQbRpM7693", + "question": "What type of animals are shown?", + "choices": [ + "wild", + "domestic", + "aviary", + "reptile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100997, + "question_id": "8fBQTf5nEnhsiaqhmGyzvY", + "question": "What kind of people are served at this building?", + "choices": [ + "veterans", + "sick children", + "sick adults", + "drug addicts" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 302226, + "question_id": "8fEn3Ap5Tkb6UjerRfk9U3", + "question": "What is another name for the brush glove?", + "choices": [ + "dog glove", + "mitt", + "baseball glove", + "paper" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 137784, + "question_id": "8h4d2cYyBDZZTNnMgF6eY8", + "question": "To gain access to water here which direction should one turn the cap?", + "choices": [ + "clockwise", + "up", + "counter clockwise", + "in" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 222164, + "question_id": "8hFp84WZYHvRh9fctZ6iPg", + "question": "What type of magazine is on the counter?", + "choices": [ + "tabloid", + "sports", + "gardening", + "gaming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 27924, + "question_id": "8hWK7my6L2A9BPUBqVjrHC", + "question": "What are these vases normally used as?", + "choices": [ + "painting", + "snow globes", + "water balloons", + "light bulbs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409846, + "question_id": "8hWxgKnSyPQEeHeaTLVSaw", + "question": "What finger is this man using to scroll?", + "choices": [ + "ring", + "thumb", + "pinky", + "index" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 134720, + "question_id": "8heSZFKFiSsVGjCiqZWX7x", + "question": "What is are athletes doing this sport trying to achieve?", + "choices": [ + "speed", + "trick points", + "rotation", + "height" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283065, + "question_id": "8jp2Pej5C5Fm7ZYKu4mZiW", + "question": "The word that is highest up on the subway sounds closest to the name of what Witcher character?", + "choices": [ + "renfri", + "ciri", + "dandelion", + "eist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 332118, + "question_id": "8jzFqhmqg3SNPGVfXQGEEY", + "question": "What material is the two pans made of?", + "choices": [ + "aluminum", + "cast iron", + "steel", + "tin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501676, + "question_id": "8kbzp7KJWtcsr33KFzu6ow", + "question": "What is the man wearing a red shirt ready to do?", + "choices": [ + "catch frisbee", + "bike", + "dance", + "run" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175396, + "question_id": "8kvLiAJoZPTEaAt9YRKuEz", + "question": "What pastime can someone enjoy here while laying in their bed?", + "choices": [ + "singing", + "tennis", + "basketball", + "tv viewing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438062, + "question_id": "8m9mpG8YMDB3Gx2xNNAMar", + "question": "What is the longest word on the sign?", + "choices": [ + "three", + "proceed", + "loading", + "stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362501, + "question_id": "8mSUwEFLQfAgnbdvH4TKCd", + "question": "Which vehicle would win if the race was ended this second?", + "choices": [ + "car", + "airplane", + "motorcycle", + "carriage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 227921, + "question_id": "8nq6yZ4dm9LqxUtG3aRBgq", + "question": "The plane on the runway carries what as its cargo?", + "choices": [ + "medical supplies", + "passengers", + "military supplies", + "mail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161791, + "question_id": "8oYTrkUwdUUyQgDcAK85VZ", + "question": "What type of animals are walking on the dirt?", + "choices": [ + "cow", + "camel", + "zebra", + "horse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125025, + "question_id": "8piR8KZMNZcL9FKtBtYCmG", + "question": "What item is usually kept in this room?", + "choices": [ + "cake", + "paycheck", + "toothpaste", + "giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499231, + "question_id": "8qGJ34bHvTS6YNYYuNcbdp", + "question": "What structure is on the wooden panels on the floor?", + "choices": [ + "statue", + "wheelbarrow", + "box", + "bench" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452423, + "question_id": "8qjVvKczupHcYaS5s9ERJr", + "question": "What type of food is shown besides the vegetables?", + "choices": [ + "cheese", + "fish", + "pasta", + "meat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163097, + "question_id": "8qsFpkSx3TwPUe9LQbY93z", + "question": "What is the color of the sticker that is in the middle of the top part of the refrigerator?", + "choices": [ + "yellow", + "black", + "purple", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 450646, + "question_id": "8ri5nUMK4aAZMzbaho4KcV", + "question": "Which animals have hooves here?", + "choices": [ + "cow", + "zebra", + "rhino", + "horse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 16835, + "question_id": "8sWm6pLgPwErxwBGB7RvDB", + "question": "This airline was absorbed into what other airline?", + "choices": [ + "united airlines", + "air france", + "canadian airlines", + "delta airlines" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226025, + "question_id": "8sb2egipSTRCjNQMSCERF7", + "question": "What type of enclosure is seen?", + "choices": [ + "fence", + "gate", + "cage", + "barn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 198664, + "question_id": "8sgMEFmqTsp9a8EqfdMv9V", + "question": "What direction is the arrow pointing on the yellow sign?", + "choices": [ + "up", + "left", + "diagonal", + "down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309837, + "question_id": "8swFzTB3KtdrQk8Eubb9yi", + "question": "What illness can this person get if they do this movement too often?", + "choices": [ + "scoliosis", + "diabetes", + "plantar fasciitis", + "carpal tunnel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 281240, + "question_id": "8tZWhEJWjdPmPBHbm28YD8", + "question": "What number is the green toy closest to?", + "choices": [ + "eight", + "one", + "two", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 111444, + "question_id": "8uGCydmPBquqz5nEXBDUzt", + "question": "What kind of pattern is on the vest of the dog?", + "choices": [ + "tartan", + "gingham", + "argyle", + "plaid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 15713, + "question_id": "8uMeoif989moEQ5iGKhx83", + "question": "What is the function of the object on the woman's right wrist?", + "choices": [ + "computer", + "time", + "sweatband", + "fitness" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3208, + "question_id": "8upiqFeSpz7LV9Nd8cf4Fr", + "question": "What was this aircraft built for?", + "choices": [ + "space travel", + "commercial flights", + "display only", + "military service" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476378, + "question_id": "8vqSJRaXNpnYxKHtboXYyq", + "question": "In which direction to shore does this person surf?", + "choices": [ + "perpendicular", + "parallel", + "over", + "underneath" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 196667, + "question_id": "8wZ5b3DmUn4BTfHF6knCJ8", + "question": "What is near the back of the plane?", + "choices": [ + "garbage bins", + "bears", + "orange cones", + "people" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 294464, + "question_id": "8x3EQaPKCAzpKAHRe5Zekk", + "question": "What is the user of the laptop doing?", + "choices": [ + "reading news", + "replying email", + "online learning", + "online shopping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 448305, + "question_id": "8x77xV9WwcHhCNfPLQ7SEU", + "question": "What kind of animals are shown?", + "choices": [ + "domestic", + "aquatic", + "wild", + "reptile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7339, + "question_id": "8xG3HDKf7wd9iSWi9a7SLS", + "question": "What type of vehicle is the car parked next to?", + "choices": [ + "ambulance", + "fire truck", + "taxi", + "school bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 167076, + "question_id": "8xSxaJuyvp63SKXYEjpduT", + "question": "Where is this person coming from?", + "choices": [ + "house", + "car", + "metro", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420252, + "question_id": "8ygKdsWV7Hmnnj52qGATY7", + "question": "Which giraffe would be most likely to be surprised by the photographer?", + "choices": [ + "left", + "middle", + "none", + "right" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 460489, + "question_id": "93iB3ezHu9FZ3aNZ6K29pw", + "question": "In this ship the orange color indicates what?", + "choices": [ + "rescue", + "none", + "abandon", + "safety" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 238362, + "question_id": "94k2J3Yr78vNbe6Ws37bZH", + "question": "What will these meats be put on for serving?", + "choices": [ + "glasses", + "buns", + "toothpicks", + "leaves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92150, + "question_id": "94r4iQAEJ4wxpgZeHYiMKx", + "question": "What is between the fences?", + "choices": [ + "trees", + "houses", + "rocks", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326942, + "question_id": "968FZNVAt23y98dJcpsN5z", + "question": "What does the sign pictured above mean?", + "choices": [ + "yield", + "no entry", + "no way", + "give way" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297128, + "question_id": "96jsfjaVewEutS66GoFZ99", + "question": "What is the condition of this animal?", + "choices": [ + "flying", + "robust", + "sickly", + "swimming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385883, + "question_id": "96rTt5oSxU9gC8HNYHyMJr", + "question": "The large animal seen here is meant to look like an animal that habitats where?", + "choices": [ + "equator", + "north pole", + "mountains", + "deserts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443267, + "question_id": "99VPfSi9P7RiwCbeLhxe6y", + "question": "The bus is the same color as what character?", + "choices": [ + "charlie brown", + "snoopy", + "garfield", + "smurf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470171, + "question_id": "99WUPUyjbWKEsjw5rsaYL3", + "question": "What is the cat doing?", + "choices": [ + "eating fish", + "dipping paw", + "running", + "hunting mice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89371, + "question_id": "99eZkKLojwRfvQGw54g9fZ", + "question": "What feature do these animals have?", + "choices": [ + "antlers", + "stingers", + "wool", + "tusks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177760, + "question_id": "9B5FuE5MsUUmGkXrCh6Y6w", + "question": "What is this type of bird food often called?", + "choices": [ + "soup", + "nectar", + "syrup", + "seed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 416415, + "question_id": "9BwwnkfZ6FLYsGor6P7mqB", + "question": "What is the circular area on the large tower used for?", + "choices": [ + "landing planes", + "telling time", + "skydiving", + "target practice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 375984, + "question_id": "9CFQZsW9kD5a7znWSw6y2n", + "question": "Where is this laptop being operated?", + "choices": [ + "office", + "dorm", + "cafe", + "home" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22042, + "question_id": "9CQgaQhc4vjSDhdQQqi5Qo", + "question": "How has this sandwich been prepared?", + "choices": [ + "sliced", + "cubed", + "diced", + "shredded" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158503, + "question_id": "9DjkxeSWGPLFRzfYMm4USE", + "question": "What is to the left of the window?", + "choices": [ + "bed", + "door", + "light", + "chair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 39213, + "question_id": "9DkvZJAAfKC7sC3nigLzia", + "question": "What type of weather is here?", + "choices": [ + "partly cloudy", + "cloudy", + "sunny", + "mostly cloudy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415688, + "question_id": "9E2qtAVn7tBTiA6Nqd3GUt", + "question": "What appears to be missing from the bathroom that could prevent a flood?", + "choices": [ + "scrub brush", + "hand soap", + "plunger", + "hand towel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252268, + "question_id": "9EBCujwxTXSqNAfEbuqByB", + "question": "Which item on this pizza should be spread out more for an ideal taste?", + "choices": [ + "herbs", + "tomato sauce", + "meat", + "cheese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532528, + "question_id": "9F6iZ78SqDFndTqVddeVNA", + "question": "What resembles the design on the wall?", + "choices": [ + "pear", + "chessboard", + "bat", + "apple" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 490241, + "question_id": "9FJuvnwnQfUgqyUqULgiVu", + "question": "What phenomena might frequently obscure vision when driving Ocean St?", + "choices": [ + "lightning", + "snow", + "gulls", + "fog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319149, + "question_id": "9GqzQ8Fv2DfVQ6WW7rNVSZ", + "question": "What is the largest object used for?", + "choices": [ + "closet", + "storage", + "refrigeration", + "microwave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 75781, + "question_id": "9J6PHiYk2ezdrYofTYWBNZ", + "question": "What type of transport is important to the wearer of this tie?", + "choices": [ + "sailing", + "cycling", + "rowing", + "car racing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503708, + "question_id": "9KGXs8GbYtWmsvGjBTDusq", + "question": "What are these elephants ready to do?", + "choices": [ + "eat", + "hide", + "drink", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 356001, + "question_id": "9KTuPuuseiRBs9r7WfHYDM", + "question": "What is the disassembled device on the table called?", + "choices": [ + "shaver", + "hair trimmer", + "electric toothbrush", + "lamp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467005, + "question_id": "9LADUTwBVqurqAm29gZopo", + "question": "What is logically missing in this photo?", + "choices": [ + "dog", + "bike", + "car", + "person" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6128, + "question_id": "9LYeuDdciECXyfaHemxwgD", + "question": "Why is the Royal Ontario Museum sign have a blue background?", + "choices": [ + "warning", + "tourist information", + "regulatory", + "guidance" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 423387, + "question_id": "9NA9GyyjhhLmaSbGoxFtsy", + "question": "Which color indicates danger?", + "choices": [ + "red", + "yellow", + "green", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567468, + "question_id": "9NTxmdPQAfaZZ4ZNB6nuN3", + "question": "Which one of these cities would the graffiti artist hate to live in?", + "choices": [ + "jerusalem", + "san jose", + "toronto", + "sydney" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 314746, + "question_id": "9NUdgiBetWUkwwUqVZWExf", + "question": "What does the object on the cat's neck commonly pair well with?", + "choices": [ + "bird", + "dog", + "jacket", + "dress shirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81769, + "question_id": "9PAUwjFVxiFoog8S2xQZFM", + "question": "In front of what object are the animals currently?", + "choices": [ + "house", + "building", + "mall", + "skyscraper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102524, + "question_id": "9PC7oEPxA3CEsbJwnrZvuQ", + "question": "What color benches and tables might someone using this park for a picnic sit at?", + "choices": [ + "white", + "blue", + "brown", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365335, + "question_id": "9QCvwrszMhCgPGJuBWkgHG", + "question": "What is the couple currently engaged in?", + "choices": [ + "swimming", + "running", + "skiing", + "surfing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252690, + "question_id": "9Qn5kbZqgiDZmVUHM5VowT", + "question": "What is keeping the giraffes from escaping?", + "choices": [ + "water", + "wooden fence", + "grass", + "each other" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100214, + "question_id": "9RATnhDsvU7VBWy5HmFtA8", + "question": "What was the last name of the original formulator of this beverage?", + "choices": [ + "smith", + "mclaughlin", + "mccarthy", + "o'reilly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357295, + "question_id": "9RTZJs7wqiSxT78kgJC4kT", + "question": "What is the snow structure supposed to simulate?", + "choices": [ + "path", + "half pipe", + "ledge", + "stairs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 284619, + "question_id": "9RnD9E9qKrz2Lm3F8RUoJm", + "question": "Where are these zebras located?", + "choices": [ + "wild", + "circus", + "zoo", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 34943, + "question_id": "9RyfqfWsZ5KYwYTQZyZbKz", + "question": "What part of this persons body is likely to next hit the ground?", + "choices": [ + "foot", + "elbow", + "head", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123440, + "question_id": "9SPb9n3k6qdUNUuJX3KiHC", + "question": "What is the sponsor of this event that starts with an F?", + "choices": [ + "fila", + "algida", + "french", + "free" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 160024, + "question_id": "9SiKfFSLAwkDDDRGProMdR", + "question": "Where is this pie going?", + "choices": [ + "trash", + "dish", + "in oven", + "to table" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293203, + "question_id": "9TVFU2kN7VmEjBdkaza726", + "question": "Why is the swimsuit the man is wearing shiny and glossy?", + "choices": [ + "protective coating", + "lubrication", + "wet", + "aesthetics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9560, + "question_id": "9Tyek4dBEbYPfNsysqbkeg", + "question": "What structure is behind the vehicle?", + "choices": [ + "bridge", + "control tower", + "skyscraper", + "house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444398, + "question_id": "9Uvy7Eh8rP9vw9xp58LSWy", + "question": "What are they holding with their hands?", + "choices": [ + "poles", + "bats", + "racquets", + "paddles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 480378, + "question_id": "9VSwHCDb3sBaDMT2cCs4yJ", + "question": "What is this fixture used for?", + "choices": [ + "catch", + "paint", + "charge", + "clean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 49816, + "question_id": "9Vcd7kTMRjVjgs6jqL57ro", + "question": "Why is the elephant standing near the water?", + "choices": [ + "hot", + "thirsty", + "lost", + "dirty" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293105, + "question_id": "9WHVhyfXTZVysViEtdpuuE", + "question": "Which direction is this person facing?", + "choices": [ + "downward", + "toward land", + "toward ship", + "upward" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488669, + "question_id": "9WVMcY8LNU3tC752R7Vfno", + "question": "What kind of food is in the nice glass platter?", + "choices": [ + "quiche", + "lasagna", + "pizza", + "tortilla" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519771, + "question_id": "9WqGHBuRK3vcLbfm9CRT7m", + "question": "What type of numbers are on this dial?", + "choices": [ + "fractions", + "decimals", + "whole", + "roman" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 91679, + "question_id": "9XSELnaT8eoFqjTqn3xKCu", + "question": "What feature does this animal have?", + "choices": [ + "wings", + "stinger", + "whiskers", + "fins" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104447, + "question_id": "9Y9S62wXQyP6sjM7JGXhuZ", + "question": "What material is the object made out of that is being used as a coffee table?", + "choices": [ + "metal", + "leather", + "plastic", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339780, + "question_id": "9YCMtc3QSNTW4iRNNUmVww", + "question": "What would be the easiest way to disrupt this cats slumber?", + "choices": [ + "switch lights", + "start crying", + "run water", + "press handsoap" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513846, + "question_id": "9YQnjcCeS9kJhetmHNMm8G", + "question": "Persons here are able to dim ambient light during the day how?", + "choices": [ + "stained glass", + "venetian blinds", + "no way", + "curtains" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 270276, + "question_id": "9Ywq3tsgkzvffuwJh2uLPV", + "question": "What is the name of the father in this animated series?", + "choices": [ + "larry", + "homer", + "peter", + "stewie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 103809, + "question_id": "9Z8eXFvHrwzjiREQGjvAQC", + "question": "What family operates this company?", + "choices": [ + "lawrence", + "smith", + "hilton", + "barnard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463957, + "question_id": "9ZY6PvydLbTWsNgiagCrZE", + "question": "This outfit is ready for someone's what?", + "choices": [ + "wedding day", + "funeral", + "bar mitzvah", + "baptism" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439466, + "question_id": "9a79DPyKjGXum8BC2DT8fB", + "question": "What made the holes in the sand?", + "choices": [ + "buildings", + "monsters", + "animals", + "feet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468316, + "question_id": "9bJq2A7rRU5pudM5cuwBTH", + "question": "What musical talent are the characters portrayed here famed for?", + "choices": [ + "drum playing", + "nothing", + "singing", + "fifing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 294820, + "question_id": "9bmY26aFyLqqo5JoCADSQV", + "question": "What type of street is Cedar Meadow?", + "choices": [ + "road", + "avenue", + "boulevard", + "lane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252697, + "question_id": "9cghif4rapQiSbsqEBuWsH", + "question": "What crop is this plane flying over?", + "choices": [ + "corn", + "wheat", + "oats", + "rice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259397, + "question_id": "9f4JNJzFJB34o7aPkR3uX4", + "question": "Why is the man in red wearing a helmet?", + "choices": [ + "halloween", + "punishment", + "style", + "protection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 318387, + "question_id": "9i78a9hq2Qyb8NdoxwwZeG", + "question": "What has been done to the outside of the yellow train car?", + "choices": [ + "wood work", + "scuffing", + "carving", + "vandalism" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476640, + "question_id": "9jWG4krg4k4q4kpj7XfaRF", + "question": "Where is this bathroom located?", + "choices": [ + "courthouse", + "office", + "library", + "residence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567211, + "question_id": "9kJcks4gEvbYMam3HRvJBa", + "question": "What kind of animal is on the TV?", + "choices": [ + "badger", + "beaver", + "skunk", + "otter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420513, + "question_id": "9khRKRrBs8cjvqGhCgxPDk", + "question": "What is this person most likely doing to the wood?", + "choices": [ + "painting", + "stripping", + "staining", + "sanding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 228067, + "question_id": "9kxPrtLhpEHowRCfms4Mha", + "question": "What type of vehicle is above the cars?", + "choices": [ + "train", + "bus", + "monster truck", + "airplane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 461150, + "question_id": "9mXS3sSXxnmvbssWd7b3Ph", + "question": "What is required for this activity?", + "choices": [ + "rain", + "snow", + "sun", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144412, + "question_id": "9mhiTUpa9rf39yzE89gRCR", + "question": "What type of area is shown?", + "choices": [ + "deserted", + "residential", + "commercial", + "industrial" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 487152, + "question_id": "9msLkmvBX78NVVCjjbDsjp", + "question": "What holiday is being celebrate here?", + "choices": [ + "christmas", + "halloween", + "easter", + "new year's" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 281084, + "question_id": "9nLpUKKSyYF2Cg3pWjfHun", + "question": "What company makes the item the doll is holding?", + "choices": [ + "mcdonald's", + "oral b", + "american express", + "ibm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458038, + "question_id": "9nbLJoweVHwuRHdTGt77xy", + "question": "Who is the traffic signal for?", + "choices": [ + "animals", + "train", + "pedestrians", + "cars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109660, + "question_id": "9nyrsv8idx4kBCLQmGKX2p", + "question": "The cat is more likely to create a letter using which implement?", + "choices": [ + "keyboard", + "claw", + "ink pen", + "felt pen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339224, + "question_id": "9oGioftLkmLaVH85nyUYVK", + "question": "What is the brand advertised in the back most well known for?", + "choices": [ + "food", + "cars", + "technology", + "movies" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 49922, + "question_id": "9oHEZfm78ekecV9qZuUBhN", + "question": "What is the cat sleeping on top of?", + "choices": [ + "watermelon", + "box", + "refrigerator", + "remote" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20209, + "question_id": "9oJgDe3WQvULavPkccaFzP", + "question": "When do we celebrate the holiday written on the back of this truck?", + "choices": [ + "1st october", + "1st january", + "25th december", + "26th december" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512197, + "question_id": "9oQHaxAeTunQwT9aocmfD3", + "question": "What is the most popular color of the fruit shown?", + "choices": [ + "red", + "green", + "brown", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 55162, + "question_id": "9odcK8nFWwbo9XUA3EAVdj", + "question": "What does the person have on?", + "choices": [ + "crown", + "necklace", + "yoke", + "helmet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470603, + "question_id": "9okisa7r9JQUoBdL8w984u", + "question": "What is in the gold-topped bottle?", + "choices": [ + "bitters", + "beer", + "champagne", + "soda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98738, + "question_id": "9osB6w4o5W3BWCVPJd9uiV", + "question": "What letter is on the lowest row?", + "choices": [ + "z", + "d", + "s", + "w" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404682, + "question_id": "9p3uUNVR9MUQnyREEWFjmm", + "question": "What is the dog dressed up as?", + "choices": [ + "princess", + "king", + "priest", + "pauper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 425808, + "question_id": "9pGLzFhxPZLbRqEjrVCpaV", + "question": "What is stopping the hill from being one continuous white surface?", + "choices": [ + "stones", + "water", + "poles", + "trees" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 42053, + "question_id": "9pJsMjkJMDGEPAU6fVjBx7", + "question": "What was used to make this bench?", + "choices": [ + "steel", + "wood", + "iron", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 542561, + "question_id": "9poUzAxr4HeRQmyAtnP38x", + "question": "What company makes the bus on the left?", + "choices": [ + "zuffa", + "mitsubishi", + "volvo", + "ford" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358261, + "question_id": "9q7PJHUpH93TSCNrvtt4kb", + "question": "Which one is least likely to stumble on an obstacle ahead?", + "choices": [ + "front", + "middle", + "equal", + "back" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 16211, + "question_id": "9qFBu5dEAbDee26zPvwnyF", + "question": "What is the main color in the bathroom?", + "choices": [ + "red", + "brown", + "silver", + "gold" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 159920, + "question_id": "9qJN9FmqBpPzXf5oa9ocDZ", + "question": "What action is this man taking?", + "choices": [ + "rolling", + "falling", + "descending", + "ascending" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 205235, + "question_id": "9qfCbv2qQ3WWMhcKwXo5Y4", + "question": "Victoria Railway station is located in?", + "choices": [ + "mexico", + "sydney", + "columbia", + "london" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446081, + "question_id": "9rKm4TcQwqhKdv7QGAyQQv", + "question": "Where is the animal located?", + "choices": [ + "city", + "wild", + "jungle", + "enclosure" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411106, + "question_id": "9uvuGuSmexF9K9qQvf3S6H", + "question": "What helps this person to slow down?", + "choices": [ + "wind", + "paddle", + "wave", + "monkeys" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125300, + "question_id": "9vKkbLLzar6TbULgfPgQpU", + "question": "What is he doing to the elephant?", + "choices": [ + "feeding", + "scaring", + "killing", + "washing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 113682, + "question_id": "9vPbNYR5KbtJAmDMvNVSrT", + "question": "What might happen if the weather stays the same?", + "choices": [ + "delays", + "burns", + "shoveling", + "discounts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565626, + "question_id": "9xKT6JCeaQ2T3i9FkCthoD", + "question": "What wattage should a bedside lamp?", + "choices": [ + "100 lumens", + "300 lumens", + "400 lumens", + "500 lumens" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336000, + "question_id": "9xUU4UyFtzuEPqSJHB6QxM", + "question": "What is needed for this activity?", + "choices": [ + "snow", + "wind", + "waves", + "ice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345298, + "question_id": "9xiXJLAuyGu7ZuRWwDeTRi", + "question": "Which item seen here is something of a real animal?", + "choices": [ + "bowtie", + "bear", + "shell", + "cloth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 401421, + "question_id": "A226TJ4vgu2LSiyZVTB4c6", + "question": "For whom does the persons wearing yellow here work?", + "choices": [ + "airport", + "police", + "taxi company", + "water company" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431017, + "question_id": "A2hQPh4DuQbnx4jYCY6QZH", + "question": "Foam and innerspring mattresses are some of the most popular choices for whom?", + "choices": [ + "elders", + "children", + "babies", + "adult" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387882, + "question_id": "A3BgxnLp7nddTUXQWZDvuc", + "question": "What other animal eats the yellow stuff in the picture?", + "choices": [ + "dog", + "horse", + "pig", + "elephant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334257, + "question_id": "A3Y5uUy5mxnWfurckWfYDD", + "question": "Which board game resembles the pattern on the side of the cake?", + "choices": [ + "sorry", + "connect four", + "monopoly", + "uno" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536062, + "question_id": "A4Wmt5zU66U7MHxDJ2uhcU", + "question": "What is on the other end of the ropes held by this man?", + "choices": [ + "whale", + "sail", + "helicopter", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100557, + "question_id": "A5EdmGTekTBUYhHmFTFubk", + "question": "Which of these animals here are older?", + "choices": [ + "top one", + "right most", + "left most", + "neither" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468266, + "question_id": "A5bteZRSCMmGmsgQ65n3v3", + "question": "The animal in the foreground is what color?", + "choices": [ + "orange", + "gray", + "yellow", + "blue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 382779, + "question_id": "A7XyoZpHAxTmzDXpkEwJFY", + "question": "What is this food item usually found in?", + "choices": [ + "blt sandwich", + "pizza crust", + "coffee", + "banana split" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373885, + "question_id": "A83FMYkHbhVdTtzexQBCWt", + "question": "What are the birds next to?", + "choices": [ + "snake", + "goat", + "dog", + "cow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 216806, + "question_id": "A86vXSQGc8vSVhwQj85Dez", + "question": "How will this person finish this dish?", + "choices": [ + "throw away", + "bake it", + "freeze it", + "fry it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 416762, + "question_id": "AAaWbr5HNLDU5FJikDXQ4B", + "question": "What is the likely location of these cats?", + "choices": [ + "laundry room", + "bedroom", + "living room", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97554, + "question_id": "AAwwWPDVURFZhNFZUQ3kU5", + "question": "What might alert owners that the black cat is nearing?", + "choices": [ + "bites", + "clomping", + "bells", + "odor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 489037, + "question_id": "AB5nz8zJY4E4gc6Q44TCGZ", + "question": "Why is someone lying on the bed?", + "choices": [ + "is dead", + "passed out", + "is resting", + "is hungry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276679, + "question_id": "AB9GBnfiWXzfdEEr82DnBA", + "question": "Where do these animals typically sleep?", + "choices": [ + "stream", + "tree", + "bed", + "cave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354986, + "question_id": "ABxyJvWjDysXAcVUKXBLU7", + "question": "What is on the plate?", + "choices": [ + "crumbs", + "jello", + "brownie", + "salad" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539547, + "question_id": "AC9iCbUCEgjyr8kNyupvrT", + "question": "What type bird is the blue one seen here?", + "choices": [ + "none", + "purple martin", + "blue jay", + "blue bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381489, + "question_id": "ACRSCvFaa2BfdZsosWnaQo", + "question": "What are the decorated round boxes next to the man called?", + "choices": [ + "suitcases", + "knitting boxes", + "hat boxes", + "trunks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 234802, + "question_id": "ACd4FEon5qXWGQk9v2nNmH", + "question": "What does the large structure in the back resemble?", + "choices": [ + "boat", + "mountain", + "hammer", + "clock tower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8663, + "question_id": "ACkwrkWxSTKmzK26cuyrLy", + "question": "What is the user of this cell phone currently doing?", + "choices": [ + "texting", + "radio listening", + "talking", + "charging" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339760, + "question_id": "ACmoFxohDjEeyNUeMsaoKU", + "question": "The round items attached to the bottom of the box make it easier to do what?", + "choices": [ + "push", + "clean", + "park", + "lift" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 66777, + "question_id": "ADCMPte5jPQYQ8ShkdLGrp", + "question": "Why are people taking pictures?", + "choices": [ + "accident happening", + "ski practice", + "ski competition", + "ski invention" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 75329, + "question_id": "ADhzBkpMM7BzkdEaJ7qVCR", + "question": "What's the pointy part on the bird's head called?", + "choices": [ + "crown", + "beak", + "nape", + "tarsus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124066, + "question_id": "AEfoeVbUWfHDjFR9oKG58m", + "question": "This cake will have which one of these type of flavors?", + "choices": [ + "red velvet", + "berry", + "citrus", + "chocolate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551690, + "question_id": "AGNFvjLKtmw6Rp2iS8jbyi", + "question": "The laptop is being filmed with which type of camera lens?", + "choices": [ + "telephoto", + "fisheye", + "macro", + "wide angle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 548740, + "question_id": "AHEfGUEitChFZnsZxQ78yX", + "question": "If the baby crawled out of the suitcase what surface would they be on?", + "choices": [ + "vinyl flooring", + "linoleum", + "carpet", + "tile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37064, + "question_id": "AJ3Z5qgNpEe4fbUsNyjSyN", + "question": "What vehicle stops regularly near the sign?", + "choices": [ + "bus", + "subway train", + "carriage", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151682, + "question_id": "AJGHpmaRRuRmGw9Cc9Mx9y", + "question": "What is the bird sitting in?", + "choices": [ + "lake", + "electrical wire", + "cup", + "bird bath" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156220, + "question_id": "AJojd6K8UHJzy6FnwMVofq", + "question": "What movie had a setting similar to this one?", + "choices": [ + "shallows", + "star wars", + "zombieland", + "matrix" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8798, + "question_id": "ALdNreFh8P2qgPzHH3ct78", + "question": "What is on the floor near the cat?", + "choices": [ + "antler", + "troll", + "slug", + "teacup" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214548, + "question_id": "ALtKRUHCJVT5UYANHorME9", + "question": "What is the most likely reason for construction in this image?", + "choices": [ + "new runway", + "stadium", + "basketball court", + "ice skating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89994, + "question_id": "AMCYh9gkek877jNLfwHfCu", + "question": "What type of vegetation region is pictured above?", + "choices": [ + "grassland", + "tropical", + "desert", + "forest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366551, + "question_id": "AMLXK5fQquFHLRQnNptjhW", + "question": "If the train went off the tracks everyone would be in danger of doing what?", + "choices": [ + "leaving", + "paying", + "drowning", + "talking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 1685, + "question_id": "AMsz6rs825hFWLTmjWj6EE", + "question": "How many directions can someone in law enforcement uniform on an Equine travel on Boronia lane?", + "choices": [ + "two", + "none", + "three", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 328871, + "question_id": "ANDEZtHEfisHZC64GrTAsD", + "question": "Which color handled scissors might create the most discomfort while using?", + "choices": [ + "red", + "black", + "blue", + "chrome" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 553868, + "question_id": "ANExXvSjZHFJ8QV3HKVCZp", + "question": "What type beverage is being consumed here?", + "choices": [ + "coffee", + "espresso", + "herb tea", + "mint julep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291766, + "question_id": "ANZ8XGMtakZqkrPG2pHuxN", + "question": "How many people could eat from this one plate?", + "choices": [ + "three", + "two", + "five", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 73301, + "question_id": "AQm8PocbXFjfFhNYvvPMnS", + "question": "What type of organization owns this?", + "choices": [ + "junior high", + "elementary school", + "high school", + "university" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191070, + "question_id": "ARQ8WivhSdpv7AZJGmXQ7y", + "question": "Which word in this picture could be described as redundant?", + "choices": [ + "driving", + "stop", + "ave", + "bellevue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 403199, + "question_id": "ASCbTxk7Vv6ir7fBcCjBnk", + "question": "What type of public entertainment center is advertising on the red double-decker bus?", + "choices": [ + "movie theater", + "stadium", + "orchestra", + "theater" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478130, + "question_id": "ASDMsM6zA2g2ptGBb6bSPb", + "question": "How did this person get to this position?", + "choices": [ + "sat down", + "flew", + "pushed", + "fell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500934, + "question_id": "ASKXdAuzBrMZ99tGusaeVP", + "question": "What is touching the surfboard?", + "choices": [ + "hands", + "cat", + "bare feet", + "cane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 494685, + "question_id": "ATdmrvBkky4xdg6d23GoE8", + "question": "What is the woman holding?", + "choices": [ + "basket", + "umbrella", + "weights", + "baseball bat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456812, + "question_id": "ATzn3R5jmg7eB6xKArxwoZ", + "question": "What ball is being retrieved here?", + "choices": [ + "globe", + "soccer", + "baseball", + "tennis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 160015, + "question_id": "AUHmfLhs2jbXkMyVHxShJw", + "question": "What is the typical exit point of this vehicle?", + "choices": [ + "side door", + "roof", + "emergency door", + "window" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464407, + "question_id": "AUxUYoLNqkY6GkEsuR8ZwS", + "question": "What will be done to the prices of the items in the store to the right with the red sign?", + "choices": [ + "no charge", + "raised", + "stay same", + "lowered" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 457853, + "question_id": "AVPGEUBcNkWjB49yne7asy", + "question": "What helps to prevent crime in this area?", + "choices": [ + "police station", + "car alarms", + "street cam", + "neighborhood watch" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 51460, + "question_id": "AVmFyBf2bsfHfNSFTJ5sWb", + "question": "What is this person doing with the horse?", + "choices": [ + "attacking", + "riding", + "racing", + "performing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 285724, + "question_id": "AWLWsxXUnXTJ3W9myH8ZxG", + "question": "What will that device need to play music?", + "choices": [ + "antenna", + "cd", + "cassette", + "record" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 178736, + "question_id": "AXDiUdgfu88AF4kbkQkVTD", + "question": "What is the air temperature in the area surrounding the green bench that the woman is standing on?", + "choices": [ + "cool", + "warm", + "chilly", + "freezing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61283, + "question_id": "AXL7mavFKv3gex95rD42rB", + "question": "What is usually found in this room?", + "choices": [ + "refrigerator", + "toilet", + "dining table", + "bed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473398, + "question_id": "AY8qToQjkMgVsYpojpWDAA", + "question": "How many years has this company been providing buses?", + "choices": [ + "98", + "97", + "50", + "125" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170625, + "question_id": "AYXRnrs6WDYgN2HtUgKcHA", + "question": "What type of transportation is shown?", + "choices": [ + "rail", + "water", + "road", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 218871, + "question_id": "AZMC6egBjQZaiCTNMLzuTZ", + "question": "What is the man riding in?", + "choices": [ + "jet ski", + "raft", + "yacht", + "canoe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520575, + "question_id": "AZjvuzDf6zEHQZCWnCuqom", + "question": "In which country does this bus run?", + "choices": [ + "belize", + "mexico", + "england", + "usa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362510, + "question_id": "AZxqxisoLZGJWo3KpXUGYw", + "question": "What time of the year is it likely to be?", + "choices": [ + "summer-fall", + "spring-summer", + "winter-spring", + "fall-winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63438, + "question_id": "AaJZksFjzFUzyfL4BjXKZ5", + "question": "What kind of feet does the animal have?", + "choices": [ + "webbed", + "five-toed", + "horseshoe", + "fins" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38349, + "question_id": "Ab9Nd7RajDvShfCgMm59GE", + "question": "What material is the brown item under the bird made of?", + "choices": [ + "wood", + "ceramic", + "cement", + "tiles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521522, + "question_id": "Ac56mjvi4cz9Tretx5TRUd", + "question": "What might be housed in upper chambers here?", + "choices": [ + "files", + "food", + "bell", + "closet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156220, + "question_id": "Ac7RW2j5vZgsfZfjsFgfPS", + "question": "Why is he wearing a suit?", + "choices": [ + "dress code", + "costume", + "warmth", + "uniform" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 522753, + "question_id": "AcFvAkefusgFnvDia7VT3M", + "question": "What did the namesake of this street die of?", + "choices": [ + "diabetes", + "car accident", + "cancer", + "heart disease" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10279, + "question_id": "AdEJHN5xUdpyJDK4Zi47hM", + "question": "What is the first name this famous teddy bear is also known as?", + "choices": [ + "eeyore", + "tigger", + "winnie", + "mickey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 487206, + "question_id": "Ae5JEM2ttNTzCSsEYe557E", + "question": "What is the brown stuff sticking out of the bun?", + "choices": [ + "ham", + "bacon", + "onions", + "hamburger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 67285, + "question_id": "AerAEgYJDMWaHPyUrhyMBc", + "question": "What European Capital is this astronomical clock located in?", + "choices": [ + "berlin", + "london", + "belfast", + "prague" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180904, + "question_id": "AfnEsCV3mEGAExmMtSJSM7", + "question": "Where were the orange scissors made?", + "choices": [ + "usa", + "england", + "beijing", + "hong kong" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168939, + "question_id": "AgFbbrmyjVimYSyfdbn2AH", + "question": "What does the lower sign mean?", + "choices": [ + "turn left", + "turn right", + "go", + "don't turn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581918, + "question_id": "Aiv7YhKhuowRmZeygwxUDg", + "question": "What kind of phone is being used?", + "choices": [ + "cellular", + "landline", + "pay", + "rotary" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330949, + "question_id": "AixBRkRCfWqFUMWsMfmFFc", + "question": "A bicycle rider is called?", + "choices": [ + "racist", + "cyclist", + "driver", + "motorist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447660, + "question_id": "Aj8DwP2CJntx2SrwhTzfSo", + "question": "What time is it?", + "choices": [ + "nine fifteen", + "six thirty", + "six twenty-six", + "five thirty-eight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433768, + "question_id": "AjiUmCZty9PY3rvdgfDYGL", + "question": "Which animas seen here are carnivores?", + "choices": [ + "giraffes", + "none", + "zebras", + "gnu" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 57711, + "question_id": "AkDThAmWDgC8qvMTWoAvc9", + "question": "Which item could be used to repair a eyeglasses?", + "choices": [ + "all", + "left", + "middle", + "right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169472, + "question_id": "AkRmNuWr2gCGyW9tKP6Rim", + "question": "Why are the bears so small?", + "choices": [ + "children", + "deformed", + "new species", + "malnourished" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 277863, + "question_id": "Am4Hcw2gdSohE9naC9A56f", + "question": "How many Cygnus are shown in the image?", + "choices": [ + "four", + "six", + "seven", + "eight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339622, + "question_id": "AmmENrD8NmcJBUHbob44yi", + "question": "What is most likely in the blue jug?", + "choices": [ + "jellyfish", + "salad dressing", + "fuel", + "methane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386849, + "question_id": "AnBPARwHt365dSPXEMCn3h", + "question": "Why is the wooden bench reflected on the pavement in front of it?", + "choices": [ + "fog", + "recently cleaned", + "sleet", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391832, + "question_id": "AnVgcn4gAFEcRPLbnz3P9t", + "question": "Which way is the person shown here likely to fall?", + "choices": [ + "left", + "none", + "forward", + "rightward" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298476, + "question_id": "AngGgKSigJF23wM7Ldt9cQ", + "question": "What are the men riding on?", + "choices": [ + "surfboard", + "scooter", + "skateboard", + "bike" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 574435, + "question_id": "Ant7e39fpae3Vbb4W58C5b", + "question": "What does these animals provide that required people to use shears for?", + "choices": [ + "fragrance", + "horns", + "oil", + "wool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 307047, + "question_id": "AoCij62HZWq3McwKNSiDoW", + "question": "The dog's nose appears to kiss the foot belonging to whom?", + "choices": [ + "intruder", + "passer by", + "no one", + "photographer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547998, + "question_id": "AoGwp4VzfxvbptUzJVTToD", + "question": "What type of display technology does the television underneath the cat use?", + "choices": [ + "plasma", + "crt", + "led", + "lcd" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 371020, + "question_id": "AohKKDCJxdKY98pKsB2fwu", + "question": "What does this animal like to feast on?", + "choices": [ + "lizards", + "hay", + "tigers", + "doves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104161, + "question_id": "ApshQ5fc2AXCeRXzEhqJwg", + "question": "Why are the red pillows there?", + "choices": [ + "decoration", + "comfort", + "keep dry", + "cleanliness" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 29503, + "question_id": "ArAi7W8ugpim5i8KBouJkN", + "question": "What is the occupation of the person on the horse?", + "choices": [ + "police officer", + "fireman", + "jockey", + "cowboy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 187794, + "question_id": "ArqUgv7Pd9WeWjrX2s7Zfx", + "question": "What is needed for the surf water to look that color to human eyes?", + "choices": [ + "electricity", + "light", + "food coloring", + "gravity" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 319963, + "question_id": "Arw4uoAMnuMc3y5k5dUKJs", + "question": "What is the boy holding?", + "choices": [ + "longboard", + "surfboard", + "shortboard", + "bodyboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556174, + "question_id": "AtaqEAstRckZu72tbtZx6Z", + "question": "What is usually made in containers with this shape?", + "choices": [ + "juice", + "soup", + "tea", + "rice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20789, + "question_id": "AtzhKkeyRvaMAaMB5yK6GZ", + "question": "Why is there snow on the bench?", + "choices": [ + "snow machine", + "fell there", + "placed there", + "cold weather" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 211187, + "question_id": "Au9STqfwvoJkafi6LM8KZM", + "question": "What type of hat is the person wearing?", + "choices": [ + "baseball", + "fedora", + "top hat", + "beanie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296339, + "question_id": "AvGukDWH6dJjUkiAyfB4Vv", + "question": "Who is in more danger?", + "choices": [ + "seashells", + "fish", + "child", + "man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158069, + "question_id": "AvXpA5uDBqmzfUXNSUxDH4", + "question": "What is the two story vehicle commonly called?", + "choices": [ + "stage coach", + "double play", + "double dutch", + "double decker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77666, + "question_id": "AvsKd4gprpHFzw3kCSMQtp", + "question": "Which one of these might create the pattern that is on the item below the pizza?", + "choices": [ + "sculptor", + "glass smith", + "illustrator", + "weaver" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 122297, + "question_id": "AwQfzpGTsfDaPyjAUhbTyh", + "question": "What can be said about the meteorological conditions here?", + "choices": [ + "overcast", + "partly cloudy", + "mostly cloudy", + "sunny" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 578777, + "question_id": "Awtov3sGKtPATh9Q2jdhJ6", + "question": "Where is this bear located?", + "choices": [ + "field", + "desert", + "circus", + "forest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490208, + "question_id": "AxCih3omnt3gE65rPeinYQ", + "question": "What is the train engine design based on?", + "choices": [ + "meme", + "comic strip", + "cartoon", + "child's book" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93270, + "question_id": "AxUn5P5r6fFUgfgx6WqSpj", + "question": "What item does this person have that could protect them from the rain?", + "choices": [ + "parasol", + "umbrella", + "banana", + "hood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136598, + "question_id": "AznJJYHmkKvNrSeXbBAwDQ", + "question": "What button would one press if one wanted to select the letter M?", + "choices": [ + "six", + "two", + "five", + "nine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362417, + "question_id": "B23DxCyHPXUEMp4MCwBknZ", + "question": "What is the air temperature in the area surrounding the fire hydrant?", + "choices": [ + "cool", + "mild", + "chilly", + "hot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85178, + "question_id": "B2CfQbFzLBgto564cq6zB6", + "question": "What silverware is missing to eat the salad?", + "choices": [ + "spatula", + "fork", + "spoon", + "knife" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8441, + "question_id": "B2MKELyMsrjPDZigP3V8L6", + "question": "What would be the most dangerous part of this animal to a child human?", + "choices": [ + "horns", + "tail", + "mouth", + "udder" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37930, + "question_id": "B2RRPaZXUQNXLvtLAK2otj", + "question": "Why would someone sit at this table?", + "choices": [ + "to eat", + "to paint", + "to work", + "to speak" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468718, + "question_id": "B2jQWurLoxoEpg9akiBfEu", + "question": "What item is most likely to be sold in the store?", + "choices": [ + "ammunition", + "fruit", + "wood", + "staple guns" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98254, + "question_id": "B3qxcRxPsitFSGFPSQqJAN", + "question": "What part of his body is the silver object protecting?", + "choices": [ + "elbow", + "ankle", + "shoulder", + "head" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40387, + "question_id": "B5fR5EvVEpAuxJsxhmwSmN", + "question": "This size photo is perfect to display in what?", + "choices": [ + "wall", + "wallet", + "billboard", + "album" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105130, + "question_id": "B5s8xZPjM76ad8dzBWuins", + "question": "Its parent company merged with what other airline?", + "choices": [ + "british", + "delta", + "american", + "virgin" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 543029, + "question_id": "B6QKeddbbmYX5vNvRiGZ2n", + "question": "What type of dog is swimming in the water?", + "choices": [ + "rottweiler", + "golden retriever", + "corgi", + "siberian husky" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171760, + "question_id": "B6z5UwF5TUqXj3HnSREVPv", + "question": "What does the person all the way to the left have?", + "choices": [ + "skis", + "swords", + "cows", + "bells" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439318, + "question_id": "B875ehCjRExMysjz83PKF8", + "question": "Why does he have his left hand in that position?", + "choices": [ + "arm hurts", + "block sun", + "waving", + "refusing picture" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 457051, + "question_id": "B8SNRbQc5qM4DyJpoUiNcu", + "question": "What hits the ball over the net in this game?", + "choices": [ + "paddle", + "racket", + "paper", + "hand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566322, + "question_id": "BA7833CDhpbZKkfWMgNQR9", + "question": "What would be located at the base of this clock tower?", + "choices": [ + "train station", + "airport", + "grocery store", + "shopping center" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84543, + "question_id": "BAFbr3pNzbFgA2SAznXMfi", + "question": "What part of the dog is resting on the jeans?", + "choices": [ + "ear", + "eye", + "tail", + "paw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177615, + "question_id": "BALkf5Ng4LcLSWr6NVmxEN", + "question": "Which country is known for having these types of busses?", + "choices": [ + "netherlands", + "germany", + "united kingdom", + "japan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 434649, + "question_id": "BAXYU92UuPXEjJvtMiHhhB", + "question": "A message can be sent using how many of the items on the table?", + "choices": [ + "zero", + "nine", + "two", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52301, + "question_id": "BAbViu68JBAfj5j9fbH8aX", + "question": "What is an alternative name for this type of registration?", + "choices": [ + "tail number", + "flight number", + "call number", + "license number" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 472805, + "question_id": "BAo8eqwNpDAKrm6Jo9FXmQ", + "question": "What kind of vehicle would connect to this object?", + "choices": [ + "rv", + "bus", + "police cruiser", + "firetruck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556427, + "question_id": "BAvN7vbbj9f3M5MCcBsjCA", + "question": "What type of transportation is shown?", + "choices": [ + "water", + "land", + "rail", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366228, + "question_id": "BBJUdJN39jUcCHWgWCej5g", + "question": "What does this ride on?", + "choices": [ + "roads", + "air currents", + "rails", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301964, + "question_id": "BBiz2XftuKmQiGGtfCyJeX", + "question": "Standing in this manner maximizes what in this pair of giraffes?", + "choices": [ + "visibility", + "sleep", + "dance moves", + "balance" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 178101, + "question_id": "BBomHmYnmZU9pKcGfnMeQi", + "question": "Where did the elephant get what is in its mouth?", + "choices": [ + "watering hole", + "tree", + "bush", + "ground" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 406003, + "question_id": "BCAMScAguEF5KNcCwXoLFX", + "question": "Sporting item that is generally made of injection-molded plastic and roughly 8 to 10 inches is?", + "choices": [ + "frisbee", + "bat", + "shuttle", + "ball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92655, + "question_id": "BCXy3y8uCjd5euZwWYYkW8", + "question": "The red and white structure is used to warn who?", + "choices": [ + "sailors", + "riders", + "trespassers", + "children" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276, + "question_id": "BDDZvYAHXFMnDuD9xct5UB", + "question": "What kind of building is shown?", + "choices": [ + "courthouse", + "barn", + "church", + "fire station" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25420, + "question_id": "BDVLcsVqNfTdh6CCds8BAb", + "question": "What is being limited by this sign?", + "choices": [ + "yielding", + "parking", + "sitting", + "stopping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65107, + "question_id": "BDpMEaiURy9hhUGKc5izUs", + "question": "What are the zebras walking on?", + "choices": [ + "grass", + "concrete", + "wood", + "dirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172605, + "question_id": "BE3i78d534EtX5Afm5q5Js", + "question": "These boys set up camp where?", + "choices": [ + "indoors", + "national park", + "back yard", + "kodiak island" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 306565, + "question_id": "BF2KBtzMkCWHRz2Qnxdknc", + "question": "How many hands are raised above heads here?", + "choices": [ + "two", + "one", + "four", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350456, + "question_id": "BFht9hyuzUadyioXcN24Bi", + "question": "In flight which part provides fluid motion enables accurate command on differential braking?", + "choices": [ + "wings", + "fin", + "rudder", + "elevator" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424004, + "question_id": "BGK7mEaD3fE4RD25n5rK6o", + "question": "What type of shot is the woman about to hit?", + "choices": [ + "backhand", + "serve", + "slice", + "forehand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326579, + "question_id": "BGS7VNYXZevPvLvfzzhZ8y", + "question": "In what year were television remotes invented?", + "choices": [ + "1934", + "1893", + "1955", + "1892" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384876, + "question_id": "BGuxKoRLDC5CNpefFsAjVQ", + "question": "What would be the military time if it is evening?", + "choices": [ + "530", + "1825", + "1730", + "1630" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 166246, + "question_id": "BH52KJiPqFUSQWMjXZdJQU", + "question": "What is this man performing?", + "choices": [ + "dance move", + "skateboarding trick", + "gang initiation", + "song" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417728, + "question_id": "BHZ56bNLbgw8UnkdehHEcd", + "question": "What purpose does the front plate provide?", + "choices": [ + "identification", + "calculator", + "car price", + "location" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488091, + "question_id": "BJWzuZfuhUc3jiS27Qjgsh", + "question": "What does the above room represent?", + "choices": [ + "bedroom", + "kitchen", + "toilet", + "store" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 382685, + "question_id": "BJwxWhWmyMa7E6iHUqFR2c", + "question": "What can one rent from this bus?", + "choices": [ + "bike", + "book", + "car", + "tuxedo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 212515, + "question_id": "BJyekFetLfctJbPN2uayvy", + "question": "What type of skateboard trick is the boy performing?", + "choices": [ + "nollie", + "grind", + "ollie", + "kickflip" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 524185, + "question_id": "BKTQnVaEoALDWNSnd6bZkV", + "question": "The big hand is closest to what number?", + "choices": [ + "six", + "nine", + "eight", + "seven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170447, + "question_id": "BLsqsDYt2Lut5iGAD4AyJn", + "question": "What type of phone is she using?", + "choices": [ + "rotary", + "cellular", + "landline", + "corded" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 160434, + "question_id": "BMLuxg345bgQJDFiy4UZc6", + "question": "What is causing the different color combinations in the photo?", + "choices": [ + "waves", + "filter", + "sun", + "lighting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85955, + "question_id": "BMZKEtHcRCLbUgZGGF6LGJ", + "question": "What is the woman wearing?", + "choices": [ + "winter clothing", + "casual outfit", + "bathing suit", + "business attire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 178428, + "question_id": "BMZmVk3s3ZdkmEbh4Yj53p", + "question": "What is helping the surfer from losing his board?", + "choices": [ + "dog", + "river", + "gravity", + "ankle leash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 239548, + "question_id": "BNePsoCARAtHmBLZ8Xw4EM", + "question": "What is Ben Stidham?", + "choices": [ + "artist", + "angry", + "cop", + "father" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410867, + "question_id": "BPJLTpKwhispTgjcHXhbTq", + "question": "What is the person wearing on their head?", + "choices": [ + "swim cap", + "fedora", + "bucket hat", + "football helmet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262291, + "question_id": "BPXR89tebKxvRjhmcDsL6i", + "question": "What is the shape of the red sign the man is holding?", + "choices": [ + "octagon", + "pentagon", + "circle", + "hexagon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339015, + "question_id": "BPzBNaEex7XTuwNKUzpQRT", + "question": "What human like quality might this bird posses or be trained to possess?", + "choices": [ + "speech", + "avoidance", + "flight", + "betting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 72722, + "question_id": "BQUi5VcosWkFcZFtDXYpjH", + "question": "Which decal seen here was placed by an official government worker to be installed officially here?", + "choices": [ + "none", + "earthly soul", + "flag decal", + "pimp it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 392647, + "question_id": "BQzrMfjfsJiLgQFSGPQ9wF", + "question": "What is the kind of sound does this animal produce?", + "choices": [ + "neighs", + "purrs", + "chatters", + "barks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349572, + "question_id": "BR9a657YPPABW25tr68vPF", + "question": "A protective device against intense sunlight is called what?", + "choices": [ + "cap", + "umbrella", + "hat", + "parasol" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368147, + "question_id": "BSGy8JPvDrF4vnc8oD2KTN", + "question": "What is this player preparing to do?", + "choices": [ + "bat", + "catch", + "short stop", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391719, + "question_id": "BSPzDGBv7gdnofyGTHcb9n", + "question": "What type of events are held in the building behind the stop sign?", + "choices": [ + "hockey games", + "football games", + "basketball games", + "auto racing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 88268, + "question_id": "BSWmGGZaKSinwHDkezBkMq", + "question": "This equipment used to play which game?", + "choices": [ + "flying disc", + "cricket", + "skating", + "baseball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512556, + "question_id": "BT5hk2V3WBzsZZi3rJm72K", + "question": "What is the red object meant to hold?", + "choices": [ + "tire", + "plants", + "hose", + "tools" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572642, + "question_id": "BTs2dTPnmNYsKpZVx9VDai", + "question": "This road is vulnerable to what kind of disaster?", + "choices": [ + "tsunami", + "terrorist attack", + "blizzard", + "forest fire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200323, + "question_id": "BTvZTB7odB4EdZREYn2UYU", + "question": "What will the bear do with the fish?", + "choices": [ + "sell it", + "eat it", + "lose it", + "hide it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 502429, + "question_id": "BW4YUMMs5rzrJEfT7cJU2o", + "question": "What is he doing with the frisbee?", + "choices": [ + "stealing it", + "hiding it", + "touching it", + "tossing it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400760, + "question_id": "BXNe4m4jtuiZD4jKRtHwwZ", + "question": "What style crust is used to create this pie?", + "choices": [ + "thin", + "whole wheat", + "crispy", + "pan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 50384, + "question_id": "BXNo784q4S6D2k3ikFw77n", + "question": "What kind of shorts is the boy wearing?", + "choices": [ + "sweat shorts", + "basketball shorts", + "jean shorts", + "board shorts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 559397, + "question_id": "BYrPmnUu4x97FYwduDtSeM", + "question": "What kind of bottle is on the counter?", + "choices": [ + "tea", + "juice", + "water", + "beer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343522, + "question_id": "BZSPQdKGickieSyQdb9e5F", + "question": "What type of animal is shown?", + "choices": [ + "reptile", + "aquatic", + "domestic", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 553257, + "question_id": "BbJhdyPUz8sun8XrH26ojW", + "question": "What would make these more comfortable?", + "choices": [ + "shade", + "cushion", + "balloon", + "stick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 48755, + "question_id": "BcNjoMbMsu432QBwYsLCrZ", + "question": "What is the surface with holes used for?", + "choices": [ + "water jet", + "sound speaker", + "microphone", + "ventilation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569473, + "question_id": "BciAYHbAqWs2kdqgLERKjP", + "question": "The children seen here are likely what?", + "choices": [ + "parents", + "enemies", + "twins", + "unrelated" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 479114, + "question_id": "Bdy4EfoLh8Jz7cvsbfDSJs", + "question": "What allows these skaters to see?", + "choices": [ + "lights", + "moon", + "stars", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 487896, + "question_id": "Bg3Fv6V6AYEAtRxiQ25Nnk", + "question": "What type of board is this?", + "choices": [ + "cutting", + "bread", + "surf", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355187, + "question_id": "BgtGf4Qoqvv99Ui2JjxmWG", + "question": "What kind of animals are shown?", + "choices": [ + "reptile", + "domestic", + "aquatic", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53667, + "question_id": "Bgy8AsNzbgeLniVqf5kujL", + "question": "What type of vehicle is being dragged by the truck bed?", + "choices": [ + "car", + "airplane", + "bus", + "train" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 242930, + "question_id": "Bh6Z8897F6bBT4pVwixxn3", + "question": "What direction do these open?", + "choices": [ + "up", + "down", + "right", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214602, + "question_id": "BhWjcQkD8YuohCHuKW6PKK", + "question": "Which transportation mode here is more suitable for crossing the water here?", + "choices": [ + "bike", + "car", + "boat", + "taxi" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 187179, + "question_id": "BhfJypxtqNA9KUW2EXeA6i", + "question": "What part of the bird's outsides takes up a lot of volume but weighs very little?", + "choices": [ + "feathers", + "eyes", + "beak", + "bones" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151769, + "question_id": "Bigb9PWUUVEHqMnuNjcX2b", + "question": "What are the zebras doing?", + "choices": [ + "eating hay", + "drinking water", + "rolling over", + "laying down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357766, + "question_id": "BirJdFL3nbjeW2nG3kJQ7R", + "question": "What is part of this food?", + "choices": [ + "salmon", + "ribeye steak", + "roe", + "cheese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 482289, + "question_id": "BitiaSfaFKi7qxCVtQRgvh", + "question": "What is the base sauce used?", + "choices": [ + "ragu", + "tomato", + "pickle", + "cheese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92150, + "question_id": "BkKnVVNTadQ8iNDUJKM4Jp", + "question": "What would keep the zebra secured if it jumped over the first fence?", + "choices": [ + "zoo keeper", + "bushes", + "second fence", + "tree line" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572910, + "question_id": "BkPFjSzjZm6YDQnL7QenJX", + "question": "Why is the skateboard sitting there?", + "choices": [ + "cameraman placed", + "lost", + "abandoned", + "for sale" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286383, + "question_id": "BkpVKsot34xzUrmoTqeqiU", + "question": "What is the person walking on?", + "choices": [ + "wooden boards", + "flames", + "snow", + "stones" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 14390, + "question_id": "BmPsw5PdTAaVnagvorR22D", + "question": "Why is the clothing on the bench?", + "choices": [ + "for sale", + "cameraman placed", + "abandoned", + "stolen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 26145, + "question_id": "Bmhyeaxa8Nsy6nXWKjKJVs", + "question": "What kind of mammal creature is on display here?", + "choices": [ + "goat", + "cow", + "donkey", + "zebra" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 69964, + "question_id": "Bn5kpVQfAXfHBKj3znznnC", + "question": "How long is the average fishing pole?", + "choices": [ + "5 feet", + "6-8 feet", + "4 feet", + "9 feet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38600, + "question_id": "Bnv73yoEYxUgkzwENSMuua", + "question": "The founder of this wetsuit company previously worked with what company?", + "choices": [ + "dolphin wetsuits", + "victory wetsuits", + "raven wetsuits", + "hawaii wetsuits" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82200, + "question_id": "BoJcaLVMrWNMawZeAKEg3x", + "question": "What is the man on the fence running away from?", + "choices": [ + "water", + "anteater", + "horse", + "fire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 33778, + "question_id": "BpdrbVqQ7UqxW5pwFAq4MA", + "question": "What is on the floor touching the tub?", + "choices": [ + "sink", + "pouch", + "trash can", + "rug" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558218, + "question_id": "Bpq5sXPLBiMvkamNpVvVci", + "question": "The white seating here is useful because of what added feature the bench lacks?", + "choices": [ + "back", + "resting spot", + "seat", + "arms" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517319, + "question_id": "Bq4eDxaiMXKXNJNUs7iAMf", + "question": "What are these brushes used for?", + "choices": [ + "hair", + "toilet", + "teeth", + "dishes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 548414, + "question_id": "Br9jNir7aDanCHijQCzbky", + "question": "What is the name of a person who specializes in shoeing these animals?", + "choices": [ + "veterinarian", + "farrier", + "hoof smith", + "podiatrist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 258406, + "question_id": "BsNnjQYdeosAoS97SkdSvZ", + "question": "What is on top of the head?", + "choices": [ + "bonnet", + "hair", + "tag", + "hat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319493, + "question_id": "BtSMcSy8gj9zkjrdoVaUER", + "question": "Which utensil is on the right side?", + "choices": [ + "fork", + "spoon", + "knife", + "chopsticks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465328, + "question_id": "BuJnY2ScNSahho27zuMnYs", + "question": "What type of vehicle storage facility are these vehicles at?", + "choices": [ + "railyard", + "airfield", + "dock", + "parking lot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84955, + "question_id": "BuUoeXsh8557QHGkzDUc9t", + "question": "This pizza was customized for what type of person?", + "choices": [ + "meat eater", + "vegetarian", + "omnivore", + "pescatarian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 119738, + "question_id": "BueAcaNFWPB47LY2x7F2Z6", + "question": "Why is the stop sign above colored red?", + "choices": [ + "warning", + "priority", + "mandatory", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193419, + "question_id": "BxHGhSNgdazt7jV7HPk8bi", + "question": "What weather was required for this sport to take place?", + "choices": [ + "snow", + "hail", + "wind", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404052, + "question_id": "BxXLDe42y6ZaP3We6SvGdg", + "question": "What does the number indicate?", + "choices": [ + "street numbering", + "distance", + "age", + "price" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 118711, + "question_id": "ByLgcNeWk3zGnJ4K5wjbFC", + "question": "Which one of the following words refers to a group of these animals?", + "choices": [ + "flock", + "murder", + "school", + "dazzle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 403044, + "question_id": "ByfSspbAQDydC5bGzXM7VF", + "question": "What is another city that is located in the state where this sign is from?", + "choices": [ + "jackson", + "helsinki", + "reykjavik", + "omsk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 49049, + "question_id": "BypQcpubMLCastqmCcKyNT", + "question": "Where should the silver watch be kept?", + "choices": [ + "pocket", + "belt", + "wrist", + "neck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93761, + "question_id": "C2TAPxBDHZLaHHMWeuSAdt", + "question": "What topping is on the bread?", + "choices": [ + "onions", + "chocolate", + "ketchup", + "chili" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 106024, + "question_id": "C39ouqZLJS2D2LMWmDYZAm", + "question": "What is causing the polar bear to make a diving stance?", + "choices": [ + "weather", + "balance", + "fish", + "frost bite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286790, + "question_id": "C3L6REu8MB9Tu4YWvJHRyE", + "question": "What is the snowboard connected to?", + "choices": [ + "back", + "feet", + "hands", + "waist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 344448, + "question_id": "C3QNFS6KVkj4S8JE9v2uYZ", + "question": "What thing would be very hard to fit into the briefcase?", + "choices": [ + "dog", + "toy", + "paper", + "cloth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 187867, + "question_id": "C42Jttm3UPDFX9mvXJZK8s", + "question": "What is the symbol on the wetsuit representing?", + "choices": [ + "wave", + "rain", + "sun", + "cloud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503198, + "question_id": "C7qRLGArJPfWXw4tfxbvHq", + "question": "Where is the white bird that is in the lead?", + "choices": [ + "race track", + "beach", + "water", + "barn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452840, + "question_id": "C8XoxnRwA9ccWepvfrXRq2", + "question": "What would happen to the room if you expanded the white object by the window?", + "choices": [ + "get brighter", + "get dirty", + "get colder", + "get darker" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 292960, + "question_id": "CAMv8Fh52BffDsivrE8oZF", + "question": "What is the this boat typically used for?", + "choices": [ + "fishing", + "living in", + "transport", + "tours" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 534544, + "question_id": "CAjHnJCcKjZUui2NDajP4D", + "question": "What sort of sheet is needed here first?", + "choices": [ + "fitted", + "flat", + "electric", + "duvet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 460449, + "question_id": "CBVKRPDKBmhjyfxHtQi7mz", + "question": "If this person were to fall what part of their body would hit the water first?", + "choices": [ + "legs", + "head", + "back", + "stomach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235048, + "question_id": "CBVhpwL43jnQ4zcVFNUNBw", + "question": "In what unique way can this animal sleep?", + "choices": [ + "standing up", + "with lions", + "on trees", + "underwater" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32725, + "question_id": "CDHscXzCUgPvQNmhPs9ebB", + "question": "How are the girders of the bridge held together?", + "choices": [ + "welds", + "glue", + "mortar", + "rivets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365712, + "question_id": "CDNFkfDvHwAgsMvXgZ762j", + "question": "What is the name of the foot wear being worn by the boogie boarder?", + "choices": [ + "flippers", + "water shoes", + "flip flops", + "crocs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532328, + "question_id": "CDdDTVxreUcLJs2aajXTAg", + "question": "What kind of face is on the TV?", + "choices": [ + "happy", + "angry", + "sad", + "confused" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 493324, + "question_id": "CDgRZPkxe28R3uCxvpoUA7", + "question": "Where is this palm tree located?", + "choices": [ + "northern canada", + "hawaii", + "hermosa beach", + "suffolk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379008, + "question_id": "CGbqqC7p5VEdwvkNstY8wS", + "question": "What time is shown on the clock?", + "choices": [ + "noon", + "152", + "midnight", + "200" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319493, + "question_id": "CH66S55isSaLyG2tMtTLum", + "question": "Each slice is roughly what percent of the pizza?", + "choices": [ + "25", + "50", + "ten", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 437730, + "question_id": "CHTdkFcYuE36o4Z7khNdLR", + "question": "How many of the giraffes are most likely adults?", + "choices": [ + "three", + "zero", + "two", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 238066, + "question_id": "CHrZC7rLGEgxVJb5hYsaKf", + "question": "Why is the alligator here?", + "choices": [ + "is lost", + "cameraman posed", + "confused", + "hungry" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 540745, + "question_id": "CHtzyeo9RqwhXPzb5BYP6Q", + "question": "What is he likely looking at?", + "choices": [ + "audience", + "boots", + "ground", + "judges" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 41131, + "question_id": "CJM9b7hHumgem8h6Q53NKk", + "question": "What is he doing?", + "choices": [ + "stealing board", + "seeking shelter", + "resting", + "leaving beach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40626, + "question_id": "CJqVNX4DUNZwUJgHjpPvc7", + "question": "What type of screen is shown here?", + "choices": [ + "virtual", + "art", + "touch", + "door" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 426211, + "question_id": "CKXZHopKMDAMrP4k87kAjD", + "question": "Why do people usually hang things in this manner?", + "choices": [ + "for decoration", + "keep safe", + "to dry", + "for storage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562065, + "question_id": "CLRNsy9r7t6jcbfyt27S5X", + "question": "Why are the zebras lowering their heads to the water?", + "choices": [ + "to drink", + "to snorkel", + "to dive", + "to submerge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 258281, + "question_id": "CLtjfNDCLMBiJfJjb3NqSZ", + "question": "These animals are most similar to what other animals?", + "choices": [ + "frogs", + "horses", + "rabbits", + "wolves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 408128, + "question_id": "CLu5MeU946tEH6gdwXDp3P", + "question": "Why is the fire hydrant spewing water?", + "choices": [ + "broken cap", + "pressure relief", + "vehicular damage", + "cap vandalized" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 535683, + "question_id": "CNqG5cMsshDPNXsKHrguNA", + "question": "What is this dog trying to do?", + "choices": [ + "run", + "sleep", + "eat", + "drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 116676, + "question_id": "CNzFhpaQKvCaTZ4ZCTtusJ", + "question": "What is the picture on the wall close to?", + "choices": [ + "cat", + "refrigerator", + "ankle monitor", + "door knob" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363402, + "question_id": "CQTYjG5jX7buuXd5TU39t7", + "question": "What would make these items tastier?", + "choices": [ + "soap", + "arsenic", + "dressing", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330714, + "question_id": "CQrsfyoXpqCJyQsVoxd4gm", + "question": "Where is the second entity that is mentioned based?", + "choices": [ + "saudi arabia", + "afghanistan", + "united states", + "iraq" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 361826, + "question_id": "CRMDHXWDRubEiCYUXidJRG", + "question": "This animal would be classified as what type of eater?", + "choices": [ + "pescatarian", + "carnivore", + "omnivore", + "herbivore" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547390, + "question_id": "CSu3W6yj5LRdMwdUzJFLJV", + "question": "What is the vehicle traveling on?", + "choices": [ + "dirt", + "bricks", + "tracks", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189175, + "question_id": "CTDYQoR4J2iQ9vJZ9En2n4", + "question": "What do the animals look like they are about to do?", + "choices": [ + "hop", + "kiss", + "slither", + "fly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470253, + "question_id": "CUDSowbLoGLh25dJaX48Vj", + "question": "What animal might have been killed to create an aspect of the musical instrument seen here?", + "choices": [ + "trout", + "elephant", + "dinosaur", + "rhino" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 491027, + "question_id": "CWXkEC5Mb9FLz4RpAaXwtN", + "question": "The woman is holding what item?", + "choices": [ + "drill", + "tennis racquet", + "basketball", + "spray can" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38903, + "question_id": "CWpeGZKeALpXQMVCCFt4Aa", + "question": "What material is the round table made of?", + "choices": [ + "bamboo", + "wood", + "metal", + "marble" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 216452, + "question_id": "CXWUnwbKpnVRh2ayXSgpiz", + "question": "What would be the best way to classify this type of pizza?", + "choices": [ + "cheese crust", + "thin crust", + "extra crust", + "deep dish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463375, + "question_id": "CXgqgVTEJtv4xkeoZkV5sb", + "question": "What word best describes this person?", + "choices": [ + "short", + "hefty", + "old", + "gigantic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 361471, + "question_id": "CYbNbAiWQg3Q7VABLtpSo8", + "question": "What is the potential danger faced by the animals?", + "choices": [ + "volcano eruption", + "earthquake", + "car accident", + "tornado" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 73457, + "question_id": "CZCJSmDZf9HPrqkxxFc7Lk", + "question": "Where is the person who owns the cat going today?", + "choices": [ + "office", + "home", + "no where", + "trip" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87365, + "question_id": "CakeA4ePBsA58TGN9MBSpL", + "question": "What is this sandwich most likely devoid of?", + "choices": [ + "cheese", + "meat", + "onions", + "roe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262666, + "question_id": "CanpYn2tQWa6i3PpjuiHUP", + "question": "What is the cat doing on the chair?", + "choices": [ + "resting", + "drinking", + "eating", + "grooming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503027, + "question_id": "CbaNdmJQk6aNfYCFUUqkcJ", + "question": "What do you wait for at the blue sign?", + "choices": [ + "plane", + "train", + "taxi", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527168, + "question_id": "CcYQhriJr7b8tpkHmVc2R7", + "question": "Where does the door beneath the monitors lead to?", + "choices": [ + "kitchen", + "outside", + "basement", + "storage closet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97388, + "question_id": "Cdps8MbAwejPCcAqnWzsjy", + "question": "In which environment is this bear most comfortable?", + "choices": [ + "equatorial", + "frigid", + "warm", + "tropic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127591, + "question_id": "CedD2X7tpo5DCqsgdnET7Q", + "question": "In which temperatures would this creature be more comfortable?", + "choices": [ + "boiling hot", + "sultry", + "heat", + "cold" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399056, + "question_id": "CfUqsjeVvL5JLL9v7MD6VS", + "question": "What are the boxes on the right made from?", + "choices": [ + "wood", + "cardboard", + "plastic", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 320341, + "question_id": "CfapZC3fMHtao9VWshdnSj", + "question": "The clouds most likely suggest what weather is about to occur?", + "choices": [ + "wind", + "tornado", + "sun", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447481, + "question_id": "CgQKnYTaJLsyzsRKsu3Qob", + "question": "The name of the mouse brand is derived from what languages word for software?", + "choices": [ + "afrikaans", + "french", + "thai", + "tagalog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175511, + "question_id": "CgRWNx3fdeDErXzbRGCLkx", + "question": "What is the metal bit on top of the clock tower called?", + "choices": [ + "weathervane", + "compass", + "lute", + "flue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8663, + "question_id": "CgspHLuhn2fvpKC54CpRkk", + "question": "What is this person listening to on their phone?", + "choices": [ + "movie", + "playlist", + "podcast", + "radio" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154162, + "question_id": "Cj9HH5YTfWDUZPses2sm8k", + "question": "What type vehicle does the person taking this picture own?", + "choices": [ + "scooter", + "bicycle", + "truck", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444938, + "question_id": "CjyYoAX5mG2HUHu3J8sjdg", + "question": "What are the last two numbers on the bottom of the bus?", + "choices": [ + "54", + "68", + "85", + "79" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 324257, + "question_id": "CjyqcDFoT9JsZgETgy97SF", + "question": "What is the largest number that appears at the highest point on the bus?", + "choices": [ + "nine", + "five", + "six", + "seven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90979, + "question_id": "CkipEqWNz6L2VoYsQESZFs", + "question": "What is the man doing?", + "choices": [ + "eating", + "birdwatching", + "stealing", + "swimming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 23324, + "question_id": "CmCiEbtyUCciX9RjeLjvo5", + "question": "What purpose does the weathervane on the building provide?", + "choices": [ + "coordinates", + "wind direction", + "bird repellent", + "bug repellent" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2311, + "question_id": "CmnrB9HtXA3SwMdZ9tmEqr", + "question": "Which side is the cat above staring to?", + "choices": [ + "up", + "right", + "down", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114065, + "question_id": "Cmo8idaPDJtvosf3EYZtpA", + "question": "What type of telephone is being used?", + "choices": [ + "rotary", + "landline", + "pay", + "cellular" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79336, + "question_id": "CmpsX4932S2gzR5SGWUDs9", + "question": "What might cause more fog in this airport than in many other ones?", + "choices": [ + "fog horns", + "smog", + "forest fire", + "ocean nearby" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 240724, + "question_id": "CmvUGhMUNrjSdUhH9j9VMJ", + "question": "What can the item in the dish be used for?", + "choices": [ + "wiping", + "cleansing", + "eating", + "drying" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410087, + "question_id": "CmwAkL335gffKQ8WRssD8j", + "question": "What are these people going to do?", + "choices": [ + "donating stuff", + "lending money", + "borrowing money", + "selling stuff" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40491, + "question_id": "Cov3i8G2zGuqE59ngHnrNH", + "question": "What is required to maintain this position?", + "choices": [ + "balance", + "tidal wave", + "quiet", + "noise" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513272, + "question_id": "CpVGx8nCcRjXXKkTHjYx69", + "question": "The train is powered by what type of fuel?", + "choices": [ + "steam", + "diesel", + "coal", + "electricity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289542, + "question_id": "CqJXGEnFRgiTYYumqpwLQK", + "question": "Which direction should the photographer travel to stay on Darkwood?", + "choices": [ + "right", + "back", + "left", + "straight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363984, + "question_id": "CqxccFJbdUuWrPgmJfiRMs", + "question": "The player kicking the ball here has a goal of keeping it away from a team member with what team colors?", + "choices": [ + "gray", + "none", + "pink", + "dark red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171938, + "question_id": "CrMXZKntkL5a69GFptqsBU", + "question": "What type of skiing is this person doing?", + "choices": [ + "speed", + "slalom", + "downhill", + "cross-country" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467371, + "question_id": "CrrVMruYCBMogsPxeuk5RZ", + "question": "Which branch of the military has offices here?", + "choices": [ + "navy", + "marines", + "air force", + "army" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 401763, + "question_id": "CruKvaiPhecFv85xGLqij3", + "question": "What brand's sticker on the skateboard is closest to the ground?", + "choices": [ + "airwalk", + "dc", + "vans", + "osiris" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 221148, + "question_id": "CtA3eFdd3dkm7ZUzU5zZ2a", + "question": "What is the most likely continent for this location?", + "choices": [ + "australia", + "europe", + "asia", + "antarctica" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56757, + "question_id": "CvkPUpPeSQWXcV7bGx9Ejt", + "question": "What breed of dog is this?", + "choices": [ + "pitt bull", + "chihuahua", + "boxer", + "poodle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458806, + "question_id": "CxBQ7Vbnp7bjA9VV7vDTZw", + "question": "What is in the tub that cats are normally afraid of?", + "choices": [ + "shampoo", + "water", + "ducks", + "shower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 568124, + "question_id": "CxCNfokn3CN4BsR5J27p8z", + "question": "What part of the board loosely matches the color of the ocean?", + "choices": [ + "text", + "edges", + "fin", + "background" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321067, + "question_id": "CxLL2ea3kok87ntfPYqkMj", + "question": "Which country is this Airline based in?", + "choices": [ + "germany", + "bulgaria", + "usa", + "netherlands" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 217101, + "question_id": "CzMLy4aZZeEWcdMEi7iFHQ", + "question": "What are the top buds of the flower just beginning to do?", + "choices": [ + "expand", + "sprout", + "grow", + "bloom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404498, + "question_id": "CzY9ezk3pxuPVid9UpgBFa", + "question": "What is the child doing with the object in her hands?", + "choices": [ + "brushing teeth", + "eating it", + "washing hands", + "painting it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355390, + "question_id": "CzsvP7KAcGJ4XD4HtThpDu", + "question": "What is guarding the clock tower?", + "choices": [ + "gate", + "helicopters", + "dogs", + "guards" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189201, + "question_id": "D23oMgJrCFFoySB9WtUKXe", + "question": "What are the people playing with?", + "choices": [ + "basketball", + "hockey stick", + "frisbee", + "kite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139287, + "question_id": "D3dP8hU22TUuiVt8Frghxq", + "question": "His skirt is meant to resemble one made from what material?", + "choices": [ + "flowers", + "grass", + "pineapple leaves", + "papyrus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36076, + "question_id": "D4Es4R4S6RCL2GfzsrgFPv", + "question": "What kind of material is on the back of the skulls to allow it to stick to the wall?", + "choices": [ + "adhesive", + "glue", + "chocolate", + "gravy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129732, + "question_id": "D4n4dGytbxDE2qUWNvcqz3", + "question": "Which handedness does this player have?", + "choices": [ + "none", + "right", + "left", + "ambidextrous" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488010, + "question_id": "D4vhDSy9GfxLwRPkbbLsav", + "question": "What is this person about to do?", + "choices": [ + "watching video", + "selfie", + "texting", + "replying email" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311833, + "question_id": "D6PwoJkY6tLLQhvJJAkQGk", + "question": "What color is the large item?", + "choices": [ + "gold", + "green", + "silver", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 50154, + "question_id": "D7MvwuYgNPGcMeAX7qpWC4", + "question": "What level of tennis does the player probably play in?", + "choices": [ + "college", + "pro", + "high school", + "amateur" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440276, + "question_id": "D7TmvD4QvGTkYX8anahGyu", + "question": "What is the boat in the upper right called?", + "choices": [ + "yacht", + "kayak", + "speed boat", + "sail boat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193354, + "question_id": "D8GBQTK6XoTqKHQJFmDTEh", + "question": "Why is he shoveling snow?", + "choices": [ + "his job", + "exercise", + "uncover snow", + "cleanup property" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118993, + "question_id": "D8bSFgLkABh4wD7gQXqaXZ", + "question": "What word can be spelled from using three or four of the letters on this specific red and white sign?", + "choices": [ + "haw", + "slam", + "pots", + "work" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420896, + "question_id": "D8r3muBa3E9vn6GfzJMQrf", + "question": "What digits are missing from the phone number?", + "choices": [ + "21", + "61", + "53", + "25" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 337493, + "question_id": "D9sreUYkkahEgQEkgGdPPe", + "question": "What type of dog breed is this dog?", + "choices": [ + "siberian husky", + "rottweiler", + "bulldog", + "poodle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 264622, + "question_id": "DA7fjLUDUtXhFq2QF8Xkme", + "question": "How deep is the water under this boat right at this time and tide?", + "choices": [ + "1 inch", + "3 feet", + "20 feet", + "4 fathoms" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549812, + "question_id": "DARCMqb27BjvZ8jhfwRTSJ", + "question": "What is the move the skier's is making?", + "choices": [ + "pike", + "snowplow", + "splits", + "flip" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54035, + "question_id": "DARvUfLn4wmFoa3XtKGvJn", + "question": "What is the name of the activity the boys are doing?", + "choices": [ + "wake boarding", + "boogie boarding", + "surfing", + "skim boarding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223190, + "question_id": "DAmaRwqaVPeg9QSgsUL8TE", + "question": "What is the boy swinging?", + "choices": [ + "stuffed animal", + "shirt", + "pizza", + "baseball bat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 396503, + "question_id": "DBNEWjFHZUznqqbktS7mZF", + "question": "What is near the window?", + "choices": [ + "picture", + "book", + "donkey", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 198999, + "question_id": "DByV49vCqcu4CFH3e6gZNM", + "question": "What type of region do the giraffe live in?", + "choices": [ + "forrest", + "tundra", + "desert", + "mediterranean" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 267922, + "question_id": "DDAZfpTdY3MoDBivtVTfUb", + "question": "What is the ad hoping to prevent?", + "choices": [ + "smoking", + "aging", + "stealing", + "pregnancies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190001, + "question_id": "DDkyBXsT7QiTAFBGDqwg7z", + "question": "What matches the color of the bear?", + "choices": [ + "bark", + "lemon", + "strawberry", + "lime" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 94309, + "question_id": "DE8Y4foZVtZZeEYEvNNTkE", + "question": "What is an occasion you might wear these shoes at?", + "choices": [ + "job interview", + "sports game", + "wedding", + "funeral" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 493348, + "question_id": "DEFmtHfV2yPuN6VvWFWf82", + "question": "Why is the board vertical?", + "choices": [ + "falling", + "sliding", + "showing off", + "no control" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572394, + "question_id": "DEZ8MUjc9f8pmdRnDAdmUC", + "question": "If someone were thirsty here which door would they open to fill their glass with water?", + "choices": [ + "upper", + "lower", + "right", + "none" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 566182, + "question_id": "DFuzwkrNdZ2vGWoDWmmTYG", + "question": "The appliance in the corner is for making what drink?", + "choices": [ + "coffee", + "beer", + "juice", + "soda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549321, + "question_id": "DHTcyWnCbQzhH7SvaewTyp", + "question": "How many people are waiting for a turn?", + "choices": [ + "seven", + "eight", + "six", + "nine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537471, + "question_id": "DJ3JotvqKuVzA8BXkAHwgT", + "question": "What object kills the most people in this image?", + "choices": [ + "hat", + "cigarette", + "bookbag", + "wall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5242, + "question_id": "DJmrjVShjB94vo555YhuzZ", + "question": "Behind the photographer lies what?", + "choices": [ + "ocean", + "mountain", + "nothing", + "rock face" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 580948, + "question_id": "DKu9PCv8jEABXTFJAPRT8M", + "question": "What word best describes the two surfers and their activity?", + "choices": [ + "teacher-student", + "exclusive", + "adversarial", + "mutual" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 477554, + "question_id": "DKw9nzPWbCEVZF64PQeo6B", + "question": "What hour is the clock saying?", + "choices": [ + "four", + "six", + "five", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386839, + "question_id": "DLKVNHRmksRWBLFC7Wu9Dq", + "question": "What was this bench likely treated with?", + "choices": [ + "oil", + "stain", + "paint", + "varnish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 416507, + "question_id": "DLcGgpzVMrRKas3YQyYLqX", + "question": "What are the stones spaced out in the grass supposed to be?", + "choices": [ + "sculptures", + "modern art", + "parking spots", + "headstones" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 448727, + "question_id": "DNHwG6QG24miPGVu9SUSBz", + "question": "What is under the umbrella?", + "choices": [ + "bench", + "human", + "cat", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 393307, + "question_id": "DPDk4P2PNdpqB6eDhzvWbB", + "question": "What is the person seen standing in the middle of?", + "choices": [ + "grass", + "waves", + "sand", + "tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342443, + "question_id": "DPyAdkxWuwrjhMu8BQsjy5", + "question": "At least how many species are seen here?", + "choices": [ + "ten", + "three", + "eight", + "six" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29638, + "question_id": "DQFZHTA3e4cgEgMb6mh72e", + "question": "What activity is the cat performing?", + "choices": [ + "hiding", + "drinking", + "running", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153801, + "question_id": "DQg6y6aJzwA7SeXUkjzmDd", + "question": "What brand is the bus?", + "choices": [ + "mta", + "luthfansa", + "alitalia", + "interbus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 117575, + "question_id": "DQgc5iaRT2u5NXDdcZGPoc", + "question": "What is the last name of the current president of this company?", + "choices": [ + "popov", + "federov", + "semenov", + "petrov" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 218408, + "question_id": "DRKMxqke5h5YteXR7KKgxs", + "question": "What might this animal do from this rock?", + "choices": [ + "swim", + "fish", + "sink", + "sunbathe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507639, + "question_id": "DRLatoxxhuWcQcEMMvCkDa", + "question": "What kind of transport is displayed in the picture above?", + "choices": [ + "road", + "water", + "railway", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385278, + "question_id": "DSF9fqt9GJhssNcU5PW9e8", + "question": "The design on the white sign resembles what?", + "choices": [ + "bacon", + "heart", + "egg", + "walrus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87469, + "question_id": "DSqkpcrxEj2nkcGPDqifFL", + "question": "The pallet table here is likely on which type property?", + "choices": [ + "mall", + "private", + "city square", + "police" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 486881, + "question_id": "DTc7jb88o4MWkLtcXmgP4e", + "question": "Which grand slam event is played on this surface?", + "choices": [ + "french open", + "wimbledon", + "us open", + "australian open" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175475, + "question_id": "DUfKQi5VEgWxWb8NiYL5RA", + "question": "Where is this donut being eaten?", + "choices": [ + "car", + "bike", + "bus", + "store" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 222937, + "question_id": "DV7SXuDE9uALx6TxvmDrM8", + "question": "Why is there a fence next to the giraffe?", + "choices": [ + "keep in", + "block traffic", + "for children", + "deter people" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 76559, + "question_id": "DVHt8EJXvi8tBP7QNrN5yy", + "question": "What are most of the birds shown here presently engaged in?", + "choices": [ + "resting", + "breeding", + "eating", + "laying eggs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191455, + "question_id": "DVe394UgYB6ZJdA58uF2GL", + "question": "The logos on the white label refer to what type of companies?", + "choices": [ + "private investigation", + "taxi", + "credit card", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 31492, + "question_id": "DWv22PPD7Qnm8hX8P25n4X", + "question": "What is the girl using to get around the yard?", + "choices": [ + "bicycle", + "scooter", + "kite", + "skateboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4726, + "question_id": "DXhLQ2PHb768wSZMjRQzoa", + "question": "These flowers rest in what element?", + "choices": [ + "water", + "silica", + "oil", + "lead" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420415, + "question_id": "DY8dHpaes3WWdWVCTqueKm", + "question": "What is the purpose of the cat?", + "choices": [ + "confuse children", + "frighten others", + "logo", + "attract cats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107398, + "question_id": "DZcrvefK6ee5WmZR3gTBk8", + "question": "What is the man pretending to be?", + "choices": [ + "dancer", + "magician", + "surfer", + "robber" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299056, + "question_id": "DbS7vKina3PKbjrYDF5xkh", + "question": "What is she doing while she holds the phone?", + "choices": [ + "eating", + "sleeping", + "smiling", + "dancing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4868, + "question_id": "DbmLrsTGUNDCu6HiC8B4Yw", + "question": "What kind of tennis game is being played?", + "choices": [ + "halfways", + "doubles", + "singles", + "whole" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411394, + "question_id": "Dc88txtLLP64KWsxPY6Hv5", + "question": "After picking up groceries where would someone riding the blue bike here put them?", + "choices": [ + "uber", + "basket", + "ups", + "red bike" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570370, + "question_id": "Dd6zxw2E6TxoR5hu9QqLbf", + "question": "What is likely to be found here?", + "choices": [ + "squid", + "diamonds", + "garbage", + "treasure" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262520, + "question_id": "Df6b9iGpcuieNEeQaUX3wv", + "question": "The man here was likely working with what farm product?", + "choices": [ + "hay", + "coconuts", + "figs", + "cacti" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346400, + "question_id": "Dh7vGnVx7WBazYTPi7aPRr", + "question": "Which of these objects is closest to the photographer?", + "choices": [ + "tree", + "wall", + "sky", + "bear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51451, + "question_id": "DhCuVdkTffKzPbTJLzVSWT", + "question": "What is contained in the gray colored band shown here?", + "choices": [ + "snow", + "mist", + "marijuana vapor", + "smoke" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37448, + "question_id": "DhGwmhGoDgGtztTzUv6wHa", + "question": "Where is the sun relative to the direction the camera is facing?", + "choices": [ + "left", + "in front", + "behind", + "below" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467072, + "question_id": "DhV93dP8D4Mdd2wrjmtoCX", + "question": "What expression is this person showing?", + "choices": [ + "happiness", + "anger", + "pain", + "sadness" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576762, + "question_id": "Di2mxW6MCVCQQpqkmXona5", + "question": "This person looks most like what famous person?", + "choices": [ + "warwick davis", + "beth ostrosky", + "moms mabley", + "seth rogen" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 158405, + "question_id": "Dkmdm7DRPvi6g4zdrsyStM", + "question": "Why is the woman wearing boots?", + "choices": [ + "acid", + "water protection", + "heat", + "fashion show" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19648, + "question_id": "Dms68DqrAtkPubgRMjYYJf", + "question": "Why is the smaller plane away from the gangway?", + "choices": [ + "broken", + "special passengers", + "too short", + "for servicing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277285, + "question_id": "Dn4vi5iAJKkKBd3ot4EYNT", + "question": "What age group does the surfer appear to be in based on facial features?", + "choices": [ + "young adult", + "senior citizen", + "middle-aged", + "teenager" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 184117, + "question_id": "DnQHoLnpmB9JCAXXTQJPvp", + "question": "What is this zebra trying to do?", + "choices": [ + "rest", + "bathe", + "attack", + "play" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458815, + "question_id": "DnSTFCfnJHLEGgU4rTCvDY", + "question": "What does the prankster who altered this sign try to infer the beverage will give you?", + "choices": [ + "can", + "wings", + "heart attack", + "shoes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193111, + "question_id": "DnTstf7wxAxmCgcnYmh9Kc", + "question": "Where are these animals located?", + "choices": [ + "bedroom", + "bathroom", + "backyard", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342997, + "question_id": "DnZqjW7zbW3C45LPdiW4ek", + "question": "The train parked in what type of railroad structure?", + "choices": [ + "railway turntable", + "train station", + "train depot", + "train shed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109413, + "question_id": "DnreBL3doQYfh6FEcYwvgu", + "question": "What kind of person would have no trouble finding a spot to park and dine here?", + "choices": [ + "cyclist", + "boater", + "car driver", + "unicyclist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456764, + "question_id": "DntDYVcbxBpYW3BRVeD47R", + "question": "What do these animals like to eat?", + "choices": [ + "humans", + "turtles", + "hay", + "eagles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 187984, + "question_id": "DooVSEUTKABCUczrzZQJ7r", + "question": "How many non regulated items have been added to this signage?", + "choices": [ + "one", + "over 5", + "none", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550803, + "question_id": "Doyszv8AvCvid8wzakgiLr", + "question": "What type work is being performed here?", + "choices": [ + "wood", + "crafting", + "water craft", + "yard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54207, + "question_id": "Dp6mJP9DmvyuVzoqWHovrt", + "question": "Where is this bear located?", + "choices": [ + "arctic", + "desert", + "seaside", + "tropics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195030, + "question_id": "DpzwfQi6YgZW6CeBg5Nm2e", + "question": "What animal is usually found in this environment?", + "choices": [ + "pigeon", + "polar bear", + "seal", + "camel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317285, + "question_id": "DqZKRJswnJzmQ6sBWHdw2Y", + "question": "Where does the bird live?", + "choices": [ + "outdoor zoo", + "local park", + "wild", + "pet store" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 397316, + "question_id": "DrvBdyA2F3RAEAQYGQjH2d", + "question": "What number needs to be added to the number at the top front of the bus to get to 100?", + "choices": [ + "ten", + "45", + "25", + "36" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52144, + "question_id": "DtCK4eHAPLwo4B2Po6nGkt", + "question": "What is the train driving on?", + "choices": [ + "grass", + "dirt", + "railroad", + "street" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80440, + "question_id": "DtFGe8snLHNKATgmVQo4S2", + "question": "What appearance do materials here resemble that construct a sort of alcove?", + "choices": [ + "rock", + "sand", + "grass", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229496, + "question_id": "DtLJ69zq2RZTozHMJ5YeBb", + "question": "What mode of transportation has been stitched?", + "choices": [ + "bus", + "skateboard", + "car", + "bicycle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259096, + "question_id": "DvaaA3kEAjPYqPVEd22pYP", + "question": "If someone were out of breath what would it be easy to do here?", + "choices": [ + "lay down", + "spin", + "sit", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545631, + "question_id": "Dvw538JNyEGiuizotZTabG", + "question": "In what general type of zoning area is this fire hydrant located in the city?", + "choices": [ + "commercial", + "residential", + "agricultural", + "industrial" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424415, + "question_id": "DwDqYrVf8adUCinDSY8zKw", + "question": "This plane belongs to what group?", + "choices": [ + "navy", + "ryanair", + "delta", + "benedictine monks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135581, + "question_id": "DwFUQDrYxCd5CwmrrK8754", + "question": "Why is a water bottle under the laptop?", + "choices": [ + "heat", + "fashion", + "power", + "energy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575653, + "question_id": "DwNjANUVpuam7PFeiGyiYZ", + "question": "How many animal specie?", + "choices": [ + "two", + "three", + "one", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363855, + "question_id": "DxVsvLp3Gg64tfVvEYnX59", + "question": "What shape is surrounding the words on the side of the building?", + "choices": [ + "triangle", + "diamond", + "circle", + "square" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563843, + "question_id": "DxdTdRMeu6zKKVMayntYP9", + "question": "What type of computer is on top of the bed?", + "choices": [ + "tablet pc", + "laptop", + "tablet", + "slate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308640, + "question_id": "DyXpFXPNxjJWR4ktHh6cmD", + "question": "What does the symbol on the top left corner of the phone indicate?", + "choices": [ + "phone brand", + "bluetooth", + "wifi", + "cellular network" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 248764, + "question_id": "DznbutagymwBr8MPBufGZ3", + "question": "Where can he carry the item if he wants to keep his hands free?", + "choices": [ + "around waist", + "around neck", + "around ankles", + "on head" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10998, + "question_id": "Dzzj6nbvjhpfvDfi7WXwnB", + "question": "Why is he standing like that?", + "choices": [ + "maintain balance", + "tired", + "slipping", + "falling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298681, + "question_id": "E2EY5HB8BKhU5XQQeAxHNj", + "question": "What is this cat trying to do?", + "choices": [ + "eat", + "hide", + "drink", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 422397, + "question_id": "E2k44jNerH5oFVPufDAtHK", + "question": "Who is famous for doing what this person is doing?", + "choices": [ + "tony atlas", + "tony hawk", + "toni basil", + "tony montana" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303454, + "question_id": "E4RpZuhcHDb8WgukKnQE7N", + "question": "What is a convenience that is offered?", + "choices": [ + "barber", + "school", + "pool", + "toilet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524566, + "question_id": "E4WebrHoxgpHPFtQwWoygK", + "question": "The dog here feels what?", + "choices": [ + "cold", + "warm", + "exactly right", + "fear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 33606, + "question_id": "E5FGvcxR7zbC6apKdb446j", + "question": "What does the triangular blue sign in the above mage mean?", + "choices": [ + "give way", + "no overtaking", + "pedestrian crossing", + "stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472385, + "question_id": "E5KL6kbUdwbrNJL38ezTXf", + "question": "What is the white item on the left used for?", + "choices": [ + "fresh scent", + "light", + "cleaning toilet", + "decoration" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 76618, + "question_id": "E6FzmNKPAPQ6977ABcm4S5", + "question": "Which of these is an American version of one of these stores?", + "choices": [ + "subway", + "krispy kreme", + "mcdonald's", + "burger king" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299706, + "question_id": "E7UbQBQria6po4uBJEYTNG", + "question": "What kind of message is the person with the thumbs up conveying?", + "choices": [ + "approval", + "hatred", + "disapproval", + "disgust" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 55162, + "question_id": "E7pfYuvPRkgLvjdLxAzsuc", + "question": "Which body part of this person is most in danger if they fall?", + "choices": [ + "chest", + "head", + "waist", + "knees" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 486692, + "question_id": "E8cvpvrAANY9StwN8rZFeK", + "question": "What kind of transportation is this?", + "choices": [ + "plane", + "train", + "boat", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 434917, + "question_id": "E9Kzc2XbAMr9Xeg2X7X7B2", + "question": "What brand of laptop is this?", + "choices": [ + "toshiba", + "dell", + "gateway", + "apple" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 383874, + "question_id": "E9fuu8TsvnhGvSJozekhh9", + "question": "What is the bird doing?", + "choices": [ + "mating", + "feeding", + "hiding", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 380387, + "question_id": "ECNntSPwyDdUTzXDeDHzP7", + "question": "The material on this beach is used to make what product?", + "choices": [ + "plastic", + "steel", + "cloth", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 241978, + "question_id": "ECkcaZbEAxnMGaieFfoGGp", + "question": "What is holding up the bear?", + "choices": [ + "iron rod", + "gravity", + "picket", + "zip ties" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 510767, + "question_id": "EDdQZz92VWx6oKPWHMT2qk", + "question": "What is the dog sitting on?", + "choices": [ + "pillow", + "couch", + "stool", + "floor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 148388, + "question_id": "EEy59SjGwpGdCkmfmkoihM", + "question": "Why is his whole body covered?", + "choices": [ + "stay awake", + "is hiding", + "stop wind", + "stay warm" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 416310, + "question_id": "EF5R5jRnatwe9bP4G67tdi", + "question": "What is this object located in front of?", + "choices": [ + "mountain", + "ocean", + "building", + "forest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454461, + "question_id": "EFUYnJA6vmaSFfbujAS2fQ", + "question": "What company is known for making the device in the middle of the room?", + "choices": [ + "nathan's", + "nintendo", + "mcdonald's", + "hp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 62866, + "question_id": "EGL7qR2hx3wUtzR2WmMi4y", + "question": "What is the woman holding?", + "choices": [ + "fork", + "umbrella", + "camera", + "knife" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 44222, + "question_id": "EH4FGvMX3KeggAy4LMbpyA", + "question": "What meal could be prepared with an ingredient found here?", + "choices": [ + "cassava", + "blackberry pie", + "mississippi mud", + "fried chicken" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 313994, + "question_id": "EHLcC22YUKuziJZ5UuHutc", + "question": "Eyewear shown here protects from what celestial body?", + "choices": [ + "sun", + "venus", + "moon", + "mars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93897, + "question_id": "EKfTay2CWZegzBcxmcdSwA", + "question": "What is the person with the camera most likely doing in the office?", + "choices": [ + "interrupting", + "being welcomed", + "being friendly", + "being promoted" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 398987, + "question_id": "EKvJkmiHJ9LrbqGBPdBaP3", + "question": "Where is the sink that the cat is lying in likely located?", + "choices": [ + "dorm", + "bathroom", + "kitchen", + "laundry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501192, + "question_id": "ELeCEPzBovKpybGDKvC8w2", + "question": "What is at the top of the pole he is holding?", + "choices": [ + "rake", + "umbrella", + "broom", + "shovel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 284998, + "question_id": "ENoyfic6DzJDxHieJFVYcN", + "question": "How many languages are present on this sign?", + "choices": [ + "two", + "three", + "one", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 66392, + "question_id": "EQ7f6NVry7QnXd8wXCi2gb", + "question": "What animals are known to be attracted to these and go to the bathroom on them most often?", + "choices": [ + "snakes", + "dogs", + "mules", + "donkeys" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411634, + "question_id": "EQXeMWa42C6MtgjPJqKeNB", + "question": "What type of food is shown on the paper plate?", + "choices": [ + "hamburger", + "hot dog", + "fish", + "chicken cutlet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384141, + "question_id": "EQdoYnJxgKxHD6GhWA9syW", + "question": "What is causing the steam effect on the camera lens near the surfer?", + "choices": [ + "snow", + "water", + "fog", + "smoke" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 182744, + "question_id": "ERFwS67KBKhF2L2hxQNQUG", + "question": "The boarded up black panes to the left of the set of doors were once what fixture at this station?", + "choices": [ + "pay phones", + "cafeteria", + "ticket windows", + "store fronts" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 1848, + "question_id": "ERmroqrkGHfTDUDY5dKACp", + "question": "The item seen here can be most useful how?", + "choices": [ + "coffee drinking", + "cantelope cutting", + "omelet preparation", + "steak serving" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 524161, + "question_id": "ERsgHHSJe2ik4QC8fFQdGy", + "question": "What type of hat is the man wearing?", + "choices": [ + "beanie", + "chef hat", + "fedora", + "baseball hat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 332698, + "question_id": "ETWYPpNAvEpqNkGihEKoQB", + "question": "Based on the leaf color how fresh are these orange?", + "choices": [ + "very old", + "very", + "old", + "some what" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146069, + "question_id": "EU8CEsbzDCBi3CpmHEnpsZ", + "question": "What activity could be performed on the object the cat is sitting on?", + "choices": [ + "instant messaging", + "weight lifting", + "massage", + "running" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193505, + "question_id": "EUrhQ7tMp8WHyefLy9D23J", + "question": "What company uses the red word on the bus in their name?", + "choices": [ + "dutch boy", + "green giant", + "amazon", + "american express" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415584, + "question_id": "EVYsTfVeMtjQsV7XMX9JFi", + "question": "What year was this house most likely built around?", + "choices": [ + "1980", + "1950", + "1920", + "2010" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 152421, + "question_id": "EW3PFERt5wdSFAFJzY73KW", + "question": "What is the profession of this woman?", + "choices": [ + "banker", + "janitor", + "athlete", + "cashier" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 88356, + "question_id": "EXsFT4FALb2svcHPoEzuWL", + "question": "Where is this zebra taking nap?", + "choices": [ + "flowers", + "beach", + "trash", + "dirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 514963, + "question_id": "EYvyo2eD6YChihYVVmqgBZ", + "question": "What hobby does the owner of the room probably enjoy?", + "choices": [ + "karate", + "rock climbing", + "cycling", + "skiing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 246904, + "question_id": "EZJT3rQKiAQvamNrFK2jGB", + "question": "What kind of vegetation are the giraffes among?", + "choices": [ + "crops", + "bushes", + "flowers", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 273221, + "question_id": "EaBuFZZ67qYnG92iB4Y7WD", + "question": "What is the athlete ready to do?", + "choices": [ + "dunk", + "dribble", + "swing", + "run" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342282, + "question_id": "EaF7367LLHNLqbb2LkZ3km", + "question": "To which continent does this plane fly?", + "choices": [ + "antarctica", + "australia", + "asia", + "south america" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357161, + "question_id": "EbJM74KaY4v49cZrPL4N23", + "question": "Why does the dog have the vest?", + "choices": [ + "to float", + "stay warm", + "keep there", + "fashion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 60318, + "question_id": "EbaNwPgGLgc8Au8enHS7DH", + "question": "What animals are behind the fencing?", + "choices": [ + "tiger", + "lion", + "zebra", + "panda bear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 310340, + "question_id": "EbybFCepckgp9VVCtFHsTE", + "question": "What animal are these toys?", + "choices": [ + "horses", + "dogs", + "bears", + "cats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454815, + "question_id": "Ec9HyRS38TEjDpagBfykyC", + "question": "What language are the words at the top of the clock in?", + "choices": [ + "greek", + "klingon", + "french", + "spanish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581585, + "question_id": "EcrquK5jCKezTwWSknhZ3h", + "question": "What sport are they ready for?", + "choices": [ + "fishing", + "surfing", + "swimming", + "water skiing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63034, + "question_id": "Ed8ErUXiKLiXmNMUGJCEiJ", + "question": "The item held in this persons left hand with a band goes around what?", + "choices": [ + "neck", + "back", + "wrist", + "ankle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 208627, + "question_id": "EdBuhntyFs2Yy2aVDdFKmJ", + "question": "Why does the boy have his arm out?", + "choices": [ + "throw", + "balance", + "wave", + "measure" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129845, + "question_id": "EdX43oJmrJ7ZDGz7VsxZMm", + "question": "What feature of this animal is particularly large?", + "choices": [ + "nose", + "ears", + "wings", + "gills" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 481559, + "question_id": "EfibtvpS6VPGXPrgaKWaQ8", + "question": "What is the animal looking for?", + "choices": [ + "fish", + "candles", + "dogs", + "eagles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 394347, + "question_id": "Ei3SshgyXtAKKyWUraenCd", + "question": "What did the dog leave behind in the sand?", + "choices": [ + "droppings", + "prints", + "collar", + "food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 450520, + "question_id": "EjR6jvKnbpCnpjykjT9c7F", + "question": "What is the pattern on the umbrella?", + "choices": [ + "stripes", + "blobs", + "plaid", + "circles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296008, + "question_id": "EjsVEtn9rp22KZjQzzBJGt", + "question": "What is the elephant likely feeling?", + "choices": [ + "hunger", + "fatigue", + "curiosity", + "thirst" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 73504, + "question_id": "EkGmXDvQjovU4BKepDdNmf", + "question": "What is closest to the window?", + "choices": [ + "sheet", + "cat", + "radiator", + "bed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 247550, + "question_id": "EkWJCp5QYLmMTtFKw4j2hn", + "question": "What is the main color of the bird in the image?", + "choices": [ + "green", + "purple", + "yellow", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 484613, + "question_id": "EkWjNzLvxKGN5SjuBXxk2q", + "question": "What is the front zebra doing to the back zebra?", + "choices": [ + "feeding", + "biting", + "yelling", + "kicking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467503, + "question_id": "EmDeVbX3irS2B75UYddswc", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "water", + "road", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 423573, + "question_id": "EnL7v8sWVP6LWEZCDYcbnp", + "question": "Where are these animals relaxing?", + "choices": [ + "street", + "field", + "forest", + "taiga" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501192, + "question_id": "EnePRCNYUjUG6YZcxoTwLv", + "question": "What improves by wearing those on his face?", + "choices": [ + "intelligence", + "wisdom", + "vision", + "hair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77682, + "question_id": "Eng6wEHG2jqpQjUWnLLz8Y", + "question": "The name of the company at the top of this item ends in what letter?", + "choices": [ + "y", + "", + "w", + "h" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435511, + "question_id": "EnzbF4HAQaMb8NZyPihGrU", + "question": "This cat is being viewed through what?", + "choices": [ + "porthole", + "sink hole", + "peephole", + "donut hole" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424415, + "question_id": "EoRvnZktiC7FTUpoPHA6bP", + "question": "What military branch is the airplane from?", + "choices": [ + "marines", + "navy", + "army", + "air force" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 543370, + "question_id": "EoaFQAjkWQrbzwQQ9KL5H5", + "question": "What theme is the women trying to portray with the photo?", + "choices": [ + "vintage", + "urban", + "nature", + "cowboy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 76060, + "question_id": "EpoLJsu2FiEwsrS67qQkCF", + "question": "Which item here has the longer lifespan?", + "choices": [ + "bear", + "wendigo", + "tree", + "human" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172469, + "question_id": "EqQSBeWkqjTpjHHgnAq82d", + "question": "What is the likely relationship of the big elephant to the small one?", + "choices": [ + "mate", + "mother", + "unrelated", + "sibling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431783, + "question_id": "EruHTJDWzhAGj3MVyidDmy", + "question": "What is the official name for this sport?", + "choices": [ + "equestrianism", + "gymnastics", + "curling", + "golf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251594, + "question_id": "ErxQW663YXZxMBTTpSpRPu", + "question": "What position is this?", + "choices": [ + "sitting", + "laying down", + "diving", + "leaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 106377, + "question_id": "EsXv25JAssvMRfcApWsu9Z", + "question": "How many kilometers away is the location referred to on the sign?", + "choices": [ + "2.5", + "2500", + ".25", + "250" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177351, + "question_id": "Esd9sV63roBqLUT9mAPbKe", + "question": "What is someone trying to make using the red bowl?", + "choices": [ + "pizza", + "cake", + "pasta", + "popcorn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 322982, + "question_id": "EsrQP4q6TcahN9WMpoCHYX", + "question": "What is required for this activity?", + "choices": [ + "snow", + "waves", + "wind", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226285, + "question_id": "Et4DuoAboNChWrQfDCQ5Zk", + "question": "The silver structure ahead means what?", + "choices": [ + "danger", + "pay toll", + "keep out", + "all welcome" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 327414, + "question_id": "EtZxsNAmmBspgQKPkm9yXD", + "question": "What can be used to describe the kind of person behind the stop sign?", + "choices": [ + "entrepreneur", + "ruler", + "philosopher", + "holy figure" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404562, + "question_id": "Ete7CugsXUJczeE8kAnzDc", + "question": "Where can a real life object like the blue one be found?", + "choices": [ + "corporate office", + "smoke shop", + "graveyard", + "train station" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 535085, + "question_id": "EuHvDwWN5ANcRkMNze8GpY", + "question": "What former baseball player has the last name that is on the bear's shirt?", + "choices": [ + "doug sisk", + "pete schourek", + "don aase", + "don baylor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 202038, + "question_id": "EvTLS2UBf58hvKUBfzN5hQ", + "question": "The animal got to this location how?", + "choices": [ + "escaped pen", + "uber", + "truck", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 306237, + "question_id": "EvUFcNa22NnxMA8tQHqHbG", + "question": "What skateboard move is being performed?", + "choices": [ + "reverse", + "ollie", + "grind", + "superman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136856, + "question_id": "EvqRLyZxzM6ffBBxn6rYqp", + "question": "What is the man standing in front of?", + "choices": [ + "river", + "lake", + "desert", + "mountains" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499065, + "question_id": "EwJWr8cmcp5a38szGLQjPN", + "question": "The man in the dark textured shirt is pretending to drink out of which bathroom fixture?", + "choices": [ + "bidet", + "toilet", + "shower", + "sink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155660, + "question_id": "EwYETXdBUxRWKYqR9Lm9Bj", + "question": "Who played the character that is mentioned on the sign?", + "choices": [ + "christian bale", + "brandon routh", + "henry cavill", + "klaus kinski" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566073, + "question_id": "ExAEzxpYx22RcLzuZn82e4", + "question": "What is mostly used to manufacture the vessels above?", + "choices": [ + "gold", + "glass", + "salt", + "clay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 149522, + "question_id": "ExoTS3EFza9Kg33pE3bnhw", + "question": "What animals are in the woods?", + "choices": [ + "foxes", + "dogs", + "cows", + "aardvarks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 266201, + "question_id": "EyMqnjG7Cd2UELpQoYVAKi", + "question": "What number is one less than the number on the bike?", + "choices": [ + "37", + "19", + "16", + "30" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424317, + "question_id": "EyXNWQWk7GPUZzKjQBYz2t", + "question": "Who is allowed to sit on benches here?", + "choices": [ + "anyone", + "bikers", + "church members", + "no body" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346285, + "question_id": "EzsYfY2nqc2hbNeWL9yimh", + "question": "What does Roja most likely refer to?", + "choices": [ + "wine color", + "crayons", + "buildings", + "country" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501040, + "question_id": "F2ZkyHFkvA2PpqvexvKsZi", + "question": "What is the biggest danger to these people at the time of this photo?", + "choices": [ + "drug overdose", + "cancer", + "car accident", + "drowning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 250508, + "question_id": "F2yvrkhLF2yhRV5SX4hKP6", + "question": "What are the zebras doing?", + "choices": [ + "mating", + "drinking", + "foraging", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539382, + "question_id": "F3Nqu9MnuQhimnqbhpi58q", + "question": "Where is this bear located?", + "choices": [ + "enclosure", + "vet", + "circus", + "fair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506423, + "question_id": "F3b8c9kREd78T65NLRtjM3", + "question": "What food can be made from a product that comes from this animal?", + "choices": [ + "silk", + "cheese", + "almonds", + "honey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144928, + "question_id": "F3hx4AETzbFvVFzXtos63g", + "question": "The white plane is a mini version of a what?", + "choices": [ + "jet", + "rocket ship", + "seaplane", + "stealth bomber" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447963, + "question_id": "F4MXzGKQteds4BpF8Fc2nn", + "question": "The filling cream is probably what flavor?", + "choices": [ + "blueberry", + "strawberry", + "cherry", + "cabbage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 78724, + "question_id": "F4dJJxKVbxLr8zTGV7ZCNe", + "question": "The color seen here is cast by what?", + "choices": [ + "moon", + "sun", + "man", + "ocean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204215, + "question_id": "F5xvQbALk5sVJFLxNtNw4K", + "question": "Who uses this bus?", + "choices": [ + "soldiers", + "prisoners", + "travelers", + "students" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 95917, + "question_id": "F6Knvw3RctMTaPNf7RaXoi", + "question": "Why are they moving uphill on skis?", + "choices": [ + "challenging", + "illusion", + "trail there", + "lost" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 459318, + "question_id": "F6pSH6uySUb9hQVmf4v8rT", + "question": "What is the name of the transport system in the picture above?", + "choices": [ + "car", + "bus", + "lorry", + "railway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 44557, + "question_id": "F7fFvDuZJHSgKYfEz6eNQJ", + "question": "What wrestling organization had a weekly program that shared the name that appears on the bottom of the board?", + "choices": [ + "wwe", + "aew", + "roh", + "wcw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98978, + "question_id": "F8prTEvQGDSiw8eYixc3Hm", + "question": "This is located in which city?", + "choices": [ + "albany", + "bend", + "hillsboro", + "portland" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200223, + "question_id": "F9oxRNrBdVWUNcwDFZGrWK", + "question": "What part of the plane could fold up?", + "choices": [ + "tail", + "wheels", + "nose", + "wings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204016, + "question_id": "FB5v49bLBJjS8N847ygtPp", + "question": "Who is fluent in the language the sign is in?", + "choices": [ + "mike mizanin", + "jessica biel", + "hulk hogan", + "alexis bledel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40021, + "question_id": "FB7CaDaw88hMrQt4X7rLkq", + "question": "Where is this polar bear?", + "choices": [ + "aquarium", + "ocean", + "backyard", + "north pole" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512432, + "question_id": "FCpbpFayRB7HCBkygoZLh6", + "question": "What does the WY stand for?", + "choices": [ + "wary", + "wyoming", + "why", + "way" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40546, + "question_id": "FD44iBmurC4QeHrAd2CiSr", + "question": "Where is this dog located?", + "choices": [ + "yard", + "home", + "barn", + "vet" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 453952, + "question_id": "FDADzqmiXLNxNxExXuMumA", + "question": "When was this bench installed here?", + "choices": [ + "today", + "1900", + "2020", + "2012" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512720, + "question_id": "FDHgFv3ohmFDkQnLVpUiog", + "question": "What is the animal in the foreground showing?", + "choices": [ + "horn", + "tooth", + "stinger", + "tongue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 426100, + "question_id": "FDM7qgSDzaXeWvuD5cnvSj", + "question": "What type of stroke is the woman performing in this sport?", + "choices": [ + "backhand", + "serve", + "forehand", + "overhead smash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 397456, + "question_id": "FEtwrkGV9hdskzjzvM7d9z", + "question": "Why is he bent over with his arms stretched out?", + "choices": [ + "showing off", + "prevent falling", + "is falling", + "is resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 272990, + "question_id": "FFV9wUHUaS6bJAS4G2Bqfg", + "question": "Which one of these items does the advertised store sell?", + "choices": [ + "computer", + "taco", + "saree", + "lamp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204215, + "question_id": "FGo5XLyf2JjsuonxeoGPRg", + "question": "What kind of bus is this?", + "choices": [ + "sight-seeing", + "prison", + "city", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54044, + "question_id": "FHz63R5RtuKWEJpzBRQF2V", + "question": "In five minutes it will be what time?", + "choices": [ + "11", + "one", + "12", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 487715, + "question_id": "FJeGVCQdT9odf49SXXWYmE", + "question": "What city is this signpost located in?", + "choices": [ + "london", + "moscow", + "orlando fl", + "hershey pa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404550, + "question_id": "FJgK98gW8diAY4QcZU3QX2", + "question": "What kind of design is on the surfboard?", + "choices": [ + "radial", + "striped", + "zig-zagged", + "circular" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446817, + "question_id": "FKxUdqfKf8sVoBYQk4VuWw", + "question": "What is the giraffe looking at?", + "choices": [ + "tree branch", + "boat", + "ocean", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358955, + "question_id": "FL3UStBZttsYtmE8nU4GUE", + "question": "Which toilet is used by girls?", + "choices": [ + "any", + "left", + "none", + "right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 67081, + "question_id": "FM9oyWLCSqLgBfz4VT7eVL", + "question": "What is the initial for the bride?", + "choices": [ + "j", + "", + "y", + "c" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 165371, + "question_id": "FMxHL7CTKKg6oiqBkgjwJg", + "question": "What is the blue item in the center most likely made of?", + "choices": [ + "mud", + "steel", + "glass", + "brick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136802, + "question_id": "FQ889DCdaAumNPEjGPKnvC", + "question": "What is the player ready to do?", + "choices": [ + "dunk", + "dribble", + "swing", + "sprint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558285, + "question_id": "FR57DeBaFGycx7grXVmpmD", + "question": "What are these animals used for?", + "choices": [ + "wool", + "antlers", + "horns", + "leather" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552477, + "question_id": "FRpNzfVrXgwSqNLyVKbYn3", + "question": "What is most clearly absent here?", + "choices": [ + "red clothing", + "umbrella material", + "nothing", + "boots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552718, + "question_id": "FShuKR3z6Q4BfQrQLoUtTo", + "question": "What is the key process to make wine?", + "choices": [ + "thawing", + "brewing", + "fermentation", + "pasteurization" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102875, + "question_id": "FTCgFaQPZB6ZnTNZwjkhpK", + "question": "Why would someone sit at this table?", + "choices": [ + "to speak", + "to paint", + "to work", + "to eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570300, + "question_id": "FTGWBEv5b4mvtQg2CbNc3J", + "question": "This flower vase is made up of what?", + "choices": [ + "plastic", + "wood", + "fiber", + "ceramic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527613, + "question_id": "FTZ2gbh8pZAwaBQ7YgT9wY", + "question": "What is needed for this activity?", + "choices": [ + "sand", + "rain", + "sun", + "waves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338485, + "question_id": "FUJaGgtVVG4aGkJMrTdzih", + "question": "How are these objects controlled?", + "choices": [ + "remote", + "weather", + "battery", + "string" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558446, + "question_id": "FUSpGe7vT7JxFopuS2MoQU", + "question": "If you want to find the address on the side of the box what do you need?", + "choices": [ + "internet", + "train", + "map", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 258087, + "question_id": "FUewS5f8z9jUM9j5V8ReJs", + "question": "What is the bird doing?", + "choices": [ + "sleeping", + "is lost", + "resting", + "foraging" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163885, + "question_id": "FVzSJwSbxgcDaJcMKqL5cH", + "question": "Which vehicle likely was the one that caused the crashed?", + "choices": [ + "no accident", + "suv", + "pickup", + "third party" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490357, + "question_id": "FWXypUnNCUbchXDTXfR5ku", + "question": "What is preventing the bird from reaching the food inside?", + "choices": [ + "plastic container", + "its beak", + "its wings", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 60318, + "question_id": "FWbpunQ6TFLhvD93S3TvfF", + "question": "What does this animal have on its feet?", + "choices": [ + "hooves", + "shoes", + "spikes", + "boots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354293, + "question_id": "FWx2QyudFUsvuczpbYB7Eg", + "question": "What should someone wear when diving this?", + "choices": [ + "helmet", + "box", + "scarf", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467828, + "question_id": "FXKkUFFHqSzFq7qD5Wc3H4", + "question": "What golfer has a last name that can be found on the left sign?", + "choices": [ + "tiger woods", + "arnold palmer", + "ernie els", + "paula creamer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 23856, + "question_id": "FXfeMRCUdA5hjzWGBWN5GY", + "question": "The owner of this tie is a lover of what art form?", + "choices": [ + "metal welding", + "music", + "surfing", + "painting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277657, + "question_id": "FXxPqSA569x3ujH3kZBtbq", + "question": "What genre of music does this person like?", + "choices": [ + "country", + "punk", + "jazz", + "pop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 219875, + "question_id": "FYaVg9aSDxvqmDMiT7h4Sk", + "question": "Why does the snow end so abruptly?", + "choices": [ + "man made", + "warm front", + "carried there", + "cold front" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 444946, + "question_id": "FZHDjCbxyCihJeNJJKgpm5", + "question": "Where is the stop sign seen here normally located?", + "choices": [ + "bus tirewell", + "bus side", + "sign post", + "bus hood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 176865, + "question_id": "Fa5dcG72CDJmGzt2ymt3WL", + "question": "What is the air temperature where the man is standing?", + "choices": [ + "chilly", + "hot", + "mild", + "cool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193354, + "question_id": "Fa9jYyJPcB3aR82iqgao3a", + "question": "What would make it easier to clear the area?", + "choices": [ + "hose", + "broom", + "rake", + "snow blower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291823, + "question_id": "FaJFMn7Qg9UowTnBp76Roe", + "question": "In which country is this city bicycle and umbrella located?", + "choices": [ + "vietnam", + "japan", + "hong kong", + "china" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 39354, + "question_id": "FagqX8QJWPucxiE4cNy2MS", + "question": "What is the beige building behind and to the left of the clock tower?", + "choices": [ + "saint margaret's", + "parliament square", + "portcullis house", + "westminster palace" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 174569, + "question_id": "Fc6Awxx2hfyom29qyzJyV8", + "question": "What is a usual topping on this food item?", + "choices": [ + "chocolate syrup", + "pepperoni", + "relish", + "gummy bears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290740, + "question_id": "FcXcrHyFwCyFEp4xUJrrSA", + "question": "What color is in the middle of the main flower?", + "choices": [ + "blue", + "orange", + "pink", + "yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 448968, + "question_id": "FcxDTKSKJ2DWPue2B9LMdQ", + "question": "What is the bird in the background incapable of doing unlike most birds?", + "choices": [ + "swim", + "move", + "fly", + "see" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321699, + "question_id": "FdbufyHCMXdruNCXg5ybMc", + "question": "Why would the planes be crossing each other's paths so closely?", + "choices": [ + "dog fight", + "air-traffic control", + "air show", + "accident" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 111200, + "question_id": "FeY6UB7LYmhiJMSqAkuQ8x", + "question": "What in this tree do these animals seek?", + "choices": [ + "birds", + "insects", + "leaves", + "eggs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369827, + "question_id": "FfJznZYGuvXfSkYh64G3Nj", + "question": "What brand is the airplane?", + "choices": [ + "finnair", + "alitalia", + "spirit", + "jet blue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 335627, + "question_id": "Ffp4W9sjhfZbZXyP8YLAvB", + "question": "What is unique about this animal?", + "choices": [ + "nothing", + "hooves", + "ears", + "long neck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576545, + "question_id": "Fg2hvSMGwo6ciLTmeYoAm4", + "question": "What kind of surface is the airplane on?", + "choices": [ + "parking lot", + "runway", + "ocean", + "highway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303353, + "question_id": "Fg2iZ8c2N9eMetVoh7NMJL", + "question": "What is inside the character donned in an apron here?", + "choices": [ + "stuffing", + "cookies", + "guts", + "marbles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 348442, + "question_id": "FgEhjR42JoLeAkL4xkRnkp", + "question": "What is the term for this grouping of animals?", + "choices": [ + "storm", + "bundle", + "herd", + "bindle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 141778, + "question_id": "FgeoHsoUT2Z4ByYehhT8S5", + "question": "The driver here is about to shoot these animals with what?", + "choices": [ + "water gun", + "bow arrow", + "camera", + "gun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 258422, + "question_id": "FgxmZjcrmB7H26qkCjh3o2", + "question": "What room might this bear be in?", + "choices": [ + "living room", + "laundry room", + "bedroom", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262854, + "question_id": "FhRKLFn8xdmrr7NFYL6mmM", + "question": "The yellow sign indicates children might do what?", + "choices": [ + "get kidnapped", + "run across", + "fall down", + "play pranks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 306388, + "question_id": "Fi6gEUdDBVqXJM5g3QQDpc", + "question": "What makes the wood shiny?", + "choices": [ + "rain", + "dirt", + "snow", + "mud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452946, + "question_id": "Fjf3qCdigwGEN5posvWnxE", + "question": "What else might you find in the room with the white thing?", + "choices": [ + "bath", + "dining table", + "microwave", + "sofa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162929, + "question_id": "FjoJhdiBA3HJAhufy9hv6N", + "question": "What is this picture besides a candle is more associated with entertainment?", + "choices": [ + "butcher knife", + "beer bottle", + "chair", + "cds/dvds" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 111374, + "question_id": "FjogmMii2QTZtB7bAm5Zk8", + "question": "What kind of items should be kept in the white appliance?", + "choices": [ + "canned", + "candy", + "cleaning", + "perishable" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 567745, + "question_id": "FjrsMY77akF88aT6ajh382", + "question": "What was most likely the weapon used in this homicide?", + "choices": [ + "blade", + "gun", + "fists", + "fire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454049, + "question_id": "FkmSWVi6D7wseihM6rpmVP", + "question": "This downtown area is situated in which country?", + "choices": [ + "canada", + "germany", + "france", + "united kingdom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 241627, + "question_id": "FkoM76AqYsV6jfJbgJ4Uj3", + "question": "What has been used to keep people from losing the caps on the hydrant?", + "choices": [ + "ropes", + "chords", + "chains", + "yarn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301023, + "question_id": "FkvtYf7XCwwfxFeyJVdi6u", + "question": "What is lacking in the shower?", + "choices": [ + "vents", + "showerhead", + "towel", + "privacy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 568885, + "question_id": "Fs4zjMticfkupwK7nD6arR", + "question": "Why do the animals have their heads down?", + "choices": [ + "grazing", + "hiding", + "sad", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63957, + "question_id": "FtVGsM22mjdXx2CExE6dUa", + "question": "In what storage area of the house is the longhair cat present?", + "choices": [ + "kitchen cabinets", + "bedroom closet", + "garage", + "basement" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555465, + "question_id": "FusrHscnt3rfkzaiCKpG5k", + "question": "The brochure is for an art fair in what country?", + "choices": [ + "taiwan", + "japan", + "belgium", + "morocco" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399776, + "question_id": "Fuwf5JEzdvLEbBbgLm9zRz", + "question": "What two languages are people in this area fluent in?", + "choices": [ + "english portuguese", + "english italian", + "english french", + "spanish english" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 461198, + "question_id": "FvDfdQTzaPnjEdhMRurF7H", + "question": "What is the name given to this bird?", + "choices": [ + "cock", + "duck", + "geese", + "hen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 523432, + "question_id": "FvgHdGuhzLcPuX674GCxV3", + "question": "How did this skier reach his altitude?", + "choices": [ + "lift", + "skiing", + "uber", + "taxi" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 484691, + "question_id": "FvxCjVnx8cuzRyAdCpZfdk", + "question": "Why is he standing on the back of the skateboard?", + "choices": [ + "showing off", + "is confused", + "is falling", + "is tired" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 210390, + "question_id": "Fw6YLoZunfjoXype8aH3NC", + "question": "How can this phone be activated?", + "choices": [ + "say siri", + "flip it", + "dial it", + "operate pager" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 378144, + "question_id": "Fy2jHfr9JEA6uF4iBu9B8o", + "question": "What video game character uses this item as a weapon?", + "choices": [ + "milich oppenheimer", + "scissorman", + "norstein bekkler", + "kefka palazzo" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 159920, + "question_id": "Fy52T6ofEccGeV6PvMP2Nf", + "question": "What kind of expression is the man wearing?", + "choices": [ + "disgusted", + "sad", + "focused", + "angry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 203508, + "question_id": "FyKihmDzXbeEjcbMnXaBxi", + "question": "The owner of this home probably practices what faith?", + "choices": [ + "buddhism", + "christianity", + "wicca", + "islam" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105965, + "question_id": "FyUtTuXxs3ZRSMjF6qjTR5", + "question": "People shown bending below the plane are handling what?", + "choices": [ + "grass", + "birds", + "baggage", + "passengers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 543326, + "question_id": "FytCUtBUBr9o5WeuY7tH8Y", + "question": "What timepiece is reflecting?", + "choices": [ + "clock", + "analog watch", + "digital watch", + "sundial" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 218267, + "question_id": "FzFQCxYt9uXkTy4aRKpShd", + "question": "What is normally attached to the orange vehicle?", + "choices": [ + "train", + "missile", + "rv", + "trailer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506891, + "question_id": "G3r8e8XAMBRBgGo9iFtagu", + "question": "What color will they turn if they are put in the fridge?", + "choices": [ + "purple", + "green", + "red", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424540, + "question_id": "G47ySb4zWfKoRtGVGjKjqb", + "question": "What brand is represented here?", + "choices": [ + "dell", + "apple", + "lenovo", + "asus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549681, + "question_id": "G5Ws7d4qttY7YYRPh9hPkU", + "question": "What does the number on the train tell people?", + "choices": [ + "fashion", + "street address", + "identification", + "calculation" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 565425, + "question_id": "G6FoNn7NHwdHasLomRYDyw", + "question": "The image seen on kites here appears to be a type of what?", + "choices": [ + "zombie", + "mask", + "cloud", + "animal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 359793, + "question_id": "G7Bn3yhChMpAoFN6diBrBE", + "question": "What is displayed on the phone in the middle?", + "choices": [ + "weather", + "stocks", + "banking", + "map" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180763, + "question_id": "G7eaCirbqHJGKMtiDVQZdH", + "question": "What location can be seen at the top front of the bus?", + "choices": [ + "new york", + "estonia", + "paris", + "london" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 261420, + "question_id": "G7osPZXHUYRcLh7RBvVPkF", + "question": "What borough in New York City is mentioned here?", + "choices": [ + "brooklyn", + "queens", + "manhattan", + "bronx" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338602, + "question_id": "G8aeYTYHWq8SbLmvFkzZ8S", + "question": "Why are the window so dark?", + "choices": [ + "painted", + "privacy", + "are fake", + "dirty" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 529747, + "question_id": "G8n3BQ5ryZ96Ga5KEbL8Wj", + "question": "What is placed inside the meters in order to use them?", + "choices": [ + "bills", + "tickets", + "marbles", + "coins" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506118, + "question_id": "GAE5uiAZuqCeYyzeWTaMXz", + "question": "What are the arms made of?", + "choices": [ + "stainless steel", + "concrete", + "wrought iron", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 110789, + "question_id": "GBEGtxMgzVGQTHTmF6p8Vb", + "question": "What type of car would the tire in the behind the elephant be used for?", + "choices": [ + "truck", + "motorcycle", + "car", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 101971, + "question_id": "GBQVfbzYbXg6fYpFVrMr3t", + "question": "The person here is able to be propelled how?", + "choices": [ + "sail", + "motor", + "no way", + "oars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 244113, + "question_id": "GBQuhunrqMcWxQ3kK7G3Xt", + "question": "What action is this animal most known for?", + "choices": [ + "pouncing", + "goring", + "flying", + "swimming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276355, + "question_id": "GCDc7QYuHLrzvZXDUzGp3n", + "question": "Which tournament is being played here?", + "choices": [ + "america's cup", + "pan-am games", + "wimbledon", + "australian open" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189840, + "question_id": "GCPBii84NevNkQkCxKRvYj", + "question": "What part of the sign was created after the rest?", + "choices": [ + "red", + "war", + "pole", + "stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144121, + "question_id": "GDESwUgr39yVzbt4oM9hEd", + "question": "What material is protecting the tables the flowers and plants are placed on?", + "choices": [ + "tarpaulin", + "paper", + "mylar", + "plastic sheeting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447486, + "question_id": "GDVfu3wazEaZDYFSHnKMyq", + "question": "Why are the horses here?", + "choices": [ + "feeding", + "lost", + "resting", + "mating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293965, + "question_id": "GE5uwQ29mrmboWPkzThvEG", + "question": "This type of hairstyle would be most appropriate on which one of these professions?", + "choices": [ + "politician", + "doctor", + "musician", + "minister" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 340111, + "question_id": "GEC6wSnLMkQxzaPCZcAvdu", + "question": "What type of food is being cooked?", + "choices": [ + "cheeseburger", + "steak", + "fish", + "hot dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 281639, + "question_id": "GELZEeri7LuC6Nu5gUkMyM", + "question": "How many times have these items likely been used?", + "choices": [ + "none", + "fifty", + "three", + "sixteen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395153, + "question_id": "GEctDwpnEgmLMkw7qcR8Fp", + "question": "What stores energy for this type of device?", + "choices": [ + "battery", + "solar panels", + "gas cans", + "windmills" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2059, + "question_id": "GEjgMxEHAgVdSb2Yf5PBhj", + "question": "What type of act is the bear wearing leather straps portrayed as being engaged in?", + "choices": [ + "horse riding", + "wrestling", + "archery", + "bdsm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384876, + "question_id": "GFSYSyLSPGnqrbQUPBErUW", + "question": "What time is shown on the clock?", + "choices": [ + "530", + "midnight", + "400", + "noon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129261, + "question_id": "GFrfGWU3kfXLpjRHWNHGqs", + "question": "What part of this fruit would need to be removed to best enjoy it after ripening?", + "choices": [ + "peel", + "center", + "stalk", + "seeds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125300, + "question_id": "GFtmTsE6pgWoBEwh6hUWRy", + "question": "What value material is seen here?", + "choices": [ + "gold", + "opal", + "ivory", + "diamond" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 457051, + "question_id": "GH9w2eYibB833g4EHd3Yht", + "question": "Which one of the grand slam tournaments is this?", + "choices": [ + "french", + "u.s", + "wimbledon", + "australian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545886, + "question_id": "GHTwqwB2dPLftHVxtDZ2FS", + "question": "Where is this sink located?", + "choices": [ + "hospital", + "store", + "business", + "residence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381768, + "question_id": "GHe4rwMPq8oMmh2S5YUSiz", + "question": "What is the cat using the shoe as here?", + "choices": [ + "blanket", + "stool", + "pillow", + "brush" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 64525, + "question_id": "GJCP9gPrYJZie9ySoKgrD6", + "question": "What is next to the animal?", + "choices": [ + "television", + "laptop", + "wrench", + "book" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338170, + "question_id": "GJmtzkY4pMy2C2pLZqWLN5", + "question": "What is the person hovering over?", + "choices": [ + "steps", + "car", + "river", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391472, + "question_id": "GLWZ5XddSYXsDBmGqkzJPZ", + "question": "What is one the end of the legs of these creatures?", + "choices": [ + "feet", + "paws", + "hooves", + "flippers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 413102, + "question_id": "GMddtdUCVfPAfopqSQfF7H", + "question": "This hose traveled there on what type of vehicle?", + "choices": [ + "garden truck", + "fire truck", + "police car", + "ambulance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231678, + "question_id": "GMh4zEiEs8HgekyRnETvg8", + "question": "Which one is a domesticated one-toed hoofed mammal?", + "choices": [ + "horse", + "dog", + "cat", + "cow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17757, + "question_id": "GNwnFa8ey6Nw4VLx6mWm4a", + "question": "What is facing the couch?", + "choices": [ + "curio cabinet", + "fridge", + "bed", + "television" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 482640, + "question_id": "GPnhfCCAxbywsnfjE4MMNr", + "question": "What sport is the man playing on the TV?", + "choices": [ + "hockey", + "basketball", + "football", + "soccer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 428978, + "question_id": "GQBkhcrG53tuy6sqrYLcQx", + "question": "How are the flying objects being controlled?", + "choices": [ + "remote", + "string", + "computer", + "battery" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86251, + "question_id": "GQNS7xV2RhVP4eMdeGBkzY", + "question": "What is the food sitting on top of?", + "choices": [ + "counter", + "plate", + "cutting board", + "stove" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 574603, + "question_id": "GQTKKQiyLgZGLm8WdtqojX", + "question": "What venue are the animals in?", + "choices": [ + "horse barn", + "circus barn", + "park", + "zoo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 401933, + "question_id": "GQs8vgnfc8NWQJe4P7mAcZ", + "question": "What material is the floor made of?", + "choices": [ + "ceramic", + "metal", + "cement", + "porcelain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235487, + "question_id": "GRameMGDYX6EsR2S4kkc2e", + "question": "What is the person doing with the white electronic device?", + "choices": [ + "gaming", + "cleaning", + "brushing teeth", + "massaging" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 75329, + "question_id": "GSBZpQuGUyLiQykwbjkmxh", + "question": "The birds legs allows them to stand in what to seek food?", + "choices": [ + "snow", + "sand", + "grass", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 455605, + "question_id": "GSDUSn6zdKKbnyLjbvxM82", + "question": "What type of computer is shown on the bed?", + "choices": [ + "mainframe", + "in room", + "business", + "laptop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 282608, + "question_id": "GSiKacxbTxUBTGwsjA97ta", + "question": "Why is there water around his head?", + "choices": [ + "shook-it-off", + "board splashed", + "big wave", + "raining" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321520, + "question_id": "GSxsNa5W9DHRumKKdJLJV3", + "question": "How many cats are eating fish?", + "choices": [ + "two", + "five", + "three", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 178454, + "question_id": "GTBCnTbV3Fvx7Tx958CQeN", + "question": "What is the bird standing on?", + "choices": [ + "bench", + "couch", + "perch", + "tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 220804, + "question_id": "GTSjgxmhBWqF49BAEviGeK", + "question": "What is the job of this horse?", + "choices": [ + "carry", + "push", + "pull", + "race" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38826, + "question_id": "GVSm2FDkGCwR8mq5LKxwvt", + "question": "Why is the board under the boarder?", + "choices": [ + "falling", + "showing off", + "confused", + "slipped" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 183518, + "question_id": "GVaCQeahbxhHZCNYwTBmGh", + "question": "What is the smaller giraffe?", + "choices": [ + "adult", + "father", + "child", + "mother" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349680, + "question_id": "GWSqG4Pgm7LovMtM7n8Nma", + "question": "Where is the top part of this decoration found in the human body?", + "choices": [ + "legs", + "head", + "stomach", + "arms" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 121391, + "question_id": "GWfkr2axrmmK3gFVuufcgs", + "question": "What is painted on the wall?", + "choices": [ + "asteroid", + "flames", + "stars", + "moon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 194649, + "question_id": "GWjyMw2rAebyDTZwkcqUSG", + "question": "What is the person holding in their hands?", + "choices": [ + "bats", + "canes", + "racquets", + "poles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386477, + "question_id": "GXCZDYV2SW8Ha7FJDi26Dq", + "question": "What is the profession of the person who arranged this decor?", + "choices": [ + "teacher", + "pilot", + "florist", + "driver" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 224072, + "question_id": "GXTHJjpnQadZvFrRQj2M27", + "question": "What shape is the birdbath?", + "choices": [ + "rectangle", + "square", + "triangle", + "circle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 122340, + "question_id": "GYbAcvm3NCCz4DkxZFzGNY", + "question": "What vehicle is the person riding?", + "choices": [ + "jet ski", + "oil barrel", + "plywood sheet", + "surf board" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 484526, + "question_id": "GYnbCMHzKq5GNECZYBEppp", + "question": "What is the main ingredient in this dish?", + "choices": [ + "toast", + "lettuce", + "asparagus", + "eggplant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368341, + "question_id": "GapCBWMKt5PeMyGSKLRKP2", + "question": "How many seconds until a similar clock with a grandfatherly name might chime two?", + "choices": [ + "300", + "seven", + "three", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444785, + "question_id": "GaxCTTFrGu3SwmBH4bBnuN", + "question": "What type of trailer is shown?", + "choices": [ + "class", + "fifth wheel", + "class c", + "class b" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 203991, + "question_id": "Gbs35G52r5HFzMqTaQj4R2", + "question": "The man is doing what?", + "choices": [ + "bending over", + "eating", + "sleeping", + "running" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 380796, + "question_id": "Gc6kSyrn5jsxFxLCzW2WMv", + "question": "What time of day would the round circles be most useful?", + "choices": [ + "night", + "mid-morning", + "noon", + "afternoon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 434601, + "question_id": "GcJeRYaA3vyQyCzZbpjnJx", + "question": "What is the activity of the person seen in the mirror?", + "choices": [ + "running", + "driving", + "playing", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 207700, + "question_id": "GcMa2WweEjLfnLagaZhD9n", + "question": "What might the area used by stuffed animals be used by the individual who plays with them?", + "choices": [ + "selling", + "working", + "eating", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197761, + "question_id": "GdAfKjBvwEgS4WAdN28huo", + "question": "What country is the flag above represent?", + "choices": [ + "chile", + "canada", + "france", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175900, + "question_id": "GdaUQhhPDPfFYLpN4aNjzu", + "question": "What kind of bottle is on the desk?", + "choices": [ + "wine", + "medicine", + "decorative", + "soda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577427, + "question_id": "Gh55DAwjQSQ9Jpz4vjeEt4", + "question": "What are these zebras ready to do?", + "choices": [ + "sleep", + "drink", + "eat", + "play" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 419490, + "question_id": "Gh6ajAqXPmtaEvcinVpr4v", + "question": "Which government owns this railway?", + "choices": [ + "danish", + "dutch", + "brazilian", + "italian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79524, + "question_id": "GhBhpDPrCFws7H3ooRzjmb", + "question": "What is this dog trying to do?", + "choices": [ + "attack", + "eat", + "hide", + "drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 505298, + "question_id": "GhTiZhgaZzEyUzAPTBmBxY", + "question": "What type of animal is seen behind the zebras?", + "choices": [ + "hippo", + "cow", + "chicken", + "pig" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 103803, + "question_id": "Ghi9K8RJVNFrj3gN4FXAyG", + "question": "This model of train was first built before which year?", + "choices": [ + "1860", + "1620", + "1940", + "1820" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 495566, + "question_id": "GjwGc26aobzx5cgyLBj6M6", + "question": "What kind of vehicle would be most common in this neighborhood?", + "choices": [ + "sherman tank", + "camel", + "b-52", + "rolls royce" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569260, + "question_id": "GmWrvsAPZkq7Mmz3wQMqjU", + "question": "The bird here seeks food from where?", + "choices": [ + "rocks", + "water", + "trees", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136854, + "question_id": "Gn6y2HxwGkbHrUugYdJ4Vx", + "question": "What is a similar language to the original language the signs are in?", + "choices": [ + "chinese", + "polish", + "german", + "spanish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 554492, + "question_id": "GniAUurQiXTuXMiXtfGcJZ", + "question": "What position are the blinds in?", + "choices": [ + "partial", + "open", + "closed", + "removed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 425299, + "question_id": "GpVc3tVTZYevjjfphrqbbo", + "question": "Which one of the following animals sometimes preys on these?", + "choices": [ + "bald eagle", + "cougars", + "bison", + "hyenas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339551, + "question_id": "GpggsKPdDmyd6TcJWhNV7N", + "question": "What is the dog trying to do?", + "choices": [ + "get away", + "grab box", + "fix bed", + "find pizza" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153651, + "question_id": "Gps3YskHbrEGXbTC6SHE85", + "question": "What is required for this activity?", + "choices": [ + "sun", + "rain", + "wind", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555716, + "question_id": "GqByXYiW6gTYw5xom8FMR5", + "question": "What is the name of the sport object being played?", + "choices": [ + "frisbee", + "flying ring", + "jai alai", + "lacrosse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391649, + "question_id": "GqJRHBBryeUTPLSf5C7o78", + "question": "What is closest to the lever on the toilet?", + "choices": [ + "plunger", + "beanie", + "wallet", + "sink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517550, + "question_id": "GqKmmZTVEZQ2yX2PiJQMXV", + "question": "What is near the hydrant?", + "choices": [ + "car", + "water", + "fire", + "firefighter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 75951, + "question_id": "GqXrApYRAaXmdVNwWuPPxx", + "question": "What is upside down in the mud?", + "choices": [ + "banana", + "hat", + "plastic bottle", + "shoe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555330, + "question_id": "GrJupkzYWfKF9ZmVaszT9o", + "question": "What is the name for the black bird in the snow?", + "choices": [ + "crow", + "pigeon", + "dove", + "parrot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124114, + "question_id": "GrbjWGHUimQSSKKGcCEA8e", + "question": "What is mojo surf?", + "choices": [ + "large waves", + "board name", + "girl's name", + "beach's name" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 340660, + "question_id": "GrmUEN3T7jAHNXUnyWRTAC", + "question": "What time of day is this?", + "choices": [ + "evening", + "noon", + "early morning", + "late night" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32096, + "question_id": "Gt3L9eqW6jKnqUAUSv2pa9", + "question": "What color is the root vegetable shown here?", + "choices": [ + "purple", + "red", + "blue", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317285, + "question_id": "GtX3mSpF3rJkSGsJ5xRKRW", + "question": "The basket shaped item most likely contains what?", + "choices": [ + "seeds", + "bark", + "crayons", + "milk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90286, + "question_id": "GtXxfyQqUn5YnX7if2vyUN", + "question": "What does the bear seem to be doing in the dirt?", + "choices": [ + "mating", + "resting", + "eating", + "playing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54454, + "question_id": "Gtrrx4hoFDTNyh6EKFTE5g", + "question": "Based on the lines on the bread what type of appliance was this cooked on?", + "choices": [ + "skillet", + "crock pot", + "grill", + "oven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51112, + "question_id": "GtsAZfSnd5dk6pVDuLVn4p", + "question": "Who made this vase?", + "choices": [ + "carpenter", + "painter", + "glass smith", + "potter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 111464, + "question_id": "GtuUpBZBbUnouyfkYzYUAo", + "question": "What are the white structures in the background harnessing?", + "choices": [ + "water", + "coal", + "wind", + "sunlight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19014, + "question_id": "Gu9dtRRcYpnSyXdHQ6Hzke", + "question": "What brand of shoes are on the ground?", + "choices": [ + "nike", + "converse", + "adidas", + "vans" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 279702, + "question_id": "Guqnnzx8oWZyyW9xHuyvHJ", + "question": "What type of animals are shown?", + "choices": [ + "tiger", + "lion", + "giraffe", + "gorilla" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133888, + "question_id": "Gw55rTKm7PmfES8H5CU3zj", + "question": "These items symbolize a popular what?", + "choices": [ + "song", + "movie", + "game", + "city" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 414841, + "question_id": "GwcS3C29KrmDbr77fKX5RF", + "question": "What is the number on the garbage can?", + "choices": [ + "35", + "22", + "99", + "57" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125194, + "question_id": "GxCghkZFmKN9EPxRPipP2G", + "question": "What position is the person?", + "choices": [ + "laying down", + "standing tall", + "upside down", + "bending" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 315170, + "question_id": "GxEFUx2kpo2oQP7eiFcuYM", + "question": "What is the bird using the puddle for?", + "choices": [ + "food", + "predators", + "bugs", + "bath" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168860, + "question_id": "GxQMcoxo8kys3unf3ThWxt", + "question": "The characters are written in what script?", + "choices": [ + "thai", + "korean", + "japanese", + "chinese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 493492, + "question_id": "Gy5nfMEMhVM57wjWaEFCne", + "question": "What is the bear doing that's making him soaking wet?", + "choices": [ + "bathing", + "fishing", + "exercise", + "playing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 559917, + "question_id": "GyHegrz5jh9YpiAW6viyXM", + "question": "What position is the man in?", + "choices": [ + "jumping", + "hand stand", + "crouching", + "upside down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 471485, + "question_id": "GyWH8RPKFnpHUieqzD5B92", + "question": "What is the man in the doorway doing?", + "choices": [ + "sneaking", + "painting", + "gaming", + "taking photo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384279, + "question_id": "H2emmghne7V5dfQeNJUcix", + "question": "What is the man risking by cutting his hair by himself?", + "choices": [ + "life", + "health", + "looks", + "nothing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 226723, + "question_id": "H2vZuhv6uL7UsTxysiaDRh", + "question": "Who is this treat meant for?", + "choices": [ + "boss", + "dog", + "child", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516099, + "question_id": "H3TKxanrxrXAJbBa27gFxa", + "question": "How would an British person spell the item the man has his hand on?", + "choices": [ + "box", + "theatre", + "armour", + "racquet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299701, + "question_id": "H4VFpyodFxTubzkWmCqh3T", + "question": "What powers this train?", + "choices": [ + "battery", + "gas", + "diesel", + "coal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21823, + "question_id": "H4iJG3PSEbwQeBGHA5Spc5", + "question": "Whats the best place for the dog to go if it rains?", + "choices": [ + "bike", + "crate", + "window", + "wall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536115, + "question_id": "H6BkU7i2Urop4grS2pE9ax", + "question": "What is the age group the elephant on the left is?", + "choices": [ + "ancient", + "elderly", + "child", + "adult" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 328556, + "question_id": "H7CuYzW79P7gL5eYikiu5H", + "question": "What type of location is this bird located in?", + "choices": [ + "desert", + "coastal", + "arctic", + "jungle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155646, + "question_id": "H8Jbjteo4SZXwusGxrXfZQ", + "question": "What is the cat drinking out of?", + "choices": [ + "bottle", + "bowl", + "mug", + "tray" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63291, + "question_id": "H8UqDBgLY3zuZAbK7Tgd9f", + "question": "Why ist here a tag near the cow's ear?", + "choices": [ + "tracking device", + "identify it", + "for sale", + "alarm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 574306, + "question_id": "H8f5y5FnAztci9vik9xUXs", + "question": "What are men's bathing suits mostly made of?", + "choices": [ + "spandex", + "cotton", + "wool", + "polyester" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 121138, + "question_id": "H8nUVQCVuqFmeZay35rybH", + "question": "What went wrong with this mans play?", + "choices": [ + "dropped racquet", + "missed ball", + "slipped", + "fell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243790, + "question_id": "H9E7M8cuuA2YwYpMuUbRNd", + "question": "What is painted permanently on the mirror seen here?", + "choices": [ + "window frame", + "social", + "persons image", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581255, + "question_id": "HA3qQjNb3Wfv4btqKmPWRG", + "question": "Where is this cat located?", + "choices": [ + "house", + "veterinarian", + "office", + "barn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93514, + "question_id": "HBaKn6RqeRZS9Fr2MLe5Pj", + "question": "How would you describe this skate environment?", + "choices": [ + "vert", + "downhill", + "bowl skating", + "urban" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 578275, + "question_id": "HBmTR2LhDWySjcBSfae9s4", + "question": "What is sitting on top of the laptop keyboard and mouse?", + "choices": [ + "hand", + "remote", + "food", + "bottle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506423, + "question_id": "HBoHb2zvrjKbwUy7DRSbwB", + "question": "What type of eater are these creatures?", + "choices": [ + "photosynthesis", + "omnivores", + "carnivores", + "herbivores" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 579928, + "question_id": "HCzJZqZsNqZ73YArrkT4mW", + "question": "Who was famous for riding one of these animals?", + "choices": [ + "lady godiva", + "stephen hawking", + "stevie wonder", + "rip torn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 249191, + "question_id": "HDxzATw9z5S52Jvg5kUmbc", + "question": "How many people could approximately fit on the structure closest to the camera?", + "choices": [ + "eight", + "five", + "six", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 94634, + "question_id": "HEJpdoRvCGDzFozDgY5Pt9", + "question": "Based on the fabric and the context what are the pet and remote on?", + "choices": [ + "table", + "couch", + "bed", + "carpet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517633, + "question_id": "HERjWhnUfQ6mbqwYM5K8cD", + "question": "What is this animal trying to do?", + "choices": [ + "run", + "roll", + "drink", + "hide" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 232057, + "question_id": "HEV66SEpN8CqeVsrHq3tZH", + "question": "What are the atmospheric conditions here at this time?", + "choices": [ + "calm", + "hurricane", + "monsoon", + "windy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547019, + "question_id": "HFt8tSHe8mbc2HFX6VgWAU", + "question": "What would this road in the middle of the desert best be used for?", + "choices": [ + "stores", + "safari", + "traveling", + "industry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 27169, + "question_id": "HFtoCNSbMfqnqo6c8b4crp", + "question": "What shape is on the jacket?", + "choices": [ + "heart", + "circle", + "triangle", + "line" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29239, + "question_id": "HGWqey99B6GxwzCzUJCrxW", + "question": "What surface are these bags located on?", + "choices": [ + "ground", + "table", + "lap", + "belt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 469511, + "question_id": "HGz4UrAGN9vWMmtZ7yv2a6", + "question": "What is the name of a vegetable that is the same colour as the clock on the wall?", + "choices": [ + "pumpkin", + "onion", + "cabbage", + "aubergine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257802, + "question_id": "HH6bVehiug6J8UZNmiqo9A", + "question": "What dessert is in the baggy?", + "choices": [ + "cookies", + "muffins", + "donuts", + "cannoli" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540058, + "question_id": "HJG26896iinwrRNxTGWvFf", + "question": "What is the giraffe eating from?", + "choices": [ + "lake", + "tree", + "bowl", + "basket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368059, + "question_id": "HJZBYodd93rBvCvchxFKDi", + "question": "What object would allow the skate boarder to do this type of air trick?", + "choices": [ + "ramp", + "stair case", + "ledge", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465561, + "question_id": "HJu8NC8ojTUtruDYU2isQN", + "question": "What kind of communication is displayed here?", + "choices": [ + "warning", + "mandate", + "psa", + "advertisement" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37803, + "question_id": "HJxAmjSgEm4NUghcQ8uYuj", + "question": "The floor is made out of what kind of material?", + "choices": [ + "carpet", + "stone tile", + "laminated wood", + "acrylic tile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271816, + "question_id": "HKGvQfGoNKWUUtCZiMSJeF", + "question": "What is unusual about how he is presenting himself?", + "choices": [ + "pose", + "makeup", + "tie", + "suit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 11752, + "question_id": "HLLBJMY9tYiadvS6Chhoqa", + "question": "What vegetable has been placed on this sandwich?", + "choices": [ + "tomato", + "lettuce", + "spinach", + "zucchini" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82527, + "question_id": "HLvAEXkeqR4mbXDMYHo4E5", + "question": "What would be a good location to do the activity the woman is doing?", + "choices": [ + "dead sea", + "arizona desert", + "egypt", + "siberia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81241, + "question_id": "HMJAH4WHnVfBhEp2GD2Aet", + "question": "What is the woman doing while on the bed?", + "choices": [ + "eating", + "reading book", + "ironing clothes", + "getting dressed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 15808, + "question_id": "HPJhwQ39Z3pRhFSLLH9D7r", + "question": "What is this animal often shown to like eating?", + "choices": [ + "bananas", + "foam", + "peanuts", + "mice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243348, + "question_id": "HPPmNJTYuJiZuudYo9Q53U", + "question": "What visible item might one get driest by using here?", + "choices": [ + "sheet", + "towel", + "house coat", + "mattress" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 393197, + "question_id": "HPSqbV2UVQ2wwrqyXyfhLf", + "question": "What is the cat doing?", + "choices": [ + "hiding", + "typing", + "grooming", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 211077, + "question_id": "HPaW9ZCk8rfxj7kYDW2Pjj", + "question": "What are the thin black objects on the window used for?", + "choices": [ + "painting", + "directing", + "signaling", + "cleaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 396616, + "question_id": "HQNT58xzqE86bkFXp947Et", + "question": "What information does the lighted object provide?", + "choices": [ + "time", + "location", + "speed", + "temperature" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330963, + "question_id": "HQrosh7gSeiWyQFpMvgSWg", + "question": "The woman holding the wine glass with spiderwebs on its base has dressed up for which holiday?", + "choices": [ + "labor day", + "halloween", + "christmas", + "new year's" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195274, + "question_id": "HRHdxwwenoWvx9LSKuxfRT", + "question": "What specific kind of an animal is this?", + "choices": [ + "sphynx cat", + "dalmatian dog", + "bluejay", + "panda bear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 130782, + "question_id": "HSUzPpvhJZJM5EtrdMvGWd", + "question": "Which group of people invented skateboards?", + "choices": [ + "scientists", + "bankers", + "surfers", + "dancers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473894, + "question_id": "HTUwUbrGpJVHYTBvrGpYqc", + "question": "The woman on the bed enjoys what type of hobby?", + "choices": [ + "cooking", + "watching television", + "reading", + "knitting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 28023, + "question_id": "HTfuQWsRyfKg7TLwPvVtjV", + "question": "The clock hands are at?", + "choices": [ + "126", + "200", + "100", + "1246" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 418452, + "question_id": "HUUpuZeCGFBzMrY4ryviwt", + "question": "What helps the person with the toy here keep it without fully losing it?", + "choices": [ + "beeper", + "string", + "nothing", + "drone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37000, + "question_id": "HV7oitFNoYbYyMeK8PKLsk", + "question": "What is the English name of the sixth city mentioned?", + "choices": [ + "washington", + "walton", + "warsaw", + "warwick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171972, + "question_id": "HVFNNEpmM8gr6b9f9iYzwX", + "question": "What is allowing the sun to put a glare on the computer screen?", + "choices": [ + "blinds", + "cord", + "curtains", + "mug" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25617, + "question_id": "HWHzuEXUVcpXj6c7QutGad", + "question": "What musical instrument is implied by the logo?", + "choices": [ + "trumpet", + "violin", + "piano", + "harp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297341, + "question_id": "HWNVLNbTtSXMWRY2TM4nUL", + "question": "What is this baby learning to do?", + "choices": [ + "crawl", + "brush", + "drink", + "walk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 83182, + "question_id": "HWU9wu5mqdcMTrLkaDhWNt", + "question": "In which motion does this individual move?", + "choices": [ + "up down", + "sideways", + "arc", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536378, + "question_id": "HWfZrPMRGgbmCGcghfL2Da", + "question": "What type of trick is the snowboarder pulling off?", + "choices": [ + "stall", + "grab", + "flip", + "spin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84907, + "question_id": "HXXazr7U9RpsaihZiKNAx2", + "question": "In which part of Europe is this highway located?", + "choices": [ + "iberia", + "eastern europe", + "mediterranean", + "scandinavia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465727, + "question_id": "HXkTWt7zSDT2cDLXuCfBpa", + "question": "How did the younger bear get through the fence?", + "choices": [ + "is smaller", + "is braver", + "is smarter", + "is lost" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 8500, + "question_id": "Ha9Z9tKswgzKNHBXuX7zr8", + "question": "What job position does the person here most likely hold?", + "choices": [ + "sheriff", + "shepherd", + "marshall", + "goatherd" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462318, + "question_id": "HbQo6XK38diyFpzhnCeQ49", + "question": "What is the location of this restaurant?", + "choices": [ + "usa", + "france", + "england", + "germany" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354510, + "question_id": "HdcYsj5zgwCACzAdtWpoCu", + "question": "This road signs indicates what sides has to keep?", + "choices": [ + "middle", + "none", + "right", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532894, + "question_id": "Hdh5zV9LE8WhGfbxkR8Wji", + "question": "The Belted Galloway in the front is sometimes called by what cookie name?", + "choices": [ + "samoa", + "fudge", + "sugar", + "oreo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151427, + "question_id": "HepGWViuii2jcYynLdkEFe", + "question": "What is the major theme that was created for the clock?", + "choices": [ + "royalty", + "poseidon", + "zeus", + "dragon" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 4726, + "question_id": "HfmHMhamyN2Tz5j8wpo6yv", + "question": "What type of store carries this item?", + "choices": [ + "florist", + "salon", + "bakery", + "gym" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 475793, + "question_id": "HhbQr2DmET9UMMpa3yLV95", + "question": "What are the two bumps on the animals head called?", + "choices": [ + "ossicones", + "tendons", + "antlers", + "ohmmeters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477558, + "question_id": "HhrWUabP39hjNQpD3p5fNb", + "question": "What state name is pronounced like like the word that appears in front of street on the sign?", + "choices": [ + "alabama", + "new jersey", + "utah", + "tennessee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22254, + "question_id": "Hi7FHZSb7goJL9wGR26ZoU", + "question": "What type of energy is consumed by the object emitting light?", + "choices": [ + "electrical", + "heat", + "gaseous", + "potential" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499919, + "question_id": "HiJG9V7LzTAso2JM5wcjPR", + "question": "What is in the mason jar?", + "choices": [ + "trees", + "peppers", + "sand", + "apples" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 396991, + "question_id": "HjHkWhQZwq2Y26jdPdLfpJ", + "question": "What is the white substance which covers the rocks?", + "choices": [ + "calcite", + "quartz", + "guano", + "limestone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 388573, + "question_id": "HjmsBgxJZb2nsjmcTSBDY6", + "question": "How does the food taste?", + "choices": [ + "great", + "can't tell", + "terrible", + "okay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 504904, + "question_id": "Hjr63tMDZbcbyNTc6XGGHm", + "question": "Why is he wearing a suit?", + "choices": [ + "uniform", + "costume", + "warmth", + "meeting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19583, + "question_id": "Hjs3hM8JAoCrqdqZdCR7PB", + "question": "How many person can be seen in the reflection?", + "choices": [ + "five", + "six", + "three", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35688, + "question_id": "Hju6XxfqzuBdGyFmCaJSos", + "question": "What is this type of seating called?", + "choices": [ + "sofa", + "bean bag", + "recliner", + "stool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 510348, + "question_id": "HkrRpPgjYEWR6BL3DKJdxy", + "question": "What would this animal choose to eat?", + "choices": [ + "whale", + "soda can", + "honey", + "shoe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 88319, + "question_id": "Hm7C2LZtc4BHJP6A6m33fF", + "question": "What does the R.I. stand for?", + "choices": [ + "robotics institute", + "rhode island", + "rotary international", + "regina imperatrix" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51996, + "question_id": "Hmuc4SdB3QgwZDmmLYeUGF", + "question": "This cake would be perfect to display during what season?", + "choices": [ + "autumn", + "spring", + "winter", + "summer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 457949, + "question_id": "HmxsQVEYrD4gNysPu74aot", + "question": "Where will the truck take those cars?", + "choices": [ + "repair shop", + "police station", + "rodeo", + "dealership" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575118, + "question_id": "HnbtykHbAEnw2Cpn8PbB3p", + "question": "What is this kind of transport?", + "choices": [ + "road", + "railway", + "air", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29440, + "question_id": "Hq69gUzgEPSbHNr7En2KtA", + "question": "What is flying in the air?", + "choices": [ + "kite", + "helicopter", + "bird", + "airplane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80681, + "question_id": "HqAnHwnL8zUKWKd6RrwSjx", + "question": "What damaged the leaves?", + "choices": [ + "water", + "insect", + "wind", + "poison" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190833, + "question_id": "HszxLJkP3vuomA5h8iKJgQ", + "question": "What is the skin of this animal like?", + "choices": [ + "slick", + "slimy", + "cold", + "fuzzy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565638, + "question_id": "HuRfPbhS8EGzLjcgUvrYDH", + "question": "Who is famous for competing in this sport?", + "choices": [ + "mike trout", + "jim cornette", + "laird hamilton", + "jerry jones" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 362673, + "question_id": "HuzZuaGGZGVitu5g3ZJoEK", + "question": "What is the dog doing?", + "choices": [ + "biting", + "sitting", + "running", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 282536, + "question_id": "HvTvzU8qyVUwTuCy3Bz24T", + "question": "What type of area is shown?", + "choices": [ + "forest", + "dessert", + "urban", + "rural" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 493554, + "question_id": "HvywrxahAZDzydzFnXQcRc", + "question": "Which of these could fit between the two trains?", + "choices": [ + "person", + "bus", + "boat", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 493348, + "question_id": "Hw3eiqD3ZgK4cpyNniqGb5", + "question": "What is on top of the board?", + "choices": [ + "foot", + "cat", + "dog", + "fishing pole" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291581, + "question_id": "HwtVVUGUmnfG7eYzoxj8ys", + "question": "Why is he most likely smiling?", + "choices": [ + "heard joke", + "losing", + "sees friend", + "winning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453556, + "question_id": "HxLFtRUGJmGfBxZdMRjeKg", + "question": "Where are these toys?", + "choices": [ + "daycare", + "house", + "thrift shop", + "department store" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 291392, + "question_id": "HyPhuJga2uEEZQBmvwnxUZ", + "question": "In what city was this airline founded?", + "choices": [ + "marseille", + "frankfort", + "budapest", + "barcelona" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 554993, + "question_id": "HzJo8HrJakxQiGjHVW9Gci", + "question": "What is the expression of the boy showing in his face?", + "choices": [ + "anger", + "laugh", + "smile", + "warm" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 30199, + "question_id": "HzQcjrNSRu4pRdAPLRNeca", + "question": "What is this shelter commonly used for?", + "choices": [ + "eating", + "bus stop", + "cooking", + "meeting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 382719, + "question_id": "J3oW8tnA5n4mK9jVGJTjfL", + "question": "This place is most likely what?", + "choices": [ + "circus", + "museum", + "jungle", + "plains" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 281137, + "question_id": "J45Ngmwumpbm338pWbYJsK", + "question": "How has this food been served?", + "choices": [ + "diced", + "sliced", + "shaved", + "scooped" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 141202, + "question_id": "J47LLCXtD8oGS4mHxkWhdG", + "question": "What language are the subtitles?", + "choices": [ + "ukranian", + "russian", + "polish", + "finnish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98797, + "question_id": "J4DZDiKUy9fMN6oRAJ3Zcb", + "question": "What is the man wearing on his head?", + "choices": [ + "fedora", + "helmet", + "baseball hat", + "beanie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 529595, + "question_id": "J4Y3KyJ7HjNFYupHCXBzYt", + "question": "Who is famous for playing this sport?", + "choices": [ + "simone biles", + "eva green", + "jens pulver", + "maria sharapova" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302309, + "question_id": "J4ftfgJ4tpfeafMKTZhAPD", + "question": "What unusual element is associated with the breath of the creature seen on this vase?", + "choices": [ + "water", + "wind", + "fire", + "earth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570730, + "question_id": "J5p4mEviWBnMqM6yXvzEn8", + "question": "What activity involves similar motions to what the cat is doing?", + "choices": [ + "yoga", + "pumping gas", + "eating", + "typing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556354, + "question_id": "J5riyiMBnvq27y8dFD55wB", + "question": "What is on top of the bus?", + "choices": [ + "snowboard", + "surfboard", + "canoe", + "sled" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299627, + "question_id": "J7WTC8BMubfQAmxzV4aKVB", + "question": "What part of the city does this building appear to be in?", + "choices": [ + "low end", + "middle class", + "private community", + "high end" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192336, + "question_id": "J7sA4bYLiJwt5K8QBQQJSy", + "question": "What is the sheep doing?", + "choices": [ + "hiding", + "mating", + "feeding", + "running away" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107315, + "question_id": "J86ijVuGT7Ygy3uRwf7Swy", + "question": "What might someone looking in the mirror here pretend that they themselves have?", + "choices": [ + "beards", + "cell phone", + "mustaches", + "bald heads" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 448305, + "question_id": "J9m874iihmihwsGSKt5mZX", + "question": "What sits upon the taller zebras upper head?", + "choices": [ + "ear", + "bird", + "flying insect", + "rodent" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 522761, + "question_id": "J9wbh9zk4HmHYHoerxT9V6", + "question": "From which plant did the food being eaten here originate?", + "choices": [ + "grass", + "oleo", + "grocery stores", + "dairy cows" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378315, + "question_id": "J9xyi4zxxQjE65KJDjXeG2", + "question": "What brand is the cellphone from that the man is holding in his hand?", + "choices": [ + "motorolla", + "samsung", + "apple", + "lg" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518193, + "question_id": "JBHE2tXVx32KMxHMdtMZmh", + "question": "What region of the world are these toilets most common in?", + "choices": [ + "middle east", + "australia", + "asia", + "west" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 280285, + "question_id": "JBewEr3Jw2NhwbxkYtAR5M", + "question": "What are the two people in the forefront a part of?", + "choices": [ + "college alumni", + "tennis team", + "no relationship", + "pilots club" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373841, + "question_id": "JCYyt6CDCydb8JXtkcdge8", + "question": "What part of the animal is visible?", + "choices": [ + "ears", + "tail", + "paw", + "gills" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65340, + "question_id": "JCzWGDjVst9QuGh8zXebxm", + "question": "In what state is this food?", + "choices": [ + "uncooked", + "partially eaten", + "completely eaten", + "whole" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390498, + "question_id": "JDjGV4ddmxcuBVugbke839", + "question": "Which animal is closest to the gate?", + "choices": [ + "cat", + "dog", + "pig", + "amoeba" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 131707, + "question_id": "JEHdy97NAUcdbqbhpNSuzi", + "question": "Which color indicates fire hydrant temporarily unavailable to use?", + "choices": [ + "black", + "red", + "purple", + "blue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 428443, + "question_id": "JEsvZL5v4ZoufX7wHhxvWf", + "question": "Which part of these animals is most easily formed into yarn?", + "choices": [ + "horns", + "hair", + "milk", + "hooves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536125, + "question_id": "JFkanKjR7gMjYLsX8gKD5B", + "question": "Which of these objects is most likely in the immediate vicinity of this giraffe?", + "choices": [ + "office building", + "stoplight", + "stop sign", + "dirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 406367, + "question_id": "JFnrRXeWiaTPxeQDsbgmVo", + "question": "What is the large black device to the right of the cake?", + "choices": [ + "drill", + "light", + "airplane", + "rocket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260069, + "question_id": "JG4nesDQQhdjR9PF4XLKKe", + "question": "What is this type of area called?", + "choices": [ + "desert", + "arctic", + "urban", + "rural" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 534853, + "question_id": "JG6Mjn2NRP6CTcZbKQmT4W", + "question": "What type of buildings are located here?", + "choices": [ + "barns", + "sheds", + "commercial", + "homes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 111977, + "question_id": "JG7P6dXaXeFeX3A2VFrwki", + "question": "What place is known for making these food items?", + "choices": [ + "chipotle", + "dunkin donuts", + "subway", + "taco bell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 534709, + "question_id": "JGKahmFEvrmwWKMh7sXgUG", + "question": "What is the primary use of the surface the bear is on?", + "choices": [ + "logging", + "farming", + "camping", + "transportation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362417, + "question_id": "JJGAFFrdvvykpwsWspKJfn", + "question": "What city is on the sticker?", + "choices": [ + "atlanta", + "boston", + "ny", + "washington" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 509865, + "question_id": "JKKzCWa32CyGxz2AbD8qrX", + "question": "Why are the giraffes crowded around this area?", + "choices": [ + "to drink", + "to eat", + "to communicate", + "to sing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263713, + "question_id": "JL6w52E4dWyz9NPDhpfA26", + "question": "What type of station or work space is found in the round area?", + "choices": [ + "cubicle", + "information reception", + "work release", + "human trafficking" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 413798, + "question_id": "JLcintVpMHmZvrFqpT7rAM", + "question": "What size pizza would this be called?", + "choices": [ + "extra large", + "medium", + "large", + "personal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424934, + "question_id": "JMy4G2VcqAJ2iZv9oDwnZ5", + "question": "What is the color of the teddy bear above?", + "choices": [ + "green", + "red", + "yellow", + "pink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 459798, + "question_id": "JN7AjrBs8KrW4tkW8pJ3c4", + "question": "What is she ready to do?", + "choices": [ + "dunk", + "swing", + "shoot", + "dribble" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 344355, + "question_id": "JQWbn5L935MVF2gorXCg2V", + "question": "Where are these elephants at?", + "choices": [ + "mountains", + "zoo", + "forest", + "desert" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452952, + "question_id": "JQdFwbpgWipcetwnYc7BGv", + "question": "What sized dog is shown here?", + "choices": [ + "ball park", + "petite", + "foot long", + "vienna mini" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98754, + "question_id": "JQeNfshZWxG22Xmvf8PipU", + "question": "How many international destinations does this airline fly to?", + "choices": [ + "20", + "40", + "32", + "15" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 219660, + "question_id": "JR7RDopC4ZczmTgHRwMJco", + "question": "What structure can be seen?", + "choices": [ + "car park", + "trees", + "cars", + "skyscraper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107079, + "question_id": "JRZKvueQ6xdnPUsmkCv6es", + "question": "What position is this bucket in?", + "choices": [ + "upside down", + "tipped", + "balanced", + "upright" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536537, + "question_id": "JSX5T33eWvYkFm33BPaht6", + "question": "What action did the zebra most likely take immediately take after this photo was taken?", + "choices": [ + "eat", + "spin", + "jump", + "fly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 113479, + "question_id": "JScuDADNfrzev2zQ2VLfrL", + "question": "What was the name of the first cloned type of this animal?", + "choices": [ + "dolly", + "bessie", + "maude", + "polly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508138, + "question_id": "JSdFXSxW3biXtu2ZCvZpgR", + "question": "Men are seen here doing what forbidden action?", + "choices": [ + "singing", + "running", + "surfing", + "drinking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 397932, + "question_id": "JVL4ZUc4oRHgpdxuGtLP4Q", + "question": "Which clock hand is pointed at the 7?", + "choices": [ + "none", + "second", + "minute", + "hour" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 445065, + "question_id": "JVr2zYvwAv8NgXRjF5tmT4", + "question": "In which direction will this person move?", + "choices": [ + "down", + "up", + "right", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427267, + "question_id": "JVrDBmvCCmKtqe69hPe2ic", + "question": "Logically speaking how many wheels would this vehicle have?", + "choices": [ + "two", + "three", + "18", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 57, + "question_id": "JW4AyiNxrfE9oqGDtXqiJo", + "question": "What has disturbed the earth?", + "choices": [ + "tennis racket", + "broom", + "his feet", + "rain" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 472638, + "question_id": "JWGJ5tkLCJxrnqdr8xP7jk", + "question": "What type of transportation is shown?", + "choices": [ + "water", + "air", + "rail", + "road" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424892, + "question_id": "JWL4HTgWin5khP2HAYezRo", + "question": "What does this tool do?", + "choices": [ + "vacuum", + "paint", + "plunge", + "wash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92162, + "question_id": "JXfAUHpxxdqSbW8odTztWu", + "question": "Why is the access to the feed box so high up?", + "choices": [ + "for giraffes", + "prevent children", + "deter zebras", + "prevent theft" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536409, + "question_id": "JY5uMftMkZYWBi9svotMpp", + "question": "What most likely happened to the tree the bear is sitting on?", + "choices": [ + "it fell", + "it vaporized", + "it petrified", + "it burned" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 426211, + "question_id": "JZ6atKBZpWToxSEAWDM8GG", + "question": "What kind of food is near the leaves?", + "choices": [ + "meat", + "fish", + "fruit", + "cheese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 405339, + "question_id": "JZLp9obYJuYm8doxjxVDVy", + "question": "At least how many people will share this pie?", + "choices": [ + "two", + "one", + "five", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 504509, + "question_id": "JaBWCXApjuJQLuNb6xTRWh", + "question": "What happened to this train?", + "choices": [ + "engine failed", + "crashed", + "derailed", + "exploded" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 76435, + "question_id": "JaZjKtWTDv7wsMtYcrELxf", + "question": "What beverage is being enjoyed with the pizza?", + "choices": [ + "beer", + "soda", + "water", + "wine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 531505, + "question_id": "JakZbgJgZuwZFyQL8WpJKX", + "question": "What is on the towel?", + "choices": [ + "cat", + "toothbrush", + "baby", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412893, + "question_id": "JbECXFDYhuKaMmz5eFTBMW", + "question": "The item in the bottle will do what?", + "choices": [ + "wash hands", + "flavor food", + "quench thirst", + "clean table" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 484834, + "question_id": "Jbmnwv5UynshhsZaninstv", + "question": "Why is the boy wearing a glove?", + "choices": [ + "warmth", + "cleaning", + "fashion", + "catching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363897, + "question_id": "JcEdCvgxJUaABz2jSQ5ir6", + "question": "What is this woman likely drinking?", + "choices": [ + "soda", + "water", + "beer", + "juice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289436, + "question_id": "JcGvbaJYuiGnPMAsiHckm4", + "question": "What animal is usually around the green item?", + "choices": [ + "polar bear", + "seal", + "bee", + "shark" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157583, + "question_id": "Jd3zEedUgzTN7LDDB2AtjF", + "question": "What type of sink is in this bathroom?", + "choices": [ + "corner sink", + "vessel sink", + "pedestal sink", + "kitchen sink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540638, + "question_id": "Jdew3xPpEUwWHVreAyepya", + "question": "What's the design on the floor called?", + "choices": [ + "checkerboard", + "spiral", + "domestic", + "layered" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 42392, + "question_id": "JfGQitixmiNFaRLcAifMV8", + "question": "What type of information is available on the building?", + "choices": [ + "direction", + "time", + "speed", + "weather" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265369, + "question_id": "Jfp7AREt5qg4cDAWejZKYz", + "question": "What element was the roofing seen here formed from?", + "choices": [ + "copper", + "wood", + "lead", + "tin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577824, + "question_id": "Jj3eLAeA8m9EWjXhkc3d4k", + "question": "What is the most common Frisbee throw?", + "choices": [ + "front hand", + "shorthand", + "long hand", + "backhand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477991, + "question_id": "JjDjVkY5qH7J7wX2SpZR2w", + "question": "This Christmas themed parade float is on display in which state?", + "choices": [ + "california", + "arizona", + "new york", + "florida" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235435, + "question_id": "JjPDJJydMjHVdYHAGLxg8o", + "question": "Why is her hand a blur?", + "choices": [ + "light", + "speed", + "photo manipulation", + "faulty equipment" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9662, + "question_id": "JokS5PCe5hE8ktxyGudDrw", + "question": "Why is the rail in front of the train shiny?", + "choices": [ + "train traffic", + "new construction", + "recently cleaned", + "corrosion" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 432536, + "question_id": "JpEBbNZEPorfu2cxETrnEW", + "question": "A road vehicle designed to carry many passengers is called?", + "choices": [ + "train", + "truck", + "bus", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 383170, + "question_id": "JqKqm4xFVKBUctnGhhyjcU", + "question": "When this cow's around what might one hear?", + "choices": [ + "trumpets", + "screams", + "bell", + "harps" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 137601, + "question_id": "JqPZG6TAeE3oVksc8KKcJv", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "rail", + "road", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557046, + "question_id": "JrsnxGs6bksAEsnwkZKkUd", + "question": "How many slices of bread were used here?", + "choices": [ + "one", + "three", + "four", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467666, + "question_id": "JsBqbbQX8LvK2wLyrrDb45", + "question": "What is the man on the board doing on the yellow object?", + "choices": [ + "flipping", + "painting", + "sitting", + "sliding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517364, + "question_id": "JseerijQNT2xkNytwntFpX", + "question": "Why is the sheep lying in the road?", + "choices": [ + "posing", + "block vehicles", + "resting", + "injured" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25013, + "question_id": "Jt6kkvXreEaiP3DrgmdB86", + "question": "What are the baby bears called?", + "choices": [ + "kid", + "puppy", + "cub", + "kitten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537006, + "question_id": "JuDbamVWvsFANJ9BgvBNzA", + "question": "The animal on the left is known as king of the what?", + "choices": [ + "serengeti", + "jungle", + "savannah", + "forest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451366, + "question_id": "JuVSUYGsPcd6SnRvwimoPb", + "question": "Why is she licking the green thing?", + "choices": [ + "hungry", + "is punishment", + "is food", + "found it" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 30199, + "question_id": "JudiB84joqZMjPyUTJST4Y", + "question": "What is the same color as the dots?", + "choices": [ + "lemon", + "cherry", + "watermelon", + "orange" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 406975, + "question_id": "JvkXmZmSTvdbAKtqo8x7Uw", + "question": "What is the dog doing?", + "choices": [ + "hiding", + "stalking cat", + "typing", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503586, + "question_id": "JwMBvpSsDdHy89GN86aoiL", + "question": "In what kind of setting is the plane landing?", + "choices": [ + "desert", + "arctic", + "rural", + "urban" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555558, + "question_id": "JwR5FZq8yz3hhNWU42mWJp", + "question": "This toilet is probably located in what kind of public place?", + "choices": [ + "pharmacy", + "supermarket", + "bar", + "art gallery" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118635, + "question_id": "JxbWrYydxQ2XKia6a9G6KA", + "question": "What part of this animal helps it defend itself?", + "choices": [ + "stinger", + "fists", + "horns", + "pouch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 348191, + "question_id": "JxjUzrVhsanSeD9gTD7Bej", + "question": "What might have caused the photo to be out of focus?", + "choices": [ + "earthquake", + "wind", + "lighting", + "motion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 475662, + "question_id": "JxzAcqXW2pUuozVeV389bQ", + "question": "What do the signs indicate?", + "choices": [ + "crosswalk", + "selling children", + "missing children", + "children crossing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565768, + "question_id": "Jy3sbGzkAjUaaygsmjDRy4", + "question": "If someone wanted to store their ice cream preventing it's melting which part of the refrigerator would they open to place it inside?", + "choices": [ + "right", + "bottom", + "top", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 331628, + "question_id": "JyRhkeU5Ri3jnQX8uuFC4Q", + "question": "What is usually found in this room?", + "choices": [ + "pool table", + "television", + "book shelf", + "shower curtain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 505257, + "question_id": "JyZh3BJqcEXsvNgd3ZJsgB", + "question": "Which of these people would most resemble the pictured animals?", + "choices": [ + "celebrity", + "janitor", + "referee", + "clerk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209999, + "question_id": "Jz6dpCYHRu5DCFaNqHeoVh", + "question": "What is required for this activity?", + "choices": [ + "snow", + "wind", + "ice", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 247284, + "question_id": "JzfezD4ZrcyxUUZd8isxgy", + "question": "What is likely happening today on Bowie St up ahead?", + "choices": [ + "party", + "traffic jam", + "road work", + "armed robbery" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104681, + "question_id": "K2Y7JZvxVVoVgZyUgZ6o3k", + "question": "What time of day would make it hardest to see this bird?", + "choices": [ + "morning", + "noon", + "early evening", + "night time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299925, + "question_id": "K2aAHBkkPondB2KjceDPis", + "question": "What is the biggest risk while surfing?", + "choices": [ + "shark", + "corals", + "getting lost", + "other surfer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22039, + "question_id": "K4vr4GhqRF44GAYVYHLajK", + "question": "How does this person feel?", + "choices": [ + "hostile", + "excited", + "happy", + "sad" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 305054, + "question_id": "K5S2uFWsbZAznkaVDhJowY", + "question": "What is packed in the suitcase on the right?", + "choices": [ + "jeans", + "food", + "toys", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363518, + "question_id": "K62Ns3o43YzBf3J5veqb2Q", + "question": "What is the man wearing on his head?", + "choices": [ + "backwards hat", + "helmet", + "swim cap", + "beanie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516064, + "question_id": "K7rWBAoBuykRqwGkxUEAvL", + "question": "In which city is Michigan Avenue?", + "choices": [ + "santa fe", + "mexicali", + "charleston", + "chicago" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576382, + "question_id": "K8nPPmgUDVnyTaXvC92LrJ", + "question": "Why is the man extending his hands in front of him?", + "choices": [ + "to tan", + "to wave", + "to swim", + "to catch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 436135, + "question_id": "KACbkrF9ZY7zDEF8CqR3ok", + "question": "What is the temperature here?", + "choices": [ + "cool", + "cold", + "tepid", + "hot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286394, + "question_id": "KBgbZnxWnHFnEFnqYMfFso", + "question": "Which age is a big fan of the pillowcase near the child's forehead?", + "choices": [ + "teenager", + "grandparent", + "adult", + "child" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92560, + "question_id": "KD8UBwr3WAZBQ5LpKuYxDc", + "question": "Which animal has a pattern most similar to this animal?", + "choices": [ + "hippo", + "panda bear", + "cheetah", + "alligator" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3434, + "question_id": "KDRHHB3C5VvUBPbPPRAceV", + "question": "What are these type of cats known as?", + "choices": [ + "ragdoll", + "labrador", + "persian", + "chimera" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369711, + "question_id": "KDU3QJGLPqhBXR5LSDybWr", + "question": "What valuable material is shown here?", + "choices": [ + "stone", + "rock", + "ivory", + "diamond" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 403566, + "question_id": "KDd6MrBKXswkhpfDNtacbP", + "question": "What is near the plane?", + "choices": [ + "baby", + "backpack", + "man", + "woman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 122891, + "question_id": "KDzk9iNdWv96pmFaWw4Ffp", + "question": "What is the appliance all the way to the left?", + "choices": [ + "dishwasher", + "toaster", + "refrigerator", + "oven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343343, + "question_id": "KEcsnub5PVBxpcjL2pYeDd", + "question": "What kind of ceramic is shown in image?", + "choices": [ + "stoneware", + "none", + "porcelain", + "earthenware" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 244829, + "question_id": "KHKKb9Wfqs7oUJAEKS8XPa", + "question": "The initials on the window are the same as a company that sells what?", + "choices": [ + "furniture", + "sports", + "insurance", + "bank" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54765, + "question_id": "KHfu9BsRaFJzi9zQi6JCCN", + "question": "Why is the buss on top of the wall?", + "choices": [ + "is parked", + "for sale", + "is hiding", + "is lost" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154550, + "question_id": "KJaWKZfGJsWshCBWyizVqs", + "question": "What type of transportation is this?", + "choices": [ + "air", + "land", + "water", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465376, + "question_id": "KJeZByKWTXqMwhcc7vh2sZ", + "question": "The person in this vehicle is driving away from what?", + "choices": [ + "bridge", + "barn", + "race track", + "city" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 261820, + "question_id": "KKKziceCGc5mSC2AUGzEBJ", + "question": "What city is this sign in?", + "choices": [ + "new york", + "westminster", + "paris", + "syndey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520498, + "question_id": "KKZYcGQ3RnT8JUnUiaqc2u", + "question": "What might this person be doing?", + "choices": [ + "sleeping", + "practicing", + "eating", + "stretching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291581, + "question_id": "KL4pAN3kosyXJ2eGP8wmT4", + "question": "When is the tennis match occurring?", + "choices": [ + "morning", + "afternoon", + "midday", + "night" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444333, + "question_id": "KLgzJPqXCCC6t5ZUbzmTHL", + "question": "What does the animal in the center have on its feet?", + "choices": [ + "paws", + "wings", + "hooves", + "talons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 73475, + "question_id": "KM32bcDTwY8zUVP24nFofn", + "question": "What is the likely relationship between the animals?", + "choices": [ + "parent-child", + "strangers", + "siblings", + "mates" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37935, + "question_id": "KMVTPU4sLXaUWwekbuLXNH", + "question": "Why would you sit at this table?", + "choices": [ + "to paint", + "to eat", + "to saw", + "to work" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 382647, + "question_id": "KNUmD5a8aW2PK9coVbFaaG", + "question": "What event is this person attending?", + "choices": [ + "wedding", + "baby shower", + "concert", + "birthday party" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499329, + "question_id": "KNWeTErTcMTwP6tk6UrMYr", + "question": "What is above the pants without touching them?", + "choices": [ + "tie", + "glasses", + "baseball cap", + "belt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417920, + "question_id": "KNtTFwtsnuwdxLExa6KBPE", + "question": "In what century was this sport invented in Hawaii?", + "choices": [ + "6th", + "4th", + "12th", + "16th" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 25629, + "question_id": "KPFxpJZ7Vwqo2sKSbiXZhh", + "question": "Where is this cat located?", + "choices": [ + "bedroom", + "bathroom", + "kitchen", + "barn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384057, + "question_id": "KQfkxK2j9C8uJ3u8a8kH64", + "question": "What is next to the motorcycle?", + "choices": [ + "street", + "cow", + "eagle", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 329275, + "question_id": "KR7UCLve2m5DYMvtrNjBCf", + "question": "What do they need more of to improve the picture?", + "choices": [ + "light", + "furniture", + "people", + "cameras" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 481637, + "question_id": "KR8qEKW2oJcfZsM7Zr5MuV", + "question": "Which horse is in the lead here?", + "choices": [ + "light grey", + "brown-and-white", + "light brown", + "dark brown" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 292561, + "question_id": "KSVdd9ScQPGAoomK2NGbYQ", + "question": "What is the weather pattern?", + "choices": [ + "snowy", + "sunny", + "rainy or", + "cloudy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386563, + "question_id": "KSiKdup5CJjhvWdPCWy55L", + "question": "What type of container is this object?", + "choices": [ + "food", + "floral", + "paint", + "beverage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197308, + "question_id": "KTsWe76Rm2R4Phnmx69x8y", + "question": "What are the colorful items used for?", + "choices": [ + "lifting boxes", + "cutting", + "digging", + "writing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369088, + "question_id": "KUHtGHSigmkfJV6zFYhVw8", + "question": "How old is the bird now?", + "choices": [ + "five", + "six", + "eight", + "seven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32340, + "question_id": "KVeCGRooC8tWwejQZa2UgB", + "question": "What is the most likely intention of the person with the blue umbrella?", + "choices": [ + "jogging", + "crossing street", + "begging", + "catching bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 256947, + "question_id": "KVr82gKbwrQQwscqHkaRaT", + "question": "In which country do these persons think about taking a boat here?", + "choices": [ + "spain", + "england", + "mexico", + "ireland" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 422694, + "question_id": "KWYti2pZUGk7fjkenvYLNn", + "question": "What two colors are reflected by the water to make it look like this?", + "choices": [ + "blue yellow", + "green yellow", + "black blue", + "blue green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8147, + "question_id": "KWzCmjs5vvZFqWoQ3Wc6hf", + "question": "What type of device is the man playing?", + "choices": [ + "wii", + "game cube", + "x box", + "gameboy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190701, + "question_id": "KXvVsyAYHtT7DmwfuPTYb7", + "question": "What might the bucketed person seen here be changing?", + "choices": [ + "light bulb", + "gas nozzle", + "electrical wire", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374943, + "question_id": "KZfaRzWocri2HLJARGfETC", + "question": "What is the man looking at?", + "choices": [ + "cat", + "pictures", + "television", + "soda fizzing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 397924, + "question_id": "KaekbqHY7eSRJbCLoiXucG", + "question": "What are they doing with their eyes?", + "choices": [ + "washing", + "sleeping", + "crying", + "looking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7514, + "question_id": "KbFt6TTKG4vrNbVHfAnwdP", + "question": "What will change color when it's time to go left?", + "choices": [ + "sign", + "words", + "arrow", + "pole" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 31703, + "question_id": "KbZUdP8M2Zd29RrRUPptLz", + "question": "What design is on the plate?", + "choices": [ + "grape", + "flower", + "rainbow", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 250508, + "question_id": "KcHXTgk8nTpyHYDj7bTWA9", + "question": "What type of animals are standing on the grass?", + "choices": [ + "zebra", + "camel", + "horse", + "cow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133127, + "question_id": "KcaENngeyoMgL9pPjiVMzX", + "question": "Which type animal shown here is more full of air and stuffing?", + "choices": [ + "mouse", + "elephant", + "human", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81241, + "question_id": "KdAMHibasRNyn5uVo2owLX", + "question": "What type of fetish is being portrayed by the picture?", + "choices": [ + "foot", + "role play", + "bondage", + "humiliation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 16498, + "question_id": "KeVqoDPzM53aHUkMcGfuMu", + "question": "What is the door on the left?", + "choices": [ + "closed", + "locked", + "broken", + "exit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472520, + "question_id": "KfZKa2guh4hPe9P9KdLcHs", + "question": "What is forbidden when near the red sign?", + "choices": [ + "u turns", + "parking", + "loitering", + "littering" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373724, + "question_id": "KfxwNKcQQzduTb3YQdYQvj", + "question": "In water here what should be avoided?", + "choices": [ + "fishing", + "shipping", + "swimming", + "boating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 116038, + "question_id": "Kgq88eTemxbwDHtEWjNSug", + "question": "Julian Serrano is famous for?", + "choices": [ + "racer", + "cycling", + "cooking", + "singing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157349, + "question_id": "KhnJNCNVazX5fCFhMUtggA", + "question": "The stitching on its foot is meant to resemble what?", + "choices": [ + "scratches", + "nails", + "toes", + "shoes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124053, + "question_id": "KjYPCRVMw4RxoWLQJfUvmW", + "question": "What sort of beach is represented in the picture?", + "choices": [ + "private", + "public", + "restricted", + "military only" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576651, + "question_id": "KkgpLd4Rz9fgDYU52M3rRc", + "question": "What shredded the report on the bed?", + "choices": [ + "child", + "fan", + "dog", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317760, + "question_id": "KkngGraFHxp3AVpDu7CXcf", + "question": "What is the dogs head laying on?", + "choices": [ + "couch", + "bed", + "baseball glove", + "pillow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326375, + "question_id": "KmL9wAnhea22hTRLqRvBqG", + "question": "What is this dog ready to do?", + "choices": [ + "drink", + "attack", + "rest", + "hide" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 295787, + "question_id": "KmVA3KumQbsDyw3q4zPDft", + "question": "What is this dog's owner holding here?", + "choices": [ + "dog", + "soda", + "fish", + "camera" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2991, + "question_id": "KnM6Co4ap9TTdBQBodztb9", + "question": "What is this brush used for?", + "choices": [ + "teeth", + "hair", + "paint", + "toilet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85521, + "question_id": "KnVCgBv3oRXhbFENM3FJ8m", + "question": "The photographer taking this picture is inside what?", + "choices": [ + "house", + "mountain", + "tent", + "dog house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302032, + "question_id": "KokT6J5HDnKLSCQDYoNvUo", + "question": "Which bird would be last to eat the food on the ground?", + "choices": [ + "back one", + "equal", + "front right", + "front left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 402274, + "question_id": "Kosx8uLgfCo96zT89V8wKK", + "question": "What is on the building in the background?", + "choices": [ + "flag", + "clock", + "poster", + "monkey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 280483, + "question_id": "Kq2YSMT8FZPTrmVyHUs4co", + "question": "What type of power travels parallel to these tracks?", + "choices": [ + "electric", + "coal", + "natural gas", + "steam" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321775, + "question_id": "Kqd6GxFR8AXbUnzcvASqyS", + "question": "Why are they on the platform?", + "choices": [ + "buying train", + "awaiting train", + "resting", + "stealing train" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 457419, + "question_id": "KtRcrKcogyaMXr6aTZV2bA", + "question": "What is keeping these up in the air?", + "choices": [ + "power", + "land", + "heat", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 459010, + "question_id": "KtdVqyGKVVumjccXmLizoX", + "question": "What is the most foolish thing the human with the camera can do right now?", + "choices": [ + "run", + "feed bear", + "stay still", + "yell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490423, + "question_id": "KtpozaV5bJrTSLeYsfLwX3", + "question": "The bus here is doing what now?", + "choices": [ + "loading", + "marketing", + "stopping", + "unloading" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 42051, + "question_id": "Kw8ksEbnLNmxHaeAcNE5La", + "question": "What is the person doing under the umbrella?", + "choices": [ + "squatting", + "running", + "eating", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378084, + "question_id": "KxS87x3cJyBJ5fmSJtTpUS", + "question": "What action did the man just take with the disc?", + "choices": [ + "drop", + "catch", + "throw", + "kick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214993, + "question_id": "KxdQQ5SkbMDYEo5r2pb5eV", + "question": "What is this cat trying to do?", + "choices": [ + "drink", + "hide", + "eat", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 502484, + "question_id": "KxisTYRwZ8K4NTyoB8wtmo", + "question": "What motivated this person to pose here?", + "choices": [ + "surfing", + "flash mob", + "money", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563908, + "question_id": "Kysbo6rpn3YcnUxLNgwjPW", + "question": "What type of services are held inside this structure?", + "choices": [ + "church", + "government", + "jails", + "police" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 413437, + "question_id": "KzCqcdbeJ7GpLGevrmbCtg", + "question": "What is near the light?", + "choices": [ + "chair", + "cardboard box", + "donkey", + "barrel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 425952, + "question_id": "L2mG5stxGyWWa7fygqtuwJ", + "question": "The car is being used as what?", + "choices": [ + "mouse", + "refrigerator", + "phone charger", + "stun gun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431582, + "question_id": "L4vBb5F78rc7pZgdHbkqRN", + "question": "What is needed to make this object fly?", + "choices": [ + "electricity", + "remote", + "wind", + "battery" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387046, + "question_id": "L4xr3zPxwPBiLB3nNYiwF3", + "question": "How many people are touching surfboards?", + "choices": [ + "three", + "four", + "six", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424280, + "question_id": "L5U7qhqx5JBwHQJ2uwVwR2", + "question": "What material are the utility poles made out of?", + "choices": [ + "steel", + "concrete", + "aluminum", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209781, + "question_id": "L5YXVDRnDSwmx8ViXRaaER", + "question": "The woman with the scissors is giving herself what type of haircut?", + "choices": [ + "undercut", + "bangs", + "pixie cut", + "bob" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65423, + "question_id": "L642JbrtaRrb6aui3hiLLA", + "question": "If the man is pushed from behind where would he land?", + "choices": [ + "brick road", + "fireplace", + "pool", + "mud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123826, + "question_id": "L68yix5ASZeTdJDiAfVzbW", + "question": "What will he most likely do next?", + "choices": [ + "flip board", + "fall down", + "stop skating", + "go down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 165923, + "question_id": "L7NH6RTVWRPkWi8oExXTYd", + "question": "What is a word that is commonly used when referring to this type of sport?", + "choices": [ + "mountain", + "court", + "field", + "river" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 75781, + "question_id": "L7TDgK59QSjY9yXiA3Yfcr", + "question": "What safety equipment is most important if using the item on his tie?", + "choices": [ + "oxygen tank", + "helmet", + "bungee cable", + "parachute" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508784, + "question_id": "L7r9TJnLyMerQPPXAYBjDP", + "question": "What continent can this animal originate from?", + "choices": [ + "asia", + "north america", + "europe", + "south america" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539316, + "question_id": "L8S3FDtcSaYkaW7Btr5425", + "question": "Is this belongs to naval air force or air crop?", + "choices": [ + "false", + "yes", + "maybe", + "no" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 221849, + "question_id": "L8bg2rhoGH4n62NSn4YGac", + "question": "What action is this person taking?", + "choices": [ + "descend", + "flip", + "roll", + "ascend" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435900, + "question_id": "L8cYNpQ7u6MrD3W5hoRLgj", + "question": "What kind of material it is?", + "choices": [ + "ceramic", + "fiber", + "wood", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81423, + "question_id": "LAKN42Pg7pB3vn3NyEiiGu", + "question": "What type of animal is hiding among the stuffed animals?", + "choices": [ + "guinea pig", + "dog", + "cat", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 245155, + "question_id": "LAZwQmCQGzfnoEhgRoYB2b", + "question": "What is the gray stuff on the animal?", + "choices": [ + "dirt", + "acorns", + "gills", + "fur" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 145334, + "question_id": "LB8eSnP5tcARTZHmBcD5bE", + "question": "On what type of surface is this bear sitting?", + "choices": [ + "ground", + "chair", + "log", + "stool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527798, + "question_id": "LBx8t47FDjALNGGHCh7976", + "question": "What country was this food first cultivated in?", + "choices": [ + "italy", + "peru", + "vietnam", + "nigeria" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188665, + "question_id": "LCrXdPMosALru2mV4tUgJu", + "question": "What is the gray carpet pad behind the cat used for?", + "choices": [ + "foot rest", + "home decor", + "scratching toy", + "cleaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516400, + "question_id": "LCyJBzohgZ4T3cwLGtfGaX", + "question": "What do the white switches on the wall control?", + "choices": [ + "blinds", + "alarm", + "lights", + "temperature" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183361, + "question_id": "LD7Le56HJwNXMPeXkQN9e6", + "question": "How would the vehicle be described?", + "choices": [ + "brand new", + "tank", + "racecar", + "beat up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 159565, + "question_id": "LEEEhHXmmgZmgUJeJJcaci", + "question": "How many people are surfing?", + "choices": [ + "four", + "two", + "one", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 181748, + "question_id": "LESyxGr8gqzceJnwh3zeEx", + "question": "What is the person in the air above the red plane doing?", + "choices": [ + "hang gliding", + "sky diving", + "wind sailing", + "kite surfing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549811, + "question_id": "LEyqwxvPJGjdp3AVBBk8rE", + "question": "Where is the kite being flown?", + "choices": [ + "playground", + "field", + "beach", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2375, + "question_id": "LGCycqmkKzq6TCUeTA4UcU", + "question": "What is attached to her ankle?", + "choices": [ + "dog", + "child", + "board", + "bracelet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276249, + "question_id": "LGmYJb7eFUNauN4eNgUznL", + "question": "What are they looking at?", + "choices": [ + "each other", + "trees", + "photographer", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 202625, + "question_id": "LK2PLRDGJmxv5VeSKXVCqz", + "question": "Where is this photo taken from?", + "choices": [ + "floor", + "window", + "chair", + "ceiling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458063, + "question_id": "LKzwcZo7PgHgCymTQDFvFA", + "question": "What is the item that is on top of the pink box?", + "choices": [ + "pitchfork", + "ray gun", + "mouse", + "remote" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 414256, + "question_id": "LLjfYgy5qFVgCS8e4vhtKe", + "question": "Why is the bike in the middle of a snowy field?", + "choices": [ + "keep cold", + "keep safe", + "for camera", + "for sale" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189624, + "question_id": "LMBcMVAcorHevE4Js8sJyy", + "question": "Why would someone sit at this table?", + "choices": [ + "to eat", + "to work", + "to saw", + "to sew" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 33219, + "question_id": "LMvFYBJqcQKgP6cdqBxLto", + "question": "What is above the crossed items on the girl's sleeve?", + "choices": [ + "nail", + "cat", + "skull", + "pumpkin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301336, + "question_id": "LMyS5UTyRJC4XgWZV2jbMG", + "question": "What language is this person studying?", + "choices": [ + "russian", + "chinese", + "japanese", + "french" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 407872, + "question_id": "LPCmcn9ihfcVSYWPCDcULX", + "question": "What feature makes these animals different from each other?", + "choices": [ + "eyes", + "stripes", + "mane", + "ears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326942, + "question_id": "LPMXFmsHhBMaBheQtBjc7h", + "question": "What is the air temperature surrounding this intersection?", + "choices": [ + "warm", + "hot", + "cold", + "mild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 328523, + "question_id": "LPmWaddrVtLR77z9Ptmoyf", + "question": "What part of this food is usually eaten last?", + "choices": [ + "cheese", + "sauce", + "crust", + "plate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 264008, + "question_id": "LQpvshBbyBmcNEZYCMgPh5", + "question": "How many toilets are in the image?", + "choices": [ + "two", + "four", + "one", + "eight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8802, + "question_id": "LRnvdbkPDqA5seRhhtiaov", + "question": "What type of socks are being worn by the skateboarder?", + "choices": [ + "crew socks", + "ankle socks", + "mid-calf socks", + "knee socks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 167552, + "question_id": "LSHND6psphtAnxLbNR2kjr", + "question": "What is the likely date?", + "choices": [ + "february 14", + "december 25", + "march 17", + "october 31" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443151, + "question_id": "LTACwJFqgCsJbC82hC6ffA", + "question": "What type of diets do these creatures have?", + "choices": [ + "vegetarian", + "carnivore", + "omnivore", + "fish eaters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 218267, + "question_id": "LVTyhZijqe5pG2FtDyE4HG", + "question": "What type of transportation are these seats for?", + "choices": [ + "air", + "land", + "water", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262032, + "question_id": "LVecqo78JJ8U5QNmtnDw9G", + "question": "What is this surface used for?", + "choices": [ + "cooking", + "writing", + "painting", + "cleaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520675, + "question_id": "LVt5jtWbfciwzDBnhd8G9k", + "question": "What part of the skateboard is missing that would be on a modern skateboard?", + "choices": [ + "trucks", + "wheels", + "bearings", + "grip tape" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456400, + "question_id": "LVtf8pw964VZYF66TndgoQ", + "question": "What is most offensive about the person seen here?", + "choices": [ + "pants", + "black makeup", + "hat", + "shirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151429, + "question_id": "LWdAvL2KAHS42wpcVurh2N", + "question": "What is the approximate top speed of these kinds of animals?", + "choices": [ + "60 mph", + "25 mph", + "10 mph", + "40 mph" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563139, + "question_id": "LXsCPrZUuPYmWZHYny6Car", + "question": "What do people usually do in this room?", + "choices": [ + "eat", + "study", + "wash up", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343472, + "question_id": "LXwMGVgZg7L6EPrHtbmdye", + "question": "Which one of these items might be traveling along with the bear?", + "choices": [ + "televisions", + "books", + "flowers", + "candles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7657, + "question_id": "LZYSHSK9QoZEGTqTVqS66W", + "question": "What makes this wave possible?", + "choices": [ + "wind", + "gas", + "humans", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183818, + "question_id": "LbWMzP2n4czwQFk386UmgU", + "question": "What do these objects need to work?", + "choices": [ + "wind", + "electricity", + "sunlight", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 300101, + "question_id": "LbiKwjt8AbjQGE6MpURS3K", + "question": "Which clothing item normally used in tennis players does this player lack?", + "choices": [ + "underwear", + "pants", + "shoes", + "socks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 546250, + "question_id": "Lcm6hAdtciBWz6tw5zcKe4", + "question": "What is the name given to this types of dog?", + "choices": [ + "poodle", + "german shepherd", + "sheep dog", + "bull dog" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 318399, + "question_id": "LdammSRFUnKunXwne7UsjW", + "question": "What would you order at a donut shop to get this one?", + "choices": [ + "glazed", + "jelly", + "chocolate", + "powdered" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 315931, + "question_id": "LdhU3mkpMxoMEio8u3DQpN", + "question": "What kind of material is the person skateboarding on?", + "choices": [ + "stone", + "steel", + "wood", + "concrete" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37000, + "question_id": "Le58qeaQx3BsYz6aGYjtbw", + "question": "Why would someone come to this location?", + "choices": [ + "shop", + "exercise", + "travel", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129549, + "question_id": "Le9USNtMaW6k347zrNdeLF", + "question": "In which country is the stop sign located?", + "choices": [ + "united kingdom", + "canada", + "australia", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465241, + "question_id": "LeCU4hzmmWAsXC3hjUxajP", + "question": "Where is the racquet located?", + "choices": [ + "table", + "rack", + "right hand", + "wall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339960, + "question_id": "LeJtPcUypL7ZXnuvFkJCbu", + "question": "What is the person wearing?", + "choices": [ + "bathing suit", + "wet suit", + "bikini", + "dress" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354065, + "question_id": "LefZEAHStDxDjwRnS3UMdd", + "question": "What does this space look more like than a bathroom?", + "choices": [ + "living room", + "kitchen", + "walk-in closet", + "garage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260240, + "question_id": "LezdeipGTbdpyKwEb84PGS", + "question": "This car company is a division of what larger company?", + "choices": [ + "kia", + "pontiac", + "general motors", + "peugeot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520575, + "question_id": "LfcimQhK6DkmpfH93fBqjt", + "question": "Which area of this bus would passengers get on the bus from?", + "choices": [ + "roof", + "front left", + "front right", + "back left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 270735, + "question_id": "LgsBvsm8pqmUMJ3Zkgxcn9", + "question": "What would one normally expect of the figurines?", + "choices": [ + "bigger", + "laying down", + "softer", + "wearing clothes" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 436055, + "question_id": "LgweT7nNukGwXLkWNVbBZP", + "question": "How does the man pictured here appear?", + "choices": [ + "ecstatic", + "desolate", + "angry", + "serious" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508156, + "question_id": "LhCxZkaKQh3y3V2Db2oeiw", + "question": "What was most likely used to cut the pony tail off?", + "choices": [ + "buzzers", + "comb", + "clippers", + "scissors" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 491864, + "question_id": "LhQxJ8hMs6LAwMygRFLX5j", + "question": "What is the best term for the dog's state of mind at the moment?", + "choices": [ + "boredom", + "joy", + "confusion", + "fear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442709, + "question_id": "LhrFmUM5ZrXivfJqmibbvk", + "question": "Who was President of the United States in the year listed on the clock?", + "choices": [ + "van buren", + "polk", + "garfield", + "buchanan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 460142, + "question_id": "LjRhYYz4t6DzpxJm9bSCfd", + "question": "What part of the zebra's body would likely get hurt by the bird first?", + "choices": [ + "nose", + "back", + "stomach", + "tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146906, + "question_id": "LkQnygsyZbbCNzHumccGPG", + "question": "How many clearly visible giraffes are in the image?", + "choices": [ + "five", + "one", + "two", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516057, + "question_id": "LmTnpCYmcM6FsnseqtRgNT", + "question": "The decal on the window is meant to do what?", + "choices": [ + "remind owner", + "inform police", + "identify owner", + "dissuade thieves" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 9455, + "question_id": "LnBhKnuEG5NkkCRTH77j6V", + "question": "If moving what part of the truck here must be open in order to most fully load it?", + "choices": [ + "window", + "driver's door", + "passenger door", + "rear door" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 241298, + "question_id": "LoUVvDhrZUcgHpyJEN8vLw", + "question": "The paper lining resembles the board of which game?", + "choices": [ + "parcheesi", + "checkers", + "monopoly", + "sorry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 560101, + "question_id": "LofLPxCELworjwZ8dDMwNF", + "question": "What's the man in the airs hairstyle usually called?", + "choices": [ + "mohawk", + "dreadlocks", + "pompadour", + "windswept" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53701, + "question_id": "LqoxmmSK97ACWruYLSrb7f", + "question": "What sort of clock face is in front of the building?", + "choices": [ + "minimalistic", + "roman numeral", + "western", + "standard imperial" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 150590, + "question_id": "LqxQY7Gy3vbDJftvp7gLoS", + "question": "What is usually found in this setting?", + "choices": [ + "fish", + "egg", + "lemur", + "car" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 160263, + "question_id": "LrhuGm43sQUq2La7PRL4BZ", + "question": "What has someone done to the object the snowboarder is grinding?", + "choices": [ + "bagged it", + "wagged it", + "tagged it", + "snagged it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 211790, + "question_id": "LryngvHy8YE6JWrooXTfR4", + "question": "What is the brand of the phone in the image?", + "choices": [ + "nokia", + "motorola", + "apple", + "samsung" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476391, + "question_id": "LsDfeQVoj3f4qTarJb6noq", + "question": "What is this person trying to do?", + "choices": [ + "eat", + "rest", + "clean", + "drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37876, + "question_id": "LsnXHnkL6JFoebXEgjM6ye", + "question": "What is the name of the process that causes the discoloration on these objects?", + "choices": [ + "oxidation", + "evaporation", + "pasteurization", + "condensation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572741, + "question_id": "LtLs5RtKswgwm8TPV58Mrh", + "question": "A famous fictional example of these animals is Black?", + "choices": [ + "beauty", + "elegance", + "glamour", + "radiance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 111061, + "question_id": "LtMMyuu7Qvxr73wwLFDSWt", + "question": "What kind of person does this look like?", + "choices": [ + "woman", + "old woman", + "old man", + "young man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180155, + "question_id": "Lu2zyRbeWgP6KsL4AUJEU9", + "question": "What is the man doing to the horse?", + "choices": [ + "painting it", + "cutting it", + "brushing it", + "feeding it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142296, + "question_id": "LwGj5BDJs3aWdUpHga3n7r", + "question": "What type of area is shown?", + "choices": [ + "urban", + "forest", + "desert", + "rural" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391768, + "question_id": "LyDBbH2t6jWdFL2b8NkRrX", + "question": "Where would the large item in the foreground usually be found?", + "choices": [ + "car dealership", + "dumpster", + "gallery", + "circus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53128, + "question_id": "LyFjnV4sR6gy6xNxgpvWcr", + "question": "What temperature can retain the surface most preferred here longest?", + "choices": [ + "freezing", + "tropical", + "room", + "hot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427806, + "question_id": "LyMYVzq5prs2fCxo5mnBvu", + "question": "Which door would someone open if they desired something to help to chill Tea?", + "choices": [ + "bottom", + "top", + "back", + "left side" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90923, + "question_id": "LyTiAdJn4CZWD76UfiBknS", + "question": "The animal here is likely to go in which direction now?", + "choices": [ + "behind", + "none", + "front", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 152730, + "question_id": "LyZESUgCWaPLDQG6WrEao5", + "question": "How many rowers are in the boat?", + "choices": [ + "four", + "three", + "one", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 122891, + "question_id": "LzFcJDR23PrqZpWnwbutV9", + "question": "How is the contraption in the middle of the room called?", + "choices": [ + "table", + "kitchen island", + "bar", + "stove" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155837, + "question_id": "Lzc9xVEbWCHYcHNRMcDpjb", + "question": "What is the giraffe doing on the sand here?", + "choices": [ + "playing", + "eating", + "stalking", + "walking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92454, + "question_id": "LznYvAjBms5zu67QG4s6uG", + "question": "What kind of road is Bent?", + "choices": [ + "street", + "boulevard", + "avenue", + "highway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 128933, + "question_id": "M3GfRWUTSE6rQg2UpqMuzW", + "question": "Why would someone sit at this table?", + "choices": [ + "to work", + "to sew", + "to eat", + "to saw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298858, + "question_id": "M5HMnmWXZjnDmz5rfAKUbG", + "question": "Who would approve of the added graffiti message?", + "choices": [ + "dietitian", + "chef", + "baker", + "butcher" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 281254, + "question_id": "M6YHxrT3VDvuVRpsxmjyWi", + "question": "Which car will begin to move first once the train passes?", + "choices": [ + "silver car", + "both cars", + "neither car", + "red car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338981, + "question_id": "M6noRDyHN4zymQMUyMkgud", + "question": "What should the dog do with the blue object?", + "choices": [ + "wear", + "play", + "tear apart", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92745, + "question_id": "M6ueW4EzdYgtyr74vw7ENa", + "question": "What are these containers useful for?", + "choices": [ + "travel", + "fishing pole", + "food", + "art supplies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147332, + "question_id": "M7BQT3q695PHkrrcsnxkkF", + "question": "What material is the door frame behind the man made of?", + "choices": [ + "marble", + "wood", + "steel", + "clay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330158, + "question_id": "M7Cr4p3tcFgJWyTojZnf7N", + "question": "What is flying in the air?", + "choices": [ + "dragon", + "wind chime", + "kite", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463181, + "question_id": "M7oXtw5QyetQMjtFjeWph6", + "question": "Why does he have his arms up?", + "choices": [ + "lift", + "measure", + "wave", + "reach" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 112142, + "question_id": "M7w6hxZQMJAEScz6kQNb2P", + "question": "To type in all caps what key would one need to press to make this easily possible?", + "choices": [ + "f1", + "f2", + "alt", + "caps lock" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465912, + "question_id": "M8Bk85ATuFurNgUubBkniz", + "question": "Why are the cat's eyes green?", + "choices": [ + "birth defect", + "electronic cat", + "it's focusing", + "camera flash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 31492, + "question_id": "MA2NAmaBjx9bVooQdVeuLC", + "question": "What is near the bicycle?", + "choices": [ + "garden gnome", + "egg", + "cat", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 233753, + "question_id": "MAxxk6z5xZLykDMEMX8JZ9", + "question": "What information does this fixture provide?", + "choices": [ + "time", + "warning", + "temperature", + "directional" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190548, + "question_id": "MBC4RKRQ9ftehnhcEA5CZC", + "question": "What makes those chairs easy to carry?", + "choices": [ + "handle", + "foldable", + "not slippery", + "cotton" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59940, + "question_id": "MBS2fCLrFb8e2fvqUsXVgP", + "question": "What animal is in front of the zebra?", + "choices": [ + "horse", + "camel", + "frog", + "giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114008, + "question_id": "MBXdW7BnDSDRwAGQRxWwsU", + "question": "What establishment is this?", + "choices": [ + "zoo", + "park", + "animal farm", + "wilderness" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 538297, + "question_id": "MBe3WRYVGFRMPGsqJGKgKn", + "question": "Why would someone sit at this table?", + "choices": [ + "to work", + "to saw", + "to sew", + "to eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 268009, + "question_id": "MCCnTyCe8bAmn3kicGQFFm", + "question": "What are the sharp objects on the bears feet called?", + "choices": [ + "spikes", + "talons", + "pikes", + "claws" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 145386, + "question_id": "MCfyHfvcficQsiwSExqrNP", + "question": "What is the handled item shown here meant to clean?", + "choices": [ + "sinks", + "hair", + "phones", + "toilet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265992, + "question_id": "MDEzeBDmuyebJCB4jNj9WM", + "question": "What kind of erosion happened in this image?", + "choices": [ + "oxidation", + "hydration", + "carbonation", + "chemical" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575653, + "question_id": "MDQuh7BiTPMQpodWizLza2", + "question": "What the cat most likely try to push over?", + "choices": [ + "dvd player", + "dresser", + "hat", + "tv" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561893, + "question_id": "MDjfDh66TJBzxoMWjVVzBJ", + "question": "Worshippers at this church likely believe in what Messiah?", + "choices": [ + "jesus christ", + "sabbatai zevi", + "rael", + "haile selassie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476166, + "question_id": "ME2LLrg7Dyq85VmkwbiDen", + "question": "What word refers to this animal?", + "choices": [ + "pachyderm", + "reptile", + "bird", + "amphibian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74983, + "question_id": "MEU5CsATRyuNULLFzghqGw", + "question": "What animal type is also often used to describe this type of car?", + "choices": [ + "beetle", + "grasshopper", + "horse", + "lady bug" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293093, + "question_id": "MEyvBUK3E7eo54dhU9d4Jb", + "question": "What term would be appropriate to call the man?", + "choices": [ + "quarterback", + "slugger", + "pitcher", + "safety" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389748, + "question_id": "MGJUC9pESwRpFpwiTBe4rz", + "question": "What drink are you most likely to grab from the top of the cart?", + "choices": [ + "beer", + "water", + "soda", + "snapple" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82064, + "question_id": "MGYdPMTMmdL4yexUaZyvmn", + "question": "The cat here is interested in stalking what?", + "choices": [ + "grass", + "birds", + "image", + "bird seed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352326, + "question_id": "MGjuK44aenTuXFRtHGqyET", + "question": "What can this appliance be used for?", + "choices": [ + "watching", + "washing", + "cooling", + "cooking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355390, + "question_id": "MGxcWZqSbCR7NTiiRXLEkL", + "question": "What is the gate made from?", + "choices": [ + "wood", + "iron", + "steel", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157900, + "question_id": "MHB5sabMqwbPpRVXrKAURx", + "question": "How is the cat able to fit in the bowl?", + "choices": [ + "missing limbs", + "broken bones", + "dead", + "flexible bones" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357766, + "question_id": "MJ43xT8Ekno2yooVqAHCUv", + "question": "The fork to the right of the pizza is made from what material?", + "choices": [ + "plastic", + "ceramic", + "metal", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343352, + "question_id": "MK8ZKEvXL7PT6xEsChnkp2", + "question": "What kind of game is being played?", + "choices": [ + "olympic", + "video", + "card", + "board" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565425, + "question_id": "MKNG6cofMpwQVVkCT7VppT", + "question": "How are these objects controlled?", + "choices": [ + "string", + "computer", + "magic", + "remote" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168283, + "question_id": "MKbnpJcubBhx2edv5KdHWB", + "question": "What does the blue stick behind the cat help women control?", + "choices": [ + "body odor", + "hair", + "body temperature", + "makeup application" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186959, + "question_id": "MKgiR39cw37jftqAnrBcnF", + "question": "What weather event is this area in particular experiencing?", + "choices": [ + "tornados", + "rain", + "snow", + "hail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412502, + "question_id": "MKotUhyHALLKjuUpF45eeq", + "question": "The cat is standing up in order to see something on the what?", + "choices": [ + "ground", + "house", + "fence", + "other cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 242627, + "question_id": "ML6DgTsBNrhdccfQ6N3eNu", + "question": "What is the sound that is produced by the animal pictured above?", + "choices": [ + "purr", + "roar", + "bark", + "neighs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 375587, + "question_id": "MLb6zazDkcMY2d94FkSqiB", + "question": "What is the purpose of the yellow container?", + "choices": [ + "store snacks", + "mail", + "discarding trash", + "messages" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412329, + "question_id": "MLcAx8UhzMpYFLMMLgrK2G", + "question": "What do the bowls prevent from getting on the surface?", + "choices": [ + "wax", + "soot", + "water", + "fire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549, + "question_id": "MMHhQPA9Xwu8KiQaSPQuZS", + "question": "What could easily be done to make the houses look less uniform?", + "choices": [ + "paint", + "rebuild", + "relocate", + "demolish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334347, + "question_id": "MMyriarGbX3KA3ZVbv6VP7", + "question": "What does the lamppost resemble?", + "choices": [ + "shepherd's crook", + "suv", + "tire", + "discus" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 243893, + "question_id": "MN2H8hZRzKhvUX5h7TUa35", + "question": "Which of these dangers could the elephants face based on their location?", + "choices": [ + "boats", + "sharks", + "vehicles", + "lava" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 186416, + "question_id": "MPS2xYGygNkJ3LY8NFUXrm", + "question": "What is on top of the bun?", + "choices": [ + "mold", + "sprinkles", + "cherries", + "sesame seeds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 281326, + "question_id": "MQ2E7yyTRzdntbw79Jsq2A", + "question": "What is causing a symmetrical reflection down the center of the building?", + "choices": [ + "vortex", + "mirror", + "painting", + "lens" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 16923, + "question_id": "MQ9CFcQvagqiYzWdbwQBeT", + "question": "What will he do with the ball?", + "choices": [ + "steal it", + "sell it", + "hide it", + "hit it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96786, + "question_id": "MQWrCZgtyKycExo2VVmvCc", + "question": "There shirts are possibly made from which one of these materials?", + "choices": [ + "satin", + "cotton", + "leather", + "silk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 382931, + "question_id": "MQnnE42RchM8YPZZrmbsvZ", + "question": "What did the man stick to his hat?", + "choices": [ + "buttons", + "clips", + "pins", + "stickers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368804, + "question_id": "MRbKcmAgcJzXQJjGDBRL7B", + "question": "What type of location is this dog located in?", + "choices": [ + "barn", + "home", + "circus", + "vet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 305293, + "question_id": "MRmrcrmDx2eEX8gjVjbbfD", + "question": "How many bicycles do you see?", + "choices": [ + "none", + "two", + "one", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186341, + "question_id": "MS4LFJ2Ve27UkoczYVg59u", + "question": "What is this person standing amid?", + "choices": [ + "pizzeria", + "dairy", + "donut shop", + "coke factory" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 474855, + "question_id": "MSmhD33pBoiv4mokQPu24X", + "question": "To which direction is the giraffe facing?", + "choices": [ + "east", + "west", + "down", + "up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 344136, + "question_id": "MTZFvd6bZzfZ56ZkeMvoxw", + "question": "What is causing the shadows?", + "choices": [ + "moon", + "candles", + "lamps", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 268524, + "question_id": "MTgC3CpDTeoW3D6qEtrKQd", + "question": "What is the company whose name is at the bottom of the phone known for?", + "choices": [ + "bell atlantic", + "desktops", + "laptops", + "fios" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 140494, + "question_id": "MV3virHkqKVzjoHjk9Piq4", + "question": "What type of location is shown?", + "choices": [ + "arctic", + "jungle", + "commercial", + "coastal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 99834, + "question_id": "MVteLfzS9LRnmBKpad9p4K", + "question": "Which item made the cut stay straight?", + "choices": [ + "silver", + "tan", + "gray handle", + "brown handle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104942, + "question_id": "MWoTxSmLj2wRWHx8USWDxc", + "question": "How is this apple being served?", + "choices": [ + "juiced", + "frozen", + "peeled", + "sliced" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446153, + "question_id": "MXVfdr6MqDDAGT5CKdiPtm", + "question": "What is in the glass on the left?", + "choices": [ + "liquid", + "sand", + "foam", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188186, + "question_id": "MZicxkPqKxTopJLEfriZ4C", + "question": "What is required for this activity?", + "choices": [ + "water", + "sun", + "wind", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 333849, + "question_id": "MZxXPqXF8vjzi4CbaStqUV", + "question": "If a gentleman urinates in here what will he do to the seat?", + "choices": [ + "shut it", + "raise it", + "kneel", + "turn around" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 280578, + "question_id": "Ma7wD9f728ejDpjd2fkLBe", + "question": "What is needed for this activity?", + "choices": [ + "water", + "sun", + "wind", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32216, + "question_id": "MaZXmHHPETXpCkeUp2qshP", + "question": "What is hanging off the rear of the zebras?", + "choices": [ + "arm", + "ears", + "tail", + "wings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 316176, + "question_id": "MajBzbne89mJc9G7sq7chJ", + "question": "What does the elephant seem to be doing in the area?", + "choices": [ + "bathing", + "fighting", + "racing", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190287, + "question_id": "MbCKmL5Ha79NnSwvkiks9u", + "question": "In which country is this street corner located?", + "choices": [ + "canada", + "england", + "france", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6045, + "question_id": "MbWSuSBLtYogfWJyva4nKs", + "question": "What company do these buses belong to?", + "choices": [ + "volvo", + "ibm", + "gm", + "ford" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 294155, + "question_id": "MbnbhU24NeSg3fCLpYYyeq", + "question": "What does the person have?", + "choices": [ + "sword", + "umbrella", + "purse", + "club" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 320327, + "question_id": "Mc4e6qXiYXTLDJgPWRcthy", + "question": "What is the main food item that these animals eat?", + "choices": [ + "berries", + "seaweed", + "fish", + "seals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 329996, + "question_id": "McQsAdU9Y5s9MDZH2fhzo6", + "question": "In which one of these areas can you travel via one of these vehicles?", + "choices": [ + "canada", + "guam", + "uk", + "virgin islands" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153802, + "question_id": "McSTEyCMy3iJG398pyrYJX", + "question": "What is on the shelf?", + "choices": [ + "knives", + "video games", + "toys", + "books" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 474048, + "question_id": "McgZ2cvL3jfZ8EFF8xLCAU", + "question": "What might these animals be hunted for?", + "choices": [ + "ivory", + "skin", + "meat", + "fur" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 578552, + "question_id": "MgmYeX4tax2M7vCv5cqoAR", + "question": "What is the yellow structure likely to be?", + "choices": [ + "mailbox", + "fire hydrant", + "traffic sign", + "toy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400424, + "question_id": "MhFuHDfoMdhmt2wStuEomn", + "question": "What kind of object is closest to the ceiling?", + "choices": [ + "pipes", + "pole", + "drain", + "sign" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319589, + "question_id": "MiuYNjeZHBevzEBBSDp3gz", + "question": "What animal usually lives in the same place as this animal?", + "choices": [ + "cat", + "goat", + "pig", + "llama" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 73625, + "question_id": "MjDxuyjXaZr4ycAU5hHKHo", + "question": "The woman in green is most likely using what?", + "choices": [ + "basket", + "phone", + "computer", + "bucket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 331130, + "question_id": "Mk6WyJDiXM7f4WmeQharV8", + "question": "What type of writing is the above pickup painted?", + "choices": [ + "normal", + "none", + "calligraphy", + "italics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463295, + "question_id": "MmNwqEJd8ZLyvodqer4YBX", + "question": "What is the red item in the foreground used for?", + "choices": [ + "circus shows", + "fires", + "cooking", + "reading books" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569894, + "question_id": "MmkTjkokLm9zzPSjMMs4Dq", + "question": "This animal is called what when it is small?", + "choices": [ + "cub", + "puppy", + "foal", + "kitten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164825, + "question_id": "Mn9Z2p2bN9HnxCjH64Kzz6", + "question": "How are these animals enclosed?", + "choices": [ + "barn", + "pen", + "gate", + "fence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 494353, + "question_id": "MnVVqPzVhG3fYiFaLitTZJ", + "question": "What are the zebras doing?", + "choices": [ + "hiding", + "grazing", + "mating", + "fighting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154474, + "question_id": "Mnw6miQLbPiUT9nVQQtejc", + "question": "How is this food portioned for serving?", + "choices": [ + "sliced", + "scooped", + "shredded", + "cubed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351082, + "question_id": "MoVAMmeyzWig2nAgDhEMap", + "question": "To what type entity does Hammertime refer?", + "choices": [ + "speeder", + "magician", + "alien", + "musician" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468641, + "question_id": "MoutRD2U46mj6Bdi3mEnDg", + "question": "Why is the donut in her mouth?", + "choices": [ + "hiding it", + "hands full", + "eating it", + "confused" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 516331, + "question_id": "MpVfeAdbiKEZrn3L62BjkZ", + "question": "What is near the green sign?", + "choices": [ + "branch", + "feather", + "arrow", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93042, + "question_id": "MpjatoayVgFHw43gLJhen8", + "question": "Which color is least scattered by fog or dust particles?", + "choices": [ + "black", + "yellow", + "white", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390063, + "question_id": "MqNfPdv6EbQXBBTC2ELjUe", + "question": "Why is the man wearing glasses?", + "choices": [ + "vision", + "sun", + "wind", + "protection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 574230, + "question_id": "MqsDSGiWtJaCZVdgwagZ4L", + "question": "Why is the woman wearing boots?", + "choices": [ + "rain", + "visibility", + "speed", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4996, + "question_id": "MrFh88aoLn2oLSZf9AdiyT", + "question": "What is the elephant doing with his trunk?", + "choices": [ + "sneezing", + "attacking", + "throwing dirt", + "prodding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77162, + "question_id": "MrK2tDUrKWJtMifGbbPZ7e", + "question": "Which surfer wearing which color appears to be going faster down the wave?", + "choices": [ + "blue", + "white", + "green", + "yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349680, + "question_id": "MsGiwUfSw4Qo5bmSfF2ZYo", + "question": "The name underneath the skull is mentioned in a Biblical book named after what prophet?", + "choices": [ + "daniel", + "samuel", + "elijah", + "moses" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 471919, + "question_id": "MsQkWfXHAiJqSyhhESAvpJ", + "question": "What can be put in the water to prolong freshness?", + "choices": [ + "plant food", + "salt", + "fertilizer", + "pesticide" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 543415, + "question_id": "MsdAQjkSWYNYMz5skR7nxU", + "question": "What did the owner of this item used to do?", + "choices": [ + "dance", + "sink", + "call sos", + "watch tv" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309910, + "question_id": "MtBiJ9WXJyLtf4RzkCraYd", + "question": "What is next to the chair?", + "choices": [ + "dog", + "cat", + "pizza slice", + "bacon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293021, + "question_id": "MvS4xQoH9u8HYvHukYwsNu", + "question": "What is this vehicle used for?", + "choices": [ + "hauling", + "commuting", + "racing", + "carpooling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342419, + "question_id": "MvaKUjdKfHuRdU5eBP4fKM", + "question": "What object hangs from the yellow line next to the yellow stick?", + "choices": [ + "hoop", + "carabiner", + "clip", + "loop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558085, + "question_id": "MyEAT53h3X7eRRNR5RkePh", + "question": "Why is he crouching like that?", + "choices": [ + "showing off", + "hiding", + "balancing", + "falling" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 181535, + "question_id": "MysuYpmyVvkngt4ockjy3T", + "question": "Why does this person have their head covered?", + "choices": [ + "fashion", + "protection", + "cleanliness", + "religion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80657, + "question_id": "MzHGLD6yaqPXAazLmk4nG3", + "question": "What function does the rack to the right of the folded towels and in back of the tub perform besides holding towels?", + "choices": [ + "drying rack", + "dehumidifier", + "laundry hanger", + "room radiator" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 463911, + "question_id": "MzRU32WGJnsseSKPKj3tZP", + "question": "What kind of food group is sold at the store?", + "choices": [ + "dairy", + "veggies", + "meat", + "fruits" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40261, + "question_id": "MzSo7ydYVLSLMEf3pVRN3h", + "question": "What level difficulty is this trail?", + "choices": [ + "impossible", + "expert", + "beginner", + "advanced" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 101345, + "question_id": "MzidX4xMm34iuqUr4wcfmo", + "question": "What performer had a saying that can be found on the sign under the large letters?", + "choices": [ + "snow", + "falco", + "vanilla ice", + "mc hammer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200780, + "question_id": "MzvXpYdJkp2942W9WX3Z74", + "question": "What is this cup holder themed after?", + "choices": [ + "type writer", + "keyboard", + "computer", + "cell phone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 201070, + "question_id": "N27sLBUPV6BC5M9QdrfTdw", + "question": "Why has the man covered his head?", + "choices": [ + "warmth", + "protection", + "religion", + "fashion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186664, + "question_id": "N2VyM8CzTVqudduAQf2CpB", + "question": "What does the black item in front of the bear help with?", + "choices": [ + "visibility", + "speed", + "traction", + "brakes" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 112291, + "question_id": "N3QtiRnfzFYCoMuZvDbJKJ", + "question": "Where do people normally engage in this behavior?", + "choices": [ + "suburban town", + "rural village", + "big city", + "small town" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 505154, + "question_id": "N44nrGkoT6SSq2HbEZArme", + "question": "What is needed for this activity?", + "choices": [ + "snow", + "rain", + "water", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 196997, + "question_id": "N67zXRvbzcLM2z5ccfpgxs", + "question": "How big are these animals relative to humans?", + "choices": [ + "very large", + "slightly larger", + "same size", + "small" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74580, + "question_id": "N8vvrbtYhB8TLAiiGqtyAY", + "question": "What is this group of zebras called?", + "choices": [ + "congress", + "pride", + "dazzle", + "tower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71570, + "question_id": "N9AL47EQQrBmoPqTducerP", + "question": "Which position is the cow in?", + "choices": [ + "defense", + "feeding", + "resting", + "ramming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 401752, + "question_id": "NB5kvyM2NHJyztKj22aTF8", + "question": "What can be seen traveling immediately above this location?", + "choices": [ + "submarines", + "vehicles", + "boats", + "airplanes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 337746, + "question_id": "NBQrSQrvUCaSHxfhktK7rG", + "question": "The back half of the table where the animals are sitting is made from what material?", + "choices": [ + "steel", + "plastic", + "aluminum", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283460, + "question_id": "NBrnfdf5h8yHzJxXHc4LUj", + "question": "To which country does the above airplane belong to?", + "choices": [ + "us", + "poland", + "netherlands", + "canada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452364, + "question_id": "NCa8UCspAfotJHynH4Jz4D", + "question": "What does the dog want with the pizza?", + "choices": [ + "sell it", + "eat it", + "bury it", + "sniff it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259916, + "question_id": "NDoR9GgpG5DhWW4GAqj2Em", + "question": "What type of bus is typically equipped with this type of sign?", + "choices": [ + "no bus", + "private bus", + "school bus", + "metro bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500551, + "question_id": "NGoJfygeBzbht3XYBLJHpM", + "question": "What action will she take?", + "choices": [ + "sprint", + "dribble", + "swing", + "dunk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209743, + "question_id": "NHBTd7eYSkDs8CCjdDQATv", + "question": "Why do kites often have long tails?", + "choices": [ + "efficiency", + "style", + "cheaper", + "luck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476156, + "question_id": "NHMEepD3pT3cWpqgJzGhTZ", + "question": "What is the main ingredient in the brown item?", + "choices": [ + "sugar", + "jam", + "fruit", + "wheat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566775, + "question_id": "NHeQtinbNvLAjpezwjZC7M", + "question": "What British artist is known for paintings in the style of this shadow?", + "choices": [ + "tracy emin", + "banks", + "freud", + "hirst" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80211, + "question_id": "NJPD4fzUV8u6D7b63XszZL", + "question": "Why is the water brown?", + "choices": [ + "pollution", + "muddy", + "algae", + "dye" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 423206, + "question_id": "NKQ6XBa9bN56o3kkFPcVoX", + "question": "How did the bear get on top of the furniture?", + "choices": [ + "hiding", + "fell", + "climbed there", + "placed there" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 477992, + "question_id": "NKZiDyGtFHyFvgnTLzKAWW", + "question": "Where does this animal usually hang out?", + "choices": [ + "underground", + "pouch", + "nest", + "cave" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 156996, + "question_id": "NKm6bWjHASGVKmpcUhVBe4", + "question": "Where are these zebras located?", + "choices": [ + "water", + "circus", + "wild", + "zoo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 474549, + "question_id": "NKzXwddmXRCHCRj6qLtjHP", + "question": "What type of building is shown?", + "choices": [ + "church", + "barn", + "lighthouse", + "skyscraper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 11864, + "question_id": "NL4PpQiWaR3bJn78X8gxCB", + "question": "What is likely to be the next meal of the day eaten at the upcoming time for it?", + "choices": [ + "midnight snack", + "lunch", + "dinner", + "supper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 502904, + "question_id": "NL97e8BqEDenonBbTABVbN", + "question": "What material is directly below the pizza?", + "choices": [ + "cardboard", + "metal", + "glass", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195511, + "question_id": "NMTs8Agir5JM9w9KheTNPG", + "question": "What is this style of attire for?", + "choices": [ + "sleep", + "swimming", + "exercise", + "work" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180566, + "question_id": "NN2KMPR2fDBWNk99bDGYzK", + "question": "What are his pants described as?", + "choices": [ + "jeans", + "dress pants", + "capris", + "cargo pants" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87431, + "question_id": "NND66mNK4CyKPPTCu6nXPT", + "question": "How many types of skating is there?", + "choices": [ + "three", + "five", + "two", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433692, + "question_id": "NNEF4njE8yN78Y7BK8g3PV", + "question": "What material is the desk made of?", + "choices": [ + "wood", + "metal", + "marble", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129238, + "question_id": "NNS3MK5vFhwAkghArHhRUV", + "question": "What is the tennis racquet touching?", + "choices": [ + "ladder", + "bird", + "apple", + "basketball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 212120, + "question_id": "NNhZ93eSe4xrxnCPjqaGFA", + "question": "What is on the ice?", + "choices": [ + "polar bear", + "man", + "goal post", + "hockey puck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22934, + "question_id": "NNrNLwCkVNxRKXdoDsdt5u", + "question": "Which one of these functions can the machine to the left of the monitor do?", + "choices": [ + "cool air", + "print", + "give light", + "broadcast tv" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 198099, + "question_id": "NPXQQKHvSK8GvJZaUMwWu2", + "question": "What is the tone of the image?", + "choices": [ + "sepia", + "colour", + "greyscale", + "vibrant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 324257, + "question_id": "NQtTFj3oTaHbW98VtqnCSN", + "question": "What sort of vehicle is likely the next one taken by persons riding on this bus?", + "choices": [ + "uber", + "bike", + "train", + "airplane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 522609, + "question_id": "NRF4fpenhoHvQjXnm3xST7", + "question": "What made the tracks on the ground?", + "choices": [ + "plants", + "cars", + "elephants", + "river" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263001, + "question_id": "NSHqekTDZ5xDkMhnVWHeTi", + "question": "What is the color of the toilet cleaner bottle?", + "choices": [ + "yellow", + "blue", + "red", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125206, + "question_id": "NSdbtXWgmSZDGA6pLnMs5t", + "question": "Which one of these would be beneficial to this body part?", + "choices": [ + "drops", + "shampoo", + "lotion", + "polish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 165304, + "question_id": "NShjeZ6SLFkoAJ3vuhqrWB", + "question": "What food group is the baby eating?", + "choices": [ + "fruits", + "vegetables", + "meat", + "dairy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 211542, + "question_id": "NSifAKAThU4vXXTQ7aduQr", + "question": "Who bought this bus company in 2017?", + "choices": [ + "warrington's", + "transdev blazefield", + "greyhound", + "peter pan" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 92019, + "question_id": "NVFsYhaC95ykZ8RAuHfif2", + "question": "What is the plate made from?", + "choices": [ + "glass", + "plastic", + "wood", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 108522, + "question_id": "NVwZJKM7yTcC5iWBMKfkku", + "question": "The owner of this toy might want to be what when he grows up?", + "choices": [ + "lawyer", + "astronaut", + "artist", + "construction worker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 39164, + "question_id": "NXFKPS7L4MDVDmRSMBTQ8V", + "question": "What are their young referred to as?", + "choices": [ + "joey", + "kids", + "calf", + "cub" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477728, + "question_id": "NY6nc6M3bAXY6fw7ZHJ7TQ", + "question": "Which children's movie character is most similar to this animal?", + "choices": [ + "madagascar's marty", + "madagascar's alex", + "stitch", + "shrek's donkey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 256185, + "question_id": "NYcEiDwjDYYeFSMCzG8cs2", + "question": "What material is the blue and white item in the middle of the room usually made of?", + "choices": [ + "sticks", + "brick", + "wood", + "porcelain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100922, + "question_id": "NYoFNgqpc2gUHiVWtpnCFF", + "question": "What type of animals are eating the grass?", + "choices": [ + "pig", + "cow", + "gorilla", + "zebra" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297849, + "question_id": "NaoRj7oRuysP7My6d89Rcz", + "question": "What type of destination is shown?", + "choices": [ + "coastal", + "rural", + "safari", + "arctic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37056, + "question_id": "NaugUDw94sRyDw4cWrw9Fb", + "question": "This type of performance is often seen in what entertainment venue?", + "choices": [ + "circus", + "aquarium", + "theater", + "stadium" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391007, + "question_id": "NcVGx5i6rSLjASrSimb9yJ", + "question": "Where is the money being stored?", + "choices": [ + "luggage", + "mattress", + "bank", + "fish tank" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439475, + "question_id": "Ncg4NsiXGjmxfHUCSbTHoJ", + "question": "Which one of these names would fit in with the two displayed here?", + "choices": [ + "serena", + "dominique", + "tiffany", + "melissa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 448811, + "question_id": "NcpeMmEfP2gtgmavW2ZHky", + "question": "What is the person wearing?", + "choices": [ + "backpack", + "baseball cap", + "goggles", + "armor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 406367, + "question_id": "Nf4hXrSmGCBRPeeqVSRb4f", + "question": "Why is the bear standing up?", + "choices": [ + "reading", + "drinking", + "eating", + "hiding" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 57565, + "question_id": "NfJz6bdp2Cf66CjcyBzaZb", + "question": "The place settings here could be termed as what?", + "choices": [ + "festive", + "restrained", + "non existent", + "staid" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 321379, + "question_id": "Nfa74z4LpdRE7RRfEPs58T", + "question": "Where is the cat seated?", + "choices": [ + "handlebar", + "tire", + "basket", + "bike seat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550433, + "question_id": "NfupuXvoyzJEhoSNoDsFfm", + "question": "The light sources on the wall would normally be where?", + "choices": [ + "in floor", + "night stand", + "on bed", + "in window" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544270, + "question_id": "NfvApSoowhiRnx3yxstL33", + "question": "Who would lose money if one of them escaped?", + "choices": [ + "car salesman", + "shepherd", + "cowboy", + "horse wrangler" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 239962, + "question_id": "Ngp4WxJNssXYiPtdJA7WVU", + "question": "Which door must be open on the refrigerator if someone wants to add ice to their glass?", + "choices": [ + "left", + "right", + "none", + "bottom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367054, + "question_id": "NhiCURnKfdQrt77rkiBgKG", + "question": "What kind of bathroom is this?", + "choices": [ + "plane", + "home", + "school", + "hotel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82717, + "question_id": "NiDE6kkXMuyrE9mbkGURHM", + "question": "What kind of a shirt is the man on the right wearing?", + "choices": [ + "long sleeve", + "plain", + "concert", + "short sleeve" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 248635, + "question_id": "NjExDNFm4ov7x4XAFrq7rc", + "question": "What part of the rightmost broccoli has been cut down the middle?", + "choices": [ + "bud", + "crown", + "stalk", + "floret" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557115, + "question_id": "NkLrznkL9jhpxRZte7rzDD", + "question": "Why is the colorful strip on the luggage?", + "choices": [ + "easily found", + "stylish", + "hiding", + "vandalized" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464530, + "question_id": "NmYp9TkXpNekDTSHAFNunN", + "question": "What is being transported in wires above this creatures head?", + "choices": [ + "horses", + "electricity", + "nothing", + "gas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 344542, + "question_id": "Np3YtUMdwzyR82NaajWVfX", + "question": "What could this man most likely be getting ready for?", + "choices": [ + "clean house", + "wedding", + "basketball game", + "skiing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456620, + "question_id": "NpQYC2TMKxYrNrwXxJsyzw", + "question": "What caused the two white items to become misshapen?", + "choices": [ + "friction", + "fall", + "cold", + "heat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125326, + "question_id": "Nq9RkUi9m4ghF4CKR9wBuz", + "question": "What type of phone is she using?", + "choices": [ + "landline", + "cellular", + "pay", + "rotary" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351670, + "question_id": "NrcAxtLj5mfeKsEuMWJin2", + "question": "How many people will likely be eating?", + "choices": [ + "one", + "four", + "three", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81762, + "question_id": "NspkXh29JvVboHe5qwAmgx", + "question": "What Biblical character is often depicted with this fruit?", + "choices": [ + "isaiah", + "jesus", + "eve", + "john" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 534221, + "question_id": "NsxfdGcbmVj7DueB2CUvuU", + "question": "What kind of material is the cake sitting on?", + "choices": [ + "wood", + "metal", + "paper", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263290, + "question_id": "NtcbR3WdDUdAZXAJKQM9rn", + "question": "Besides English what language is seen here?", + "choices": [ + "italian", + "spanish", + "french", + "german" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490573, + "question_id": "NucDAMY8Pqdzgipg5HkVdq", + "question": "What type of pattern is seen at the back of the shoes?", + "choices": [ + "stripes", + "zig zag", + "checkers", + "dots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515906, + "question_id": "Nug5f4XYr8BQv5GAUSPv89", + "question": "What type of book is underneath the phones?", + "choices": [ + "cookbook", + "mystery novel", + "manual", + "stephen king" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351155, + "question_id": "NvbcDVJapzuZXGav6LocJa", + "question": "What sound is produced by the animal above?", + "choices": [ + "neighs", + "moes", + "hisses", + "chitters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470603, + "question_id": "Nw9nAhuERhFE2bHeLAnAEJ", + "question": "What does the gold topped bottle most likely hold?", + "choices": [ + "beer", + "water", + "wine", + "juice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29503, + "question_id": "NwG9eP4qCe52aSQo5TNenH", + "question": "What would be a more practical mode of transportation for the police officer?", + "choices": [ + "monster truck", + "bike", + "scooter", + "donkey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454461, + "question_id": "NwJsWXQZWegWZK5rkLYUKH", + "question": "What is this laptop being used for here?", + "choices": [ + "zoom call", + "data entry", + "turking", + "sales call" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93529, + "question_id": "NwjjoHs5SeGQJKYZmnKhKh", + "question": "What species of animal is being held?", + "choices": [ + "canine", + "rodent", + "fake animal", + "ursine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 221285, + "question_id": "NxrYs2rMF6cKBG8J9T6fVJ", + "question": "What is this type of window called?", + "choices": [ + "slider", + "picture", + "awning", + "bay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25781, + "question_id": "Ny2FLRkfTuFWECeMaXFh4Y", + "question": "These tracks are set up for use by what type trains?", + "choices": [ + "none", + "coal only", + "wood fired", + "electric" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508903, + "question_id": "NzhtbFATGePkCV6Pi6vUMv", + "question": "What sort of occasion is the man shown here prepared for?", + "choices": [ + "business professional", + "beach party", + "dive bar", + "airline host" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 402517, + "question_id": "P2SQbWYsCKyUAmb6W4yzeT", + "question": "What is the complimentary color of the bench's color?", + "choices": [ + "white", + "pink", + "orange", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 131141, + "question_id": "P3eYNsHjKsyLwZ4NaNvjpN", + "question": "What grass family sweetener is used to prepare the item shown here?", + "choices": [ + "beets", + "rye", + "sugar", + "stevia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 530659, + "question_id": "P5XbLVvi4pLH47ZG3ZHfV9", + "question": "At least how many different signs are attached to this pole?", + "choices": [ + "five", + "three", + "two", + "ten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569118, + "question_id": "P5bdAYPtXP6yRhPUHEsYst", + "question": "What are they standing in?", + "choices": [ + "water", + "snow", + "sand", + "mud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483121, + "question_id": "PAdvs9KQvKAHhCpzqrtUj9", + "question": "What is the elongated contraption coming down from the roof used for?", + "choices": [ + "ventilation", + "entertainment", + "light", + "cooking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 24977, + "question_id": "PAszpVnQ7qU6qAM6nxvDSn", + "question": "What type stove is shown here?", + "choices": [ + "electric", + "microwave", + "propane", + "gas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 207285, + "question_id": "PBeMTDoB8mTAhg5jfefVLy", + "question": "What is the person pictured above doing?", + "choices": [ + "riding", + "surfing", + "skating", + "walking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 316297, + "question_id": "PC9DUToJxqqUv9njUfwgfN", + "question": "What is causing some of the flowers to grow downward?", + "choices": [ + "animals", + "wires", + "rotational growth", + "gravity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513770, + "question_id": "PCTM5ANi8Y6dbTJCGJWWnz", + "question": "What has caused the water to give off a pink shine?", + "choices": [ + "algae", + "flamingos", + "paint", + "shrimp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37914, + "question_id": "PCZo6gKgzjs7YZibzaASAL", + "question": "Where is the most likely place for this trail?", + "choices": [ + "mountain", + "seaside", + "jungle", + "valley" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 529194, + "question_id": "PDAbP5ZeUAZ6Qd6pTkmykr", + "question": "From the clouds in the sky above the clock tower what type of precipitation is likely to occur shortly?", + "choices": [ + "snow", + "hail", + "rain", + "sleet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354811, + "question_id": "PDpG2V3VpzdcKMkiQYZFHa", + "question": "What is the small blue flower with the white center called?", + "choices": [ + "hyacinth", + "zinnia", + "carnation", + "orchid" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 109861, + "question_id": "PE36khwJFhKS8Y3nMFudLd", + "question": "What environment do these birds most enjoy?", + "choices": [ + "grassland", + "jungle", + "desert", + "tundra" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 70634, + "question_id": "PMahHakpLtA378fMaMDjXP", + "question": "What are the yellow circles on the front of the vehicle used for?", + "choices": [ + "boarding", + "steering", + "stopping", + "light" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 313433, + "question_id": "PPUuJGkwiF2M2sAq7UFLwD", + "question": "What type of dog is shown?", + "choices": [ + "golden retriever", + "rottweiler", + "siberian husky", + "poodle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98176, + "question_id": "PPbyNDBdhRcauspNnzbpUX", + "question": "What letter in the alphabet comes after the letter on the racquet?", + "choices": [ + "m", + "x", + "t", + "w" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 538998, + "question_id": "PPqGxYHWUyTGAmqNv8oPsG", + "question": "Where is this horse located?", + "choices": [ + "field", + "barn", + "street", + "circus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376419, + "question_id": "PQtyy95wjRDYTF2oiKazan", + "question": "In which English county might you find a town that has the same name as the word after the W on the sign?", + "choices": [ + "cornwall", + "cumbria", + "essex", + "lancashire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74108, + "question_id": "PR7A7AfEy7TzyhMyFgzsRn", + "question": "What number is closest to the number on the pole?", + "choices": [ + "143", + "807", + "225", + "653" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 416939, + "question_id": "PRF5fPGFkcG7KWAmfiLuyi", + "question": "What might explain why the man in the background is crouching over near the bushes?", + "choices": [ + "creeping", + "gardening", + "hiding", + "playing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 86744, + "question_id": "PRNjCmoXsLi66D6w38BSfv", + "question": "What is the activity the man is performing called?", + "choices": [ + "surfing", + "windsurfing", + "kiteboarding", + "parasailing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566322, + "question_id": "PRj9kowaZvNvowhDK4aD7x", + "question": "What country's flags are at the top?", + "choices": [ + "canada", + "mexico", + "united states", + "ireland" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 145735, + "question_id": "PT7KTGh42mMmmuMUZZZzJA", + "question": "What kind of meat is in the sandwich?", + "choices": [ + "riblet", + "salami", + "beef", + "hot dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290299, + "question_id": "PTgfMXGUJKBqK7fVjsd3xm", + "question": "What agent acted on this laptop to close it partially?", + "choices": [ + "maid", + "owner", + "passerby", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89842, + "question_id": "PTwHuwNECzSwb9iuqWnEwQ", + "question": "How has this food been portioned?", + "choices": [ + "shred", + "cubed", + "diced", + "sliced" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151810, + "question_id": "PVPHAsvMu8hGCHqPR7weBA", + "question": "How is the smaller animal related to larger?", + "choices": [ + "none", + "offspring", + "zebra inlaw", + "enemy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321695, + "question_id": "PVYVskvvT49pQ33omJccJQ", + "question": "About what temperature is it here?", + "choices": [ + "20 f", + "130 f", + "90 f", + "32 f" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 554511, + "question_id": "PWK7iBCf944HCaocrvj5HG", + "question": "What is the bear laying in?", + "choices": [ + "water", + "couch", + "hammock", + "bed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 414587, + "question_id": "PWeET8miWVCFYJJkVHao6g", + "question": "Where is the real version of the item found that appears as a sticker on the basket?", + "choices": [ + "cave", + "underwater", + "right thigh", + "human chest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183471, + "question_id": "PXpkoXURPBLe8xJXC4FkBW", + "question": "If he falls what will he land in?", + "choices": [ + "sand", + "kite", + "water", + "mountain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 134753, + "question_id": "PXvsx9CnG2iMioaCR82tnG", + "question": "How is this space heated?", + "choices": [ + "radiator", + "forced air", + "fire", + "coal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570421, + "question_id": "PYnBYP8HPwMbzxSVYyxVfx", + "question": "What does the building resemble?", + "choices": [ + "castle", + "brownstone", + "apartment", + "barn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415729, + "question_id": "PZEhNFQDN22zZuxTw2Rddw", + "question": "What do you get if you add ten to the number on the shirt?", + "choices": [ + "55", + "36", + "40", + "12" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470755, + "question_id": "PZLTgoKzsDXR3bU3fMBUmU", + "question": "What would most likely cause the giraffe on the brown surface to move?", + "choices": [ + "bad weather", + "kids playing", + "incoming vehicle", + "predators" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 57204, + "question_id": "PZg3UgYNjfiFLTg4reuvP2", + "question": "What is the man using the umbrella to protect his head from?", + "choices": [ + "rain", + "sand", + "waves", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485646, + "question_id": "PaPDDixriMcAX5KLvrqVKZ", + "question": "What material was the first computer mouse made of?", + "choices": [ + "plastic", + "carbon", + "wood", + "steel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 95570, + "question_id": "Pafji2sGzgtoywT4uGAstE", + "question": "What is most effective if you see a child run in front of you car at this location?", + "choices": [ + "scream loudly", + "curse", + "honk", + "stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 405946, + "question_id": "PbBybFkN6uQHzDGMqQnM4n", + "question": "What type of object is in the yellow bowl in the coup that the white cat is attempting to get?", + "choices": [ + "water", + "food", + "chew toys", + "yarn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508648, + "question_id": "PbjVADepdBmxd6tc9Zf7jW", + "question": "The colors on the hydrant resemble what?", + "choices": [ + "dalmatian", + "papaya", + "crow", + "candy cane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 145535, + "question_id": "PbjovssJ9hKde663kyPX4o", + "question": "The cats huddle here why?", + "choices": [ + "mice food", + "beverages", + "mouse pad", + "warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51420, + "question_id": "PcxZDEChYtBrt7Jvfd4noa", + "question": "Which one of these companies makes items that would have a similar taste to these?", + "choices": [ + "stanley", + "hershey's", + "black decker", + "nasoya" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336282, + "question_id": "PdTKJPamMpRKbUVyiUeujR", + "question": "What is the woman pressing?", + "choices": [ + "button", + "weights", + "dough", + "juice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 208488, + "question_id": "PddEkZJK7orghjPrcFW5Cp", + "question": "What country does this plane originate from?", + "choices": [ + "italy", + "england", + "germany", + "greece" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466709, + "question_id": "PdwsXhYTVMQvqb85KDZJsn", + "question": "What is the man currently using his shoe for?", + "choices": [ + "running", + "beer holder", + "walking", + "soccer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 48592, + "question_id": "Pe9HbVpmkgL5roVjCKKA4v", + "question": "Why carbon fiber is used in snowboard?", + "choices": [ + "flexibility", + "gravity", + "grip", + "force" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25303, + "question_id": "PeLdFdMLMkaqhRbncoFFp9", + "question": "What flavor are pink donuts?", + "choices": [ + "vanila", + "chocolate", + "scotch", + "berry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146486, + "question_id": "PfvD3MUgf2497Upc8qUu4Z", + "question": "What usually goes into the white basin?", + "choices": [ + "water", + "flowers", + "sand", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 398348, + "question_id": "PgkKVyT5AeJd4Mw24gB5dJ", + "question": "What writing are you most likely to see on the train?", + "choices": [ + "6732", + "cn", + "train", + "bnsf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488669, + "question_id": "PgkWYkqqDKFnK8ZkRy4DPw", + "question": "What is the name of this dish?", + "choices": [ + "cinnamon tart", + "cheesecake", + "apple pie", + "quiche" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 328795, + "question_id": "PiSJLq6RyFGmCiECteyZH3", + "question": "What is the person riding?", + "choices": [ + "goat", + "horse", + "surfboard", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139770, + "question_id": "PifH4o5obrDmbtYUBpiLNM", + "question": "What are the shoes he's wearing for?", + "choices": [ + "basketball", + "skateboarding", + "running", + "surfing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267107, + "question_id": "PjVUpNZDRHmkfFkUCrCxD2", + "question": "What facility is shown here?", + "choices": [ + "library", + "office cubicle", + "none", + "mall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 165304, + "question_id": "PkMfyTP6B8jyo7HABMAf9K", + "question": "Which utensil will he start using first?", + "choices": [ + "spoon", + "fork", + "chopsticks", + "knife" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 423661, + "question_id": "PkyDmNXbtf7UWHrHQQXiFV", + "question": "This would be a good gift for a child who wants to go into what field?", + "choices": [ + "engineering", + "medical", + "athletics", + "horticulture" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297057, + "question_id": "PmYJ25fZ26a2wAsL62Nb98", + "question": "The person who goes first in the game played in this room does what?", + "choices": [ + "wins", + "breaks", + "flip coin", + "twirls cue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155084, + "question_id": "PmhERWw647NFjcsxXhSocn", + "question": "What kind of a setting is this?", + "choices": [ + "beach", + "daytime", + "zoo", + "nighttime" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 449589, + "question_id": "PnTBzm3KT5P5i3THFA2PwA", + "question": "Which type of zebra is in the above picture?", + "choices": [ + "plain", + "mountain", + "none", + "grevy" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 481249, + "question_id": "PnyGPsVbvpbKZq6d2mJraG", + "question": "How did persons in this valley now get there?", + "choices": [ + "train", + "bike", + "camper truck", + "motor cycle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565145, + "question_id": "Po9Wc5qbsz9gMnXPbimNvy", + "question": "What is this man likely recording?", + "choices": [ + "construction", + "proposal", + "traffic", + "another skateboarder" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22055, + "question_id": "PoFZbxyNPi3vpiotR3e68W", + "question": "What did the man do to his hair?", + "choices": [ + "comb", + "laser", + "shave", + "grow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338409, + "question_id": "PoHKrEiBen3RzieoptnBAn", + "question": "Which cities fire department uses the red round item?", + "choices": [ + "mexico", + "new york", + "okla", + "santa fe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463871, + "question_id": "PoHjGtwM9W7zeKQATVipVu", + "question": "What is the item in the center of the building tower used for?", + "choices": [ + "predicting weather", + "flinging apples", + "telling time", + "deterring pests" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 322087, + "question_id": "PoXMuo3ztwHt6oaRUZNejz", + "question": "The fruit here is cut in what manner?", + "choices": [ + "moth cut", + "none", + "bisected", + "chopped" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123394, + "question_id": "PpTAcwkM58XzoWs3LgnoKF", + "question": "What was done to the sign that changes the messages meaning?", + "choices": [ + "shape", + "paint", + "vandalism", + "location" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 215267, + "question_id": "Pr2auXfLEBBqy5ENdGkJxq", + "question": "Her headgear is useful in case of what?", + "choices": [ + "headache", + "fall", + "cold", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 24114, + "question_id": "PrfsRMFfZYzod2kQuhdCJK", + "question": "What can the objects on their heads be used for?", + "choices": [ + "fighting", + "mating", + "grazing", + "drinking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439408, + "question_id": "PtUfsVxRsixptdYGTFhwFP", + "question": "What purpose does the train still serve for people?", + "choices": [ + "wind block", + "historical", + "aesthetics", + "transport" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 580153, + "question_id": "PtXPL4FJJ8YiVXw6QUXinx", + "question": "How was the picture of the person here oriented for display?", + "choices": [ + "rotate 360", + "rotate 45", + "rotate 180", + "rotate 90" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229693, + "question_id": "PuBHBiZ9v35s3uV5DAPLGz", + "question": "How many different flavors of Rock star energy drinks are there?", + "choices": [ + "25", + "14", + "32", + "15" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6045, + "question_id": "PvtbG5LcyrY4dazKFTYghe", + "question": "What is the name given to this type of bus?", + "choices": [ + "cargo bus", + "luxury bus", + "double deck", + "school bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549681, + "question_id": "PxHuKM6qXj7xSDD788T4qy", + "question": "This train is carrying what now?", + "choices": [ + "money", + "vacationers", + "dogs", + "freight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254530, + "question_id": "PxuLETida4yZy5tDsvvY8E", + "question": "The item the man is holding protects against what?", + "choices": [ + "weather", + "vampires", + "earthquakes", + "mad cows" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 221986, + "question_id": "Py4sGm3ronCVo5GwqpoV4f", + "question": "This animal is classified as a what?", + "choices": [ + "herbivore", + "omnivore", + "cannibal", + "carnivore" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314548, + "question_id": "Pz6WrF5gmzvBZHcrQPTyfS", + "question": "The person is holding on to what?", + "choices": [ + "lasso", + "string", + "collar", + "basket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 184593, + "question_id": "Q2LJT2syPBUMHWgoyrVFCg", + "question": "What material is used to surround train tracks?", + "choices": [ + "asphalt", + "cloth", + "ballast", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 206813, + "question_id": "Q2emsWomh7m4ijmR2DevQ7", + "question": "Is it semi modular kitchen?", + "choices": [ + "ultra", + "yes", + "no", + "deluxe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 450435, + "question_id": "Q2fppXyFnzosVpbyEucaqM", + "question": "What are these devices intended to tell you?", + "choices": [ + "speed", + "time", + "temperature", + "date" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197149, + "question_id": "Q3mvBFpnRZrjHN97sQNCXS", + "question": "What habitat is this?", + "choices": [ + "river", + "tundra", + "marsh", + "savanna grassland" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 509670, + "question_id": "Q5HXXTxWt66yWpkAqfjzNL", + "question": "What material are these bottles made of?", + "choices": [ + "paper", + "glass", + "aluminum", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372818, + "question_id": "Q5N6AZyfjqgqbg57GjGCao", + "question": "What type person sleeps here?", + "choices": [ + "man", + "nobody", + "lady", + "elderly uncle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376425, + "question_id": "Q5ST3GQJwAacmsfqMTN2vj", + "question": "This zebra must love eating what?", + "choices": [ + "cereal", + "grass", + "apples", + "leaves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 179601, + "question_id": "Q5bcVaUC3n7DajBsAbLDxA", + "question": "If someone wanted to go somewhere to read which way should they turn here?", + "choices": [ + "straight ahead", + "right", + "left", + "uturn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 45319, + "question_id": "Q6TLVWkAyWC4xwdCbJgf2b", + "question": "On what type of surface is this cat laying?", + "choices": [ + "table", + "bed", + "mud", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 316896, + "question_id": "Q7Fa47Amc95oK93wvWenUW", + "question": "What is connecting the mouse to the laptop?", + "choices": [ + "electrical wire", + "sound waves", + "rf", + "magnetic force" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 93265, + "question_id": "Q7NFi8vhiTw6kfoMzLuwRH", + "question": "What protective gear should this person wear?", + "choices": [ + "ear muffs", + "knee pad", + "helmet", + "goggle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433681, + "question_id": "Q7i2x6bALevtJgi3DmhZap", + "question": "During which time of the day is the cat in the luggage pictured?", + "choices": [ + "noon", + "night", + "morning", + "afternoon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311198, + "question_id": "Q86f6NaXqrowQNNR2kmcET", + "question": "What is needed to cook the yellow colored food in this bowl?", + "choices": [ + "air", + "sugar", + "rocks", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558261, + "question_id": "Q9qmd3gk6pRtbFoKwPQhaZ", + "question": "What kind of heating is setup in the room?", + "choices": [ + "central heat", + "forced air", + "liquid heating", + "radiation heat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 34255, + "question_id": "QA6mjUMHiCePXD2voGceQ2", + "question": "How many people would be needed to fill all these benches?", + "choices": [ + "hundreds", + "dozen", + "two", + "one" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 405917, + "question_id": "QCEkbH3KNJRK4EHL7jwSuA", + "question": "What country is this intersection in?", + "choices": [ + "england", + "sweden", + "germany", + "russia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286652, + "question_id": "QCc4qJJR87yBkuqXparA7j", + "question": "Which classic Greek figure is this picture reminiscent of?", + "choices": [ + "hippolyta", + "athena", + "narcissus", + "odysseus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36894, + "question_id": "QDZQZSLnJFrtJV4xeWHr5F", + "question": "What object is the cat hiding under?", + "choices": [ + "remote", + "post-its", + "headphone", + "router" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424414, + "question_id": "QDbFJnWCn93YZungCbqDBZ", + "question": "Cutting down the blind spots as long as the object is in their focus in which mirror?", + "choices": [ + "side", + "none", + "back", + "front" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 510878, + "question_id": "QDiAGccmvU8tpyzhpW6Szs", + "question": "What part of her body is being protected with equipment?", + "choices": [ + "head", + "elbow", + "hip", + "knee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 353708, + "question_id": "QE5tmD24fKQBsK273DLw5K", + "question": "The border design is made of either real or fake what?", + "choices": [ + "copper", + "gold", + "silver", + "diamond" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366800, + "question_id": "QEDtDrDJ2NWn9uv8bhFABU", + "question": "What food item is manufactured from these animals?", + "choices": [ + "honey", + "milk", + "pork", + "silk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368804, + "question_id": "QEfTwnQrwkmywgE6pd87io", + "question": "What would be a good replacement for the marbles?", + "choices": [ + "water", + "nails", + "pasta", + "coins" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226094, + "question_id": "QEv2jhhHsPC7x2MpL9gNZL", + "question": "The mechanism here does what to water?", + "choices": [ + "purifies it", + "heats", + "chills it", + "filters it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495787, + "question_id": "QFz7TwNKF497DLS5z4z4z8", + "question": "Why are so many zebras in the water?", + "choices": [ + "cooling off", + "fighting", + "hiding", + "going home" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 402517, + "question_id": "QJfyZzPAVyN9zJSgf2TxXK", + "question": "What type of location is on the left?", + "choices": [ + "school", + "park", + "greenhouse", + "garden" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96736, + "question_id": "QJwTj76K5MUjE5MeE9ieZY", + "question": "Those dark silhouettes amid the turquoise are made by what?", + "choices": [ + "books", + "people", + "paint", + "statues" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569882, + "question_id": "QPfULRTBnTRDShMGgtFjCt", + "question": "What would one expect to get in this establishment?", + "choices": [ + "donuts", + "personal training", + "book", + "haircut" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 131975, + "question_id": "QPy8uRMLq8m9P7rKfQ6ro2", + "question": "What kind of outfit is the man wearing?", + "choices": [ + "hoodie", + "tuxedo", + "t-shirt", + "wetsuit" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 239344, + "question_id": "QQWS9PevyifDmWRi9WD7SN", + "question": "What is the large green item?", + "choices": [ + "saucer", + "baseball bat", + "bean", + "crown" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 347518, + "question_id": "QQsFUTbKjmrAzJuLeVpFT5", + "question": "What vehicle is the suitcase being loaded into?", + "choices": [ + "car", + "boat", + "bus", + "plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309931, + "question_id": "QRTX5VvpUi4xcFxVKZiDcS", + "question": "What can be said about the substance coming out of the giraffe?", + "choices": [ + "frozen", + "liquid", + "solid", + "melting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54170, + "question_id": "QRZTa5ojBfN5tLCxg896gM", + "question": "What musical instrument is most visible?", + "choices": [ + "harp", + "hammond organ", + "pipe organ", + "piano" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129734, + "question_id": "QTMZ9PuQbyhCfEdoiGa36p", + "question": "What is the smallest number that appears on the side of the plane?", + "choices": [ + "three", + "six", + "one", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 207456, + "question_id": "QVQGdPgQaQVbCTzune9PvD", + "question": "What is the car parking size in meter?", + "choices": [ + "1.5x2", + "3.5x4", + "2.5x4", + "2.5x5" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 548427, + "question_id": "QWUVjuTebgPFjWRuHmNoX5", + "question": "What might be written on this cat's collar tab?", + "choices": [ + "owners ssn", + "it's spouse", + "it's name", + "diet preference" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399056, + "question_id": "QWYp5HmqV2gmkNVbykARF2", + "question": "What part of the house is this?", + "choices": [ + "bedroom", + "kitchen", + "loft", + "bathroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 493098, + "question_id": "QZf7j9UkzSE9y23kXBe9hM", + "question": "What danger might fliers on this plane face today?", + "choices": [ + "overheating", + "birds", + "road rage", + "icing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 408704, + "question_id": "QZyKgQPnKRUkxA5dhgjXej", + "question": "If this truck needs to empty it's bed what part might lower by mechanism?", + "choices": [ + "cab", + "front", + "rearmost", + "wheel" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 275447, + "question_id": "Qa9JyM2nXxe6pKgkPYHdQi", + "question": "The woman is riding the white horse during which time of the year?", + "choices": [ + "summer", + "spring", + "fall", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164968, + "question_id": "QabvbiY9ZbdGQZLAaKDthy", + "question": "What design are the guys underwear?", + "choices": [ + "solid", + "stripe", + "hearts", + "circle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 112433, + "question_id": "QbwXP6QPcBB4MFFXScHQis", + "question": "What does the person have on?", + "choices": [ + "jacket", + "handcuffs", + "dress shoes", + "tiara" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311778, + "question_id": "QdsQ6d7VB4SucizophBASu", + "question": "Who placed the cat in the bag?", + "choices": [ + "it's inlaws", + "mother", + "cat", + "torturer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 66777, + "question_id": "QePpn7ZuxPznPAFAt3hvnH", + "question": "What shape are the skis making?", + "choices": [ + "octagon", + "cross", + "hexagon", + "circle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 138889, + "question_id": "QfAiFWVCWcrg793w9hjc4P", + "question": "What is the symmetric shape of this kite?", + "choices": [ + "delta", + "bow", + "hexagonal", + "box" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468881, + "question_id": "QfM6b8MGHDHiDBYWMcTwfg", + "question": "What kind of phone is this?", + "choices": [ + "samsung", + "nokia", + "blackberry", + "motorola" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374619, + "question_id": "QgcDdT8r7wRLLw6FvZZTxX", + "question": "What type of animal is shown?", + "choices": [ + "aquatic", + "flying", + "prehistoric", + "reptile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267483, + "question_id": "QgxUMtnqvXtEQvNxXMEYrq", + "question": "About how much of this pie is likely to be taken home to eat later?", + "choices": [ + "3/4", + "none", + "all", + "half" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303460, + "question_id": "QhfdvqtnQqcAGqRUJpSgCz", + "question": "What kind of location is this building in?", + "choices": [ + "wilderness", + "oceanside", + "city", + "mountaintop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567883, + "question_id": "QhspmuQeyWdGp6dW9CyULQ", + "question": "What company is known for making the item behind the cat?", + "choices": [ + "mcdonald's", + "dell", + "green giant", + "tesla" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528419, + "question_id": "QiazTuswN7pAES9EjNTq6H", + "question": "What type bird is shown here?", + "choices": [ + "sparrow", + "woodpecker", + "hummingbird", + "chicken" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424762, + "question_id": "QkN9LxvviWkzht3GJmSZfw", + "question": "What word describes the number of animals here?", + "choices": [ + "duo", + "quartet", + "trio", + "battalion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309931, + "question_id": "QkYdZokX3myMaiUQxc8rZJ", + "question": "What is the giraffe doing?", + "choices": [ + "eating", + "sleeping", + "drinking", + "peeing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 73486, + "question_id": "QmGteiRMeJcKy84h7xYnwT", + "question": "Which animals are the people above riding n?", + "choices": [ + "none", + "horse", + "donkey", + "zebra" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164451, + "question_id": "QmSipTZ4V9GrEeftP7pFRh", + "question": "How many years old is this building?", + "choices": [ + "120", + "269", + "150", + "75" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5836, + "question_id": "Qn3B8X3WHUyH5F2TXRTojb", + "question": "What time is shown on the clock?", + "choices": [ + "midnight", + "noon", + "300", + "442" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518062, + "question_id": "QnYM6SrK2ZJxPLBNKMNg3r", + "question": "What are the pans in front of the white blender made from?", + "choices": [ + "aluminum", + "copper", + "steel", + "cast iron" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 120175, + "question_id": "QoDE9dCPqhcbGkSfochsLE", + "question": "What is the clock made of?", + "choices": [ + "wood", + "paper", + "cardboard", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65470, + "question_id": "QqNbQw59Tj7TaUpxW3EGNh", + "question": "Who is allowed to use this bench?", + "choices": [ + "bears", + "anyone", + "over 65", + "ticket holder" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36946, + "question_id": "QqkYaVqWdKhawGoCr7ijBe", + "question": "What type of environment is this?", + "choices": [ + "savanna", + "wetland", + "desert", + "rainforest" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 479276, + "question_id": "QsfS7nGZLp89xRBaaA2a62", + "question": "Who installed this contraption?", + "choices": [ + "animal control", + "hunter", + "park ranger", + "homeowner" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357876, + "question_id": "QtTbr6D2QP3JqXJhZd9KK2", + "question": "How does the television receive its content?", + "choices": [ + "broadcast antenna", + "dvd", + "cable", + "streaming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65230, + "question_id": "QuASEcnNjBC7dK8bprxs7n", + "question": "How many toilets have the lid down?", + "choices": [ + "two", + "four", + "one", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260069, + "question_id": "QuAupX7AjeUM2Juu2kK6Tk", + "question": "How many buses are in the image?", + "choices": [ + "three", + "ten", + "one", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 436322, + "question_id": "QugmtCPcrr8ziZzDtRuU7K", + "question": "What is the person holding on his hand?", + "choices": [ + "bat", + "nothing", + "skateboard", + "rubber" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98254, + "question_id": "QukZmh99TRk95vwJ26p6Vy", + "question": "What company is known for making vehicles like this?", + "choices": [ + "suzuki", + "nintendo", + "tesla", + "ibm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466778, + "question_id": "QvLecoaF92Yx5tRs492Bsv", + "question": "What is needed for this activity?", + "choices": [ + "sandals", + "skis", + "skates", + "board" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 18646, + "question_id": "QvTgxkgpJirsSH2NXFNsJs", + "question": "What animals are in the photo?", + "choices": [ + "rhino", + "kangaroo", + "giraffe", + "bear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378332, + "question_id": "Qws7yvLAh9Ag672zqxF8sk", + "question": "Which celebrity would the shoe likely belong to based on their name?", + "choices": [ + "jim carrey", + "tom sizemore", + "john wick", + "jessica alba" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 253719, + "question_id": "QyYDFVcehjmgaGj3DVQfgm", + "question": "What number do you get if you add both numbers on both shirts together?", + "choices": [ + "35", + "29", + "77", + "68" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 68831, + "question_id": "Qyq5KdbyqHn8oeLxtdE8Xy", + "question": "What is similar to what is happening here?", + "choices": [ + "dog sledding", + "water polo", + "shuttle launch", + "brain surgery" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 31701, + "question_id": "Qz4fpa5Lm8FWaxA5nJAhVg", + "question": "What insect is most likely to pollinate the items on display here?", + "choices": [ + "white flies", + "aphids", + "bees", + "ants" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 353537, + "question_id": "QzCbTQHzkeZFVHQ528XxBN", + "question": "What brand are the shoes?", + "choices": [ + "nike", + "reebok", + "adidas", + "new balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271086, + "question_id": "QzugcueAmhWYEaM5Wn5zX3", + "question": "The item in the window cell has what to contain the bouquet?", + "choices": [ + "cup", + "jug", + "vase", + "mug" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499471, + "question_id": "R2EZJnQHMZw6aMT36UKn5y", + "question": "What is the man wearing?", + "choices": [ + "speedo", + "wet suit", + "sweatshirt", + "tank top" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532870, + "question_id": "R36muJpi2Lffxo9x9v7RgS", + "question": "What are the animals standing on?", + "choices": [ + "dirt", + "water", + "grass", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395119, + "question_id": "R3JsNZ6YqqGvGCMzNyzF5z", + "question": "What might someone do in the red brick enclosure?", + "choices": [ + "urinate", + "pose", + "bathe", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532870, + "question_id": "R4PXgnd6R2Cy9aGU4qRXL6", + "question": "These animals might be used for which sort of meat if butchered?", + "choices": [ + "mutton", + "chicken", + "near meat", + "pork" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 240958, + "question_id": "R4bzFU38u9PLPKYoBxqUeV", + "question": "What is a smaller animal that has the same colouration?", + "choices": [ + "mule", + "penguin", + "beaver", + "robin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142180, + "question_id": "R55dEmMaAZMVsCm3D4VL5a", + "question": "What powers the light shown here?", + "choices": [ + "electricity", + "coal", + "gas", + "kerosene" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 553423, + "question_id": "R5ycCLPYZgkcTPUF4NpYmN", + "question": "What method is used to dry hands in this bathroom?", + "choices": [ + "paper towel", + "terricloth towel", + "hand dryer", + "napkins" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96121, + "question_id": "R66EAWpoxf3R2S4ZdaCoJz", + "question": "What are these groups of zebra engaged in?", + "choices": [ + "running", + "breeding", + "dying", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390604, + "question_id": "R6ADDp9MuYMEKTn2oCX5tJ", + "question": "What is the animal doing in this location?", + "choices": [ + "eating", + "relaxing", + "stalking", + "crying" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142373, + "question_id": "R6hjo8YF9hdbvTJTJWFK2h", + "question": "What process created this hat?", + "choices": [ + "baking", + "knitting", + "debate", + "exercising" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565145, + "question_id": "R6sdBWt9gnjSQea7t9NTmK", + "question": "What is he doing?", + "choices": [ + "filming skateboard", + "resting", + "cleaning", + "shaving" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458062, + "question_id": "R85c6Bt6ueHncLNwg94yzR", + "question": "The slope here is suitable for whom?", + "choices": [ + "none", + "beginners only", + "pros only", + "intermediate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 62462, + "question_id": "R9PYvmUNa2ZumPyqepguGp", + "question": "What outdoor water activity is the man trying to do?", + "choices": [ + "water ski", + "water hockey", + "freedive", + "kite surf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100823, + "question_id": "RAHapPpNv2W2s9NgW9uuJ8", + "question": "Why are the giraffes so hard to see?", + "choices": [ + "are camouflaged", + "cheap camera", + "are hiding", + "poor lighting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 110520, + "question_id": "RANzWUMLBTu97DrnT8dN8J", + "question": "What brand of phone is the pink one?", + "choices": [ + "iphone", + "nokia", + "motorola", + "samsung" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90580, + "question_id": "RAYAyqaK2WAbTaiUJCTGPh", + "question": "In what year was the film based on this book released?", + "choices": [ + "2004", + "2015", + "1975", + "1988" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470186, + "question_id": "RAsafMqGgAnStkTTNLQFwh", + "question": "What is on top of the pizza above?", + "choices": [ + "meat", + "eggs", + "veggies", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17041, + "question_id": "RC2tUeQ6cgTztsqRZh3SvD", + "question": "What is the cable for?", + "choices": [ + "stopping traffic", + "random", + "holding hydrant", + "holding pole" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 30268, + "question_id": "RDWRkfVcNjDvrihdfBUabh", + "question": "What kind of information is this tower used for?", + "choices": [ + "wind", + "direction", + "temperature", + "time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153213, + "question_id": "REEvB8k4rzkAivXM7AFm4W", + "question": "What do the names on the white signs represent?", + "choices": [ + "buildings", + "streets", + "girls names", + "boys names" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 149466, + "question_id": "RFBDJQj6HZK4CMoET7LxhA", + "question": "What is the tool in the middle used for?", + "choices": [ + "slicing", + "walking", + "cleaning", + "digging" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558373, + "question_id": "RFCQxXEf6vTTSn3RP7an24", + "question": "What is to the left of the people?", + "choices": [ + "surfers", + "ocean", + "whale", + "boat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 246520, + "question_id": "RFJY5LZ9vavuVgU24FAuaj", + "question": "What type of surface is this pizza located on?", + "choices": [ + "stove", + "shelf", + "table", + "counter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 159419, + "question_id": "RJA59PRHcDg4PMmkgeg25C", + "question": "What has a bunch of sugar here in it?", + "choices": [ + "cupcake", + "bagel", + "birthday cake", + "salmon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519464, + "question_id": "RJEoZ2iC4XHoAqaVaASDRU", + "question": "What type of light is this?", + "choices": [ + "head", + "flash", + "street", + "traffic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 55590, + "question_id": "RJoFxEbC4cjea3hvwnyxtr", + "question": "This traffic intersection requires stops by both cars and what?", + "choices": [ + "joggers", + "bicycles", + "pedestrians", + "trains" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 202294, + "question_id": "RKJUEgaeBJy7n3AKdtpi8g", + "question": "What is the warning symbol on the red bag called?", + "choices": [ + "cross", + "smoking hazard", + "peace sign", + "biohazard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 45651, + "question_id": "RKf3hSCFVwwioNyY6QH22t", + "question": "What form of animal is this?", + "choices": [ + "amphibian", + "mammal", + "bird", + "reptile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 553494, + "question_id": "RLPsBdp8TFWWiQgsR5RzLn", + "question": "What are the giraffes doing?", + "choices": [ + "mating", + "foraging", + "climbing", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133322, + "question_id": "RMH7kpLX4VRcHhH9XPuBPy", + "question": "What is against the wall and is white in color?", + "choices": [ + "candy cane", + "wastepaper basket", + "bunny", + "rapier" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 553732, + "question_id": "RMUYGmQK35wamnb8Anckxb", + "question": "What would primarily be done on the area covered in pillows?", + "choices": [ + "sleeping", + "eating", + "bathing", + "gaming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 388785, + "question_id": "RPHNY7pWcBDszV5v4vt22i", + "question": "What is needed for this activity?", + "choices": [ + "water", + "wind", + "snow", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540935, + "question_id": "RPHesiHP2HRy5LxuT4Fe3W", + "question": "What is the surfer trying to avoid by crouching down?", + "choices": [ + "rocks", + "wave", + "sand", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161524, + "question_id": "RPbEJZVJSFNprmiKTsF5rk", + "question": "At the eatery ahead what option is out for today?", + "choices": [ + "salads", + "drinks", + "al fresco", + "chili" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 31725, + "question_id": "RPvcn6do5K6hm5YPhgZHNR", + "question": "What is a feature of this animal?", + "choices": [ + "quills", + "trunk", + "whiskers", + "gills" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 194819, + "question_id": "RQNkEgUG4P6qcT9AL3htJj", + "question": "What is included on the larger keyboard which is absent on the smaller?", + "choices": [ + "number pad", + "letters", + "lights", + "arrows" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372447, + "question_id": "RSuefZAtFgYkMLDMhz9yJm", + "question": "What carved out the rocks into the current form?", + "choices": [ + "water", + "air", + "dirt", + "fire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 428302, + "question_id": "RT9qgXEEkKWa4WVui3hco2", + "question": "What wrestlers name is most similar to what is written on the man's shirt?", + "choices": [ + "c.w. anderson", + "blue meanie", + "chris kanyon", + "huh" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567202, + "question_id": "RTKpaoM8FyGHHdFd9du95t", + "question": "What type of hat is the man in the middle wearing?", + "choices": [ + "beanie", + "newsboy", + "bowler", + "cowboy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528967, + "question_id": "RTPA65tw7dPZyrVYnbqiBz", + "question": "What is he doing?", + "choices": [ + "grabbing board", + "falling", + "eating", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 166538, + "question_id": "RUuWgaCuTdK2KtebtDdpEY", + "question": "Why does the giraffe allow the birds to sit upon it what are they doing?", + "choices": [ + "fighting", + "eating bugs", + "nesting", + "hitching ride" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 129646, + "question_id": "RW4798xxLyExQTPMNgYgyc", + "question": "What is the arrow sign telling the drivers?", + "choices": [ + "turn left", + "no u-turns", + "make u-turn", + "turn right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80962, + "question_id": "RWJKsQokaQqt6drMMaCuiR", + "question": "What is right behind this man that is propelling him forward?", + "choices": [ + "water", + "heat", + "person", + "motor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346315, + "question_id": "RWtKT9agFwSPzJ4fCYMVxV", + "question": "What is the skateboarder about to do?", + "choices": [ + "spin trick", + "grind", + "drop in", + "air trick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301324, + "question_id": "RXnhWirbJaguH5XpUSoZQJ", + "question": "What is the water vessel in front of the car called?", + "choices": [ + "dinghy", + "kayak", + "tugboat", + "canoe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524203, + "question_id": "RXw3fp5Xrd2pb98Ftgy4A9", + "question": "What type of transportation is shown?", + "choices": [ + "road", + "air", + "rail", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 486881, + "question_id": "RYmRNanhaB9efeuMTJ8k2G", + "question": "What is a championship in the sport this man is playing?", + "choices": [ + "grand slam", + "polo award", + "world series", + "indy 500" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490973, + "question_id": "RaFvFbx4AvnLzALAC6Sa3x", + "question": "How would you describe this mans stance?", + "choices": [ + "relaxed", + "ready", + "lazy", + "unconcerned" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71859, + "question_id": "RdRWKdRJxxJE8VpMEPVa8x", + "question": "Which teddy bear would be the hardest to keep clean?", + "choices": [ + "bottom 2", + "bottom 1", + "bottom 3", + "top 1" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192396, + "question_id": "Rdiq4A62Qo65PAv9mnG4dE", + "question": "What body part is this man using to maintain balance most effectively?", + "choices": [ + "head", + "rear", + "arms", + "legs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454228, + "question_id": "ReivGzd8f2E4ZEEdyTJ8KR", + "question": "What Disney character would feel at home among these animals?", + "choices": [ + "sebastian", + "simba", + "dumbo", + "jiminy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114655, + "question_id": "RfPSeRcGyvjPZVbGezyCa7", + "question": "What is the most likely size of the little girl's shoes?", + "choices": [ + "12", + "ten", + "seven", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 106578, + "question_id": "RgDaaAoUonwEwb93i2Mfpi", + "question": "What is the person who parked here most likely to get?", + "choices": [ + "imprisonment", + "cash prize", + "money", + "parking ticket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545105, + "question_id": "RhB4MnYELYLbsg7e3kFTLP", + "question": "What can be found in the room?", + "choices": [ + "ham sandwich", + "playing cards", + "pool table", + "faucet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190479, + "question_id": "RhJUc4si7vCWStCKEKSyUM", + "question": "What natural force caused the material on the ground to form?", + "choices": [ + "evaporation", + "earthuqake", + "tsunami", + "weathering" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190233, + "question_id": "Ri9weumDaT3kZDNxSDesam", + "question": "What baseball player is the man likely a fan of?", + "choices": [ + "aaron judge", + "john means", + "alex verdugo", + "chris sale" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342923, + "question_id": "RiCGyc2axQDqy2HJGhN5fF", + "question": "What color item is used to identify these animals?", + "choices": [ + "brown", + "black", + "green", + "uyellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172605, + "question_id": "RiWybU68625k7aUWEaMHNK", + "question": "What activity is the red item usually used for?", + "choices": [ + "swimming", + "fishing", + "hunting", + "camping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367968, + "question_id": "RmKpJHGENgPLmQzJpMxQfq", + "question": "What usually happens in this room?", + "choices": [ + "emailing", + "showering", + "watching tv", + "pool playing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 364863, + "question_id": "RmZjh66PUMm9CfmxsiUm84", + "question": "How many contiguous states are further north than the state on her shirt?", + "choices": [ + "three", + "one", + "six", + "zero" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410727, + "question_id": "Rno4G4vkjA5AdzxAC6DMvd", + "question": "Why is there a picture of a bear and a girl above the bears?", + "choices": [ + "girl owns", + "bears own", + "history", + "there before" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 337134, + "question_id": "RnyEtzf9KaZQzLBtHHQgcw", + "question": "What feature is this animal known for?", + "choices": [ + "gills", + "stinger", + "trunk", + "quills" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277682, + "question_id": "RnzwkLDpdLfCBkcwN2J3FS", + "question": "What does the yellow lane on the left allow for?", + "choices": [ + "parking", + "biking", + "bus stops", + "crossing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 192526, + "question_id": "RpS5kCBG3ciTwn94YWjP24", + "question": "What is common about the following animals?", + "choices": [ + "are mammals", + "long nose", + "are small", + "they fly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 148369, + "question_id": "RqwMuy2jHjhhkJQqutkCEm", + "question": "Which person is in the greatest danger if pushed?", + "choices": [ + "striped shirt", + "white hair", + "sleeveless guy", + "glasses man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345164, + "question_id": "RrJNaBPzKPYpzQjNF8GVuJ", + "question": "What might have prompted someone the make scratches on this meter?", + "choices": [ + "emergency signal", + "rain", + "parking ticket", + "sos" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 278105, + "question_id": "RsiDkcN6Jgq8ZdgPdhrQiV", + "question": "The posts here hold what up?", + "choices": [ + "wire", + "food", + "signs", + "giraffes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516331, + "question_id": "Rsy5v78yarJ7ieyDLeo9PT", + "question": "What season is this definitely NOT?", + "choices": [ + "autumn", + "summer", + "spring", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59052, + "question_id": "RtV57Su6SMyk4xKKriwnBG", + "question": "What type of cargo is this train carrying?", + "choices": [ + "passengers", + "coal", + "chemicals", + "grain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499329, + "question_id": "Ru3tSCWaVnLPNejURiUNL5", + "question": "The man is most likely from where?", + "choices": [ + "gabon", + "usa", + "germany", + "rwanda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 41760, + "question_id": "RuAWUHGhZYVRViExDNo3sx", + "question": "Why is the little girl holding poles?", + "choices": [ + "for fashion", + "self defense", + "as weapons", + "for balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291766, + "question_id": "RuVxoBxD7VZmtQLZXASN4M", + "question": "What is the food on?", + "choices": [ + "table", + "ground", + "plate", + "napkin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540510, + "question_id": "RuecZqG28hbEJgcGxiUr5i", + "question": "What can be said about or used to describe the surfer's attire?", + "choices": [ + "dress clothes", + "wetsuit", + "bikini", + "non-existent" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169039, + "question_id": "Rug7ppgWLCG4tpWEmCC5zB", + "question": "What shape is the pattern on the tie?", + "choices": [ + "square", + "circle", + "diamond", + "rhombus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90013, + "question_id": "RukRF47594WHWMzfGJoXSQ", + "question": "On which street are you encouraged to Stop Trying?", + "choices": [ + "phone tree", + "elm", + "main", + "4th" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 116392, + "question_id": "RutQMRGkGev4bLafnnst3z", + "question": "What is the material of the item that shows the horse made of?", + "choices": [ + "bamboo", + "wood", + "pic", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570306, + "question_id": "RwWYXze2fCUhGsJwpS3q3y", + "question": "The animals seen here are identified by looking at what colored item?", + "choices": [ + "black", + "red", + "light blue", + "yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170915, + "question_id": "RxhvctiVVPWysTNA5rYKik", + "question": "The horses on the field are grazing during which season?", + "choices": [ + "spring", + "fall", + "summer", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339091, + "question_id": "Rxkg5xyaeRR3SqAPShQTRm", + "question": "What activity is the zebra performing here?", + "choices": [ + "grazing", + "drinking", + "sniffing", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539703, + "question_id": "RyCJranXW6GNiaUwiL9YQr", + "question": "Who is the sign on the pole supposed to educate?", + "choices": [ + "giraffes", + "guests", + "zoo keepers", + "investors" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451457, + "question_id": "RzALDGAoBgGg4ffrJWKV6C", + "question": "What might a child build on this surface?", + "choices": [ + "fort", + "sandcastle", + "snowman", + "mudpie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 110427, + "question_id": "RzD43iFbUfBCEgtwJRENnZ", + "question": "What is the number for?", + "choices": [ + "identification", + "safety", + "nothing", + "style" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252466, + "question_id": "RzjMC7SPbYPjJv9q2wXjND", + "question": "What is the Italian word for this animal?", + "choices": [ + "nesti", + "orso", + "ours", + "medve" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172235, + "question_id": "S2B32y8ey3oSNSr77nZUh5", + "question": "The animal here must do what to see their babies?", + "choices": [ + "swim", + "sing", + "hibernate", + "incubate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 474783, + "question_id": "S2TVE4RF9YVmWkvRAWahnD", + "question": "The container shown here allows things inside it to be cooked in which manner?", + "choices": [ + "char broiled", + "fried", + "steamed", + "grilled" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550335, + "question_id": "S2mgdvrDmbP5HFKPNP2nBc", + "question": "What are these elephants ready to do?", + "choices": [ + "sleep", + "play", + "eat", + "drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399396, + "question_id": "S2mufAi7SaPhZPkPv5N29U", + "question": "How is the pizza portioned for serving?", + "choices": [ + "diced", + "sliced", + "scooped", + "shredded" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506435, + "question_id": "S2rnetUL4w4nqw6pCvR5CD", + "question": "These fruits are in what family?", + "choices": [ + "melon", + "stone", + "berry", + "citrus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214890, + "question_id": "S3RoVHB5shQRnt8j2mNxxy", + "question": "What is this object meant to provide?", + "choices": [ + "time", + "weather", + "direction", + "speed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417183, + "question_id": "S5Aqdarwcj9ng7qgDrgGbX", + "question": "What will one see if the camera is moved up a tiny bit?", + "choices": [ + "waist", + "head", + "foot", + "knee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197761, + "question_id": "S5T9LTJThRkxsc5xFUPLTd", + "question": "What macabre scene is acted out here with a stuffed animal?", + "choices": [ + "dancing", + "funeral", + "hanging", + "seance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163323, + "question_id": "S6ncrHD8vgsm73pDuKHK6p", + "question": "What is larger than the office the gas station employee works in?", + "choices": [ + "motor home", + "car", + "pump", + "soda machine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 67940, + "question_id": "S83QLyPC7CcR6nPv3BtBUv", + "question": "What temperature would these muffins be baked at?", + "choices": [ + "350 f", + "500 f", + "150 f", + "250 f" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51996, + "question_id": "S8hLVSGAvUSzWUfPChG8aS", + "question": "What does this cake look like it's celebrating?", + "choices": [ + "christmas", + "autumn", + "july 4th", + "easter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170018, + "question_id": "SAo8HzS3CiKA4XUNUiz5Q5", + "question": "Approximately how much of the food item has been served or missing?", + "choices": [ + "one-third", + "one-fifth", + "half", + "one-forth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 579058, + "question_id": "SBadXa5NWHadBNpVNhQZmA", + "question": "What can be used to describe the giraffe that is closest to the photographer?", + "choices": [ + "old", + "blind", + "young", + "injured" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 396151, + "question_id": "SBmbKGxqJ8R5epJkZn67aJ", + "question": "What are the chickens doing?", + "choices": [ + "resting", + "singing", + "having meeting", + "seeking food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 492490, + "question_id": "SCrYbWtijU9xZWV6qgWgLK", + "question": "What are the type of diapers the baby is wearing called?", + "choices": [ + "paper", + "disposable", + "reusable", + "organic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22992, + "question_id": "SDPVBrWAnTaSgLVNKJFJZh", + "question": "Where does this vehicle land?", + "choices": [ + "dock", + "parking lot", + "runway", + "station" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378839, + "question_id": "SDvbBnew4uz2CVfMdknZ2i", + "question": "What sort of life saver might be likely to possess the tool to get water from this device?", + "choices": [ + "nurse", + "doctor", + "sherriff", + "fireman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379951, + "question_id": "SE9qzd6sPndQTA9N4zCnD9", + "question": "What body part is this person using to communicate her ideas here?", + "choices": [ + "index finger", + "thumbs", + "knee", + "mouth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 335300, + "question_id": "SEXGwhGh6RP4GenJLbiCYf", + "question": "What merchandising firm sponsors this match?", + "choices": [ + "lumber lounge", + "herald", + "custom-pak", + "walmart" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97937, + "question_id": "SFPnekYMkNoLHMQTMXgycr", + "question": "The mixer brand is under the umbrella of which larger company?", + "choices": [ + "maytag", + "whirlpool", + "smeg", + "kenwood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191671, + "question_id": "SGKDfVpLh6g6epnxr6Ft79", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "rail", + "road", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265758, + "question_id": "SGcLSaZm9u2QUTDq3ecaP5", + "question": "What is the dog doing?", + "choices": [ + "herding cattle", + "following cows", + "feeding", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 481475, + "question_id": "SJUwtrezpcVnDBnbfsuJNW", + "question": "XL airways belongs to which country?", + "choices": [ + "italy", + "uk", + "us", + "france" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243943, + "question_id": "SJeXMkpubqGbMtuhkchcab", + "question": "What does the black remote near the dog control?", + "choices": [ + "television", + "xbox", + "vcr", + "playstation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476076, + "question_id": "SM9UxhCERWmJYPh4U57BGo", + "question": "What information does this object provide?", + "choices": [ + "time", + "date", + "direction", + "temperature" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7462, + "question_id": "SMWKk9CFmpewNcoNCEsvoA", + "question": "The ducks are floating on the water under what type of weather?", + "choices": [ + "rainy", + "foggy", + "cloudy", + "sunny" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90944, + "question_id": "SMdVFAkuNyuiaFwdH9cksm", + "question": "How do the price of these buildings in this location probably compare to those further inland?", + "choices": [ + "cheaper", + "can't tell", + "more expensive", + "same price" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314314, + "question_id": "SMxUv55RYpVpDafRaXaWtZ", + "question": "Where is this kitchen located?", + "choices": [ + "home", + "hospital", + "school", + "store" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177351, + "question_id": "SPMdRFaEAVjuad95bcrjuY", + "question": "The name of the Pillsbury doll is called what?", + "choices": [ + "dough girl", + "none", + "doughboy", + "dough man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186023, + "question_id": "SQTJJjStJnZsCkkmB76g4C", + "question": "Why is the man wearing the colorful uniform?", + "choices": [ + "to impress", + "as costume", + "to compete", + "for halloween" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77250, + "question_id": "ST6hxkqDqVV5e9mW4ybZ2N", + "question": "This sign was damaged naturally by what?", + "choices": [ + "sun", + "birds", + "rats", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 416566, + "question_id": "SURXuUmAPktz8w8eFaKJtQ", + "question": "Why is the remote here?", + "choices": [ + "holding it", + "posed", + "storing it", + "for sale" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 497111, + "question_id": "SVEn6KHzsSkLkXheFYELnT", + "question": "How accurate would the average driver determine this set of signs to be in indicating directions or prohibitions here?", + "choices": [ + "80%", + "100%", + "none", + "90%" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 237553, + "question_id": "SVudg7muCvohm4no5DNUAX", + "question": "The large bathroom window most likely has what attached to it?", + "choices": [ + "tint", + "anti-fog spray", + "stain glass", + "clear tape" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 521329, + "question_id": "SWUJ4xsNGvAxFVbqFzJS4z", + "question": "What can the animal see in the glass?", + "choices": [ + "nothing", + "cats", + "their reflection", + "food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20872, + "question_id": "SWxG45EyYQNCCRgZExF9ct", + "question": "What kind of animal is shown?", + "choices": [ + "reptile", + "wild", + "domestic", + "aquatic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 340414, + "question_id": "SXNyyrGjC2hbdtCYHonKvd", + "question": "An emergency vehicle for travel between a space station and the earth or for the recovery?", + "choices": [ + "paraglide", + "para wing", + "none", + "parasail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565032, + "question_id": "SXZpFLziFTv6oFpV2XkGH4", + "question": "What would most likely cause the elephant to raise his trunk to the barrel?", + "choices": [ + "hunger", + "fear", + "curiosity", + "boredom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251594, + "question_id": "SZCoU4d2iSAiMCUJkpgmQk", + "question": "What vehicle is usually found in this environment?", + "choices": [ + "car", + "boat", + "zeppelin", + "plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444284, + "question_id": "SZXvWzEGDZMX3jQkFAtK84", + "question": "Where are the giraffes in the image?", + "choices": [ + "savannah", + "zoo", + "building", + "backyard" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 290351, + "question_id": "SbZW5SYEnQ8z6Qp63EYr8L", + "question": "What instrument can be seen on the floor?", + "choices": [ + "pencil", + "pen", + "crayon", + "marker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 428545, + "question_id": "Sbhfwue49F9M7XdNSXKpRm", + "question": "In what continent is the headquarter of this airline located?", + "choices": [ + "europe", + "asia", + "north america", + "africa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409061, + "question_id": "SbzR3MmqMAqWVr2mXqUK6P", + "question": "What could both of them use right now?", + "choices": [ + "napkin", + "shower", + "car", + "spanking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 509865, + "question_id": "Sde6yDZqEYWHvWdZmNDMDv", + "question": "The structure seen behind the tree tops is likely what?", + "choices": [ + "roller coaster", + "sign", + "train trestle", + "house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373877, + "question_id": "SdhMJGGvQxDsGuLng6ksBp", + "question": "What does this man hang from?", + "choices": [ + "helicopter", + "nothing", + "plane", + "para sail" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 476289, + "question_id": "Se2RxuRw7w48vyJBGvqiwM", + "question": "How many donuts were likely in this box when it was purchased?", + "choices": [ + "seven", + "nine", + "six", + "eight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124396, + "question_id": "Se6aVPUp3bbwLjWv94eaXt", + "question": "What vegetable shown here is greenest?", + "choices": [ + "potatoes", + "carrots", + "cabbage", + "beef" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 514394, + "question_id": "SeQ3jB36g4pqitqxyb4iCd", + "question": "What is this person studying?", + "choices": [ + "botany", + "french", + "computer science", + "guitar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 112598, + "question_id": "Sg2TVJJ6itnaX2dfwNbHUu", + "question": "What can the jet ski do for the surfer?", + "choices": [ + "toe him", + "make waves", + "feed him", + "pay him" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 469057, + "question_id": "SgPmF4ndN7uubGfn3DQ2xd", + "question": "What type trees are greenest here?", + "choices": [ + "conifers", + "deciduous", + "paw paw", + "palm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10372, + "question_id": "SgjXJmDyBiJxneKvuQuB7C", + "question": "Which of these animals is more likely to eat the other?", + "choices": [ + "neither", + "mouse", + "bird", + "giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 126386, + "question_id": "SgvewBz8GukRkEUQ5PZK6a", + "question": "What might grow inside the item behind the apple?", + "choices": [ + "fish", + "nuts", + "chick", + "mushrooms" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 112046, + "question_id": "Sh2f3JH96wqnykRkwFbQKp", + "question": "What material was used to make the headboard?", + "choices": [ + "aluminum", + "wrought iron", + "wood", + "marble" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351292, + "question_id": "ShVKDL2D3WnnKW4EJ9cptu", + "question": "The smaller toilet here is designed for whom?", + "choices": [ + "daddies", + "moms", + "no one", + "children" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440898, + "question_id": "ShaNAJEKGezcotaUpE9yMS", + "question": "What kind of biome are the giraffes on?", + "choices": [ + "temperate", + "jungle", + "savanna", + "taiga" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89371, + "question_id": "Shnam28PwDEAdk7T3mQqTy", + "question": "What does it look like these animals are doing that they are physiologically incapable of doing?", + "choices": [ + "laying eggs", + "flying", + "milking", + "eating" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 51190, + "question_id": "ShqDPDxtymaEq7gUAym44W", + "question": "This hotel is located in what zip code?", + "choices": [ + "96126", + "90210", + "91749", + "94389" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52801, + "question_id": "Sio8SjRsZDL4HSXq3roAX9", + "question": "What can be said about the two people in front of the photographer?", + "choices": [ + "attacking", + "throwing", + "swimming", + "posing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358244, + "question_id": "Siz3z57BWmJ3nyjv7X9k2T", + "question": "What material are the two windows on the right made of?", + "choices": [ + "metal", + "carbon fiber", + "glass", + "plastic sheets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53997, + "question_id": "SkSKuAHj6egS3GDGBB2hbv", + "question": "The first word on the spoon originally referred to what kind of animal?", + "choices": [ + "snake", + "dog", + "cat", + "cow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260506, + "question_id": "Skz2dekC3Zefxod2U2T7B4", + "question": "Where is this store likely located?", + "choices": [ + "city", + "beach", + "forest", + "mountain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 294522, + "question_id": "SnJVxKythF8gSFKaGKtdLB", + "question": "What is on the stone item next to the hydrant?", + "choices": [ + "graffiti", + "grapes", + "cow", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144461, + "question_id": "SnNvwk3LjTxJ7KZYQyZMqS", + "question": "What are the zebra utilizing at this moment?", + "choices": [ + "their gonads", + "their teeth", + "their tails", + "their eyes" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 129564, + "question_id": "SnULG5HLL89zDxuyFatuSa", + "question": "What are the white strips in the tooth paste most likely for?", + "choices": [ + "whitening teeth", + "taste", + "texture", + "reflection" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 118054, + "question_id": "SnVTE6825LVhzvNWNgTFnf", + "question": "Why is he popping his head through the fencing?", + "choices": [ + "is thirsty", + "is hungry", + "is lonely", + "is angry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 120148, + "question_id": "SoaFKdY2pYHHCmjNsGuvYT", + "question": "This animal likes a food product that comes from what other animal?", + "choices": [ + "bee", + "shark", + "squid", + "goat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 27580, + "question_id": "SptzJWzM8SMpdTdnUe5Tbn", + "question": "What ingredient contains the most fat?", + "choices": [ + "chocolate powder", + "cream", + "nut", + "flour" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51664, + "question_id": "Sq35pciPvwf9uCKPLDuYVu", + "question": "Which one of these would make it safe to transport these animals to this location?", + "choices": [ + "handcuffs", + "tranquilizer", + "whip", + "treats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451723, + "question_id": "SqFuscNjYxwQ4tT884acoR", + "question": "What is the child trying to do?", + "choices": [ + "hide", + "rest", + "play", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 178851, + "question_id": "SqMRgtLqP7NvdYLZNb9qjL", + "question": "What might someone who is parking here need to do in about 45 minutes?", + "choices": [ + "have icecream", + "feed meter", + "flee scene", + "nothing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 97438, + "question_id": "SqrD3Pi9RTtVLhWbiBmpJf", + "question": "What is the typical shape of the type of food used for this knife?", + "choices": [ + "triangular", + "oval", + "round", + "spherical" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56757, + "question_id": "SrYaWhkWkfhEX75pLuKpDC", + "question": "The bench is situated in which type of area?", + "choices": [ + "playground", + "field", + "public park", + "beach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61644, + "question_id": "SrmH7WTzFTWfboobgbG7Jg", + "question": "What material is the piping that connects to the radiator valve to the right of the cat?", + "choices": [ + "aluminum", + "copper", + "brass", + "steel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 305965, + "question_id": "SsMVF8tSGUfvW5eb7jU2AY", + "question": "What kind of a store is the one with the sign in the forefront of the foreground?", + "choices": [ + "deli", + "record", + "bulk", + "supermarket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309769, + "question_id": "Ssx8Zyr6hZ29U8ubV6e6zk", + "question": "What kind of allergy would keep someone from eating the sandwich?", + "choices": [ + "honey", + "shellfish", + "egg", + "peanut" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38207, + "question_id": "StEU9no3qT3XLmQUso4wLT", + "question": "Why is the board skewed downward?", + "choices": [ + "too wet", + "is falling", + "lost", + "catch wave" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 170189, + "question_id": "StNBwbYPwx6cgEds9rgme4", + "question": "The person is holding what?", + "choices": [ + "ski poles", + "sandwich", + "baby", + "leash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298028, + "question_id": "SuxEJnBT4wrjqjG3KLxNfL", + "question": "This type of eyewear is often used during what activity?", + "choices": [ + "sailing", + "volleyball", + "swimming", + "bowling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417770, + "question_id": "SvEJxvBJaTYXzzbckBBJDs", + "question": "What is the number at the top of the bus?", + "choices": [ + "505", + "876", + "112", + "932" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 68296, + "question_id": "SvS5LJCTjNcrvSg2GGfU4B", + "question": "What is he doing?", + "choices": [ + "resting", + "posing", + "threatening cameraman", + "breaking camera" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372598, + "question_id": "SxknLqagwe9ihaBC6NjpGm", + "question": "Which country is this building located in?", + "choices": [ + "germany", + "united states", + "united kingdom", + "japan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40841, + "question_id": "SxkpkYo578U9CUNzo8i5rq", + "question": "What is unusual about the man shown here?", + "choices": [ + "nothing", + "eyewear", + "size", + "color" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127380, + "question_id": "SxoCiwnawtJDPKNVHr64qs", + "question": "What part of the skateboard caused the damage to the skateboarders shoe?", + "choices": [ + "wheels", + "trucks", + "grip tape", + "bearings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175661, + "question_id": "Syn4EPZ6nXXxff6vsj2dg7", + "question": "What will he do next?", + "choices": [ + "cook", + "take bite", + "throw away", + "put down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 224964, + "question_id": "SyxQt4ACHX9GszQ9JxPZnT", + "question": "Why is the tarp over the car?", + "choices": [ + "camouflage", + "bug prevention", + "anti-theft", + "weather protection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 255918, + "question_id": "SzrHwXPA3QhuKV9iej5gwB", + "question": "What kind of movement are the zebras engaged in?", + "choices": [ + "sidestep", + "gallop", + "strut", + "walk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454815, + "question_id": "T2JexZ4wQh3x2ewQgYu5Su", + "question": "What is near the shutoff fountain?", + "choices": [ + "clock tower", + "streetlight", + "grass", + "tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84883, + "question_id": "T2hAuuaVc7ZiWTuCtfpJre", + "question": "The height of these types of animals in measured in what units?", + "choices": [ + "cubits", + "feet", + "hands", + "meters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156161, + "question_id": "T3wyk9vUVquTQ7D7sWzWxS", + "question": "What is the man wearing?", + "choices": [ + "tuxedo", + "bikini", + "wetsuit", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444597, + "question_id": "T4GniVc5pNSCijE5MCUJck", + "question": "What animal is a close relative of this animal?", + "choices": [ + "elephant", + "hyena", + "wolf", + "lion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470222, + "question_id": "T4daWKgMWufFdBRHqkWtvs", + "question": "How are these kids related to each other?", + "choices": [ + "teammates", + "siblings", + "classmates", + "coworkers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527880, + "question_id": "T6RiHMwd9rbrbPGjjrQiWW", + "question": "What mode of transport do you see on the picture?", + "choices": [ + "railway", + "water", + "road", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 578321, + "question_id": "T6ofBkCKXFqs8aFoytturP", + "question": "What is this little girl's hairstyle called?", + "choices": [ + "ponytail", + "curls", + "bun", + "pigtail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98657, + "question_id": "T8cRUVje6NVxoqSKarMq4z", + "question": "If one of these boxes was full how many total calories would the food be inside of it?", + "choices": [ + "2975", + "5000", + "250", + "472" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 525523, + "question_id": "T8fV4HLL43f4zcRBmsMD3b", + "question": "What does the animal have at the end of its legs?", + "choices": [ + "quills", + "hooves", + "flippers", + "boots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513209, + "question_id": "T9JswiLiRScCTSocGuhcup", + "question": "The stickers here were placed by whom?", + "choices": [ + "no one", + "professional painter", + "small girl", + "manufacturer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508138, + "question_id": "T9dTw6JDPiLNJt9ANZdki9", + "question": "What is required for this activity?", + "choices": [ + "boat", + "bike", + "car", + "board" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 418941, + "question_id": "T9kmbEVSAJhEAuxc3odyqk", + "question": "What does a person have to pay to get on the large item here?", + "choices": [ + "tithe", + "toll", + "tax", + "fare" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100033, + "question_id": "TAB9tTtUWyTc4WjfRKZZdE", + "question": "Where is this game being played?", + "choices": [ + "court", + "field", + "mud", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326677, + "question_id": "TAxA3co4hKcri3FD9UVBqW", + "question": "What is the water instance above called?", + "choices": [ + "water", + "tsunami", + "ocean tide", + "wave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431839, + "question_id": "TD8SmWDAc3c2h2QN6qhQsv", + "question": "What is a danger facing the red and yellow thing?", + "choices": [ + "snakes", + "electricity pylons", + "dogs", + "speeding cars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161845, + "question_id": "TDWrRAffVoewEpjP5MLuRX", + "question": "Where are these skis located?", + "choices": [ + "shed", + "store", + "slope", + "porch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 434348, + "question_id": "TFAvNCXx2NAEfEDppaxoRQ", + "question": "What type of ground is beneath the bench?", + "choices": [ + "dirt", + "grass", + "clay", + "bark" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 371751, + "question_id": "TFG8rhEBvnqnDYxgykvJDJ", + "question": "What is this animal doing?", + "choices": [ + "showing off", + "sleeping", + "finding food", + "attracting mates" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507020, + "question_id": "TFa6wHPB7Z3yJBcX2UbPSp", + "question": "The item in the tree is made of what material?", + "choices": [ + "plastic", + "wood", + "paper", + "tar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 543670, + "question_id": "THJUqMKUiyG6dsabRKpC9L", + "question": "What is the state of the sink?", + "choices": [ + "pristine", + "rusted", + "new", + "remodeled" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 546764, + "question_id": "THUwZQZ4Gd7RYTs32YnL5y", + "question": "What part of the animal on the left is closest to the ground?", + "choices": [ + "ear", + "neck", + "nose", + "tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 75872, + "question_id": "THiqjUSjqjueyUdKq6vs8Z", + "question": "What is the most likely direction that this player will go?", + "choices": [ + "backward", + "forward", + "right", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 315132, + "question_id": "TJNBiTGbMe47pkEbgtnDiC", + "question": "This device is used to play which game?", + "choices": [ + "cartoon", + "remote game", + "video game", + "voice controlling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303832, + "question_id": "TLG7LRxyFf87Jz3Ld6Vajs", + "question": "What type of range is seen?", + "choices": [ + "shooting", + "kitchen", + "mountain", + "gun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188856, + "question_id": "TLkjBuhyvyaJ9vqihq8Z3z", + "question": "What is the vented item mounted on the wall used for?", + "choices": [ + "drying", + "ac", + "heating", + "dehumidifier" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447763, + "question_id": "TLuEpx6wt9gCbYykdgxiE3", + "question": "What is the man pointing the controller at?", + "choices": [ + "waiter", + "dog", + "light", + "television" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381768, + "question_id": "TLuR8daH7SiKDxhnDQxL7L", + "question": "What object would most people put their put in?", + "choices": [ + "table", + "shoe", + "cat", + "sofa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 245059, + "question_id": "TMd7mQy2c8RQj8YpboXipD", + "question": "Why is the cord connected?", + "choices": [ + "style", + "water", + "food", + "power" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 321076, + "question_id": "TNNLCLXcxYbTXkuLsGbE7R", + "question": "What type of electronic device is this 3D scene being presented from?", + "choices": [ + "laptop", + "tablet", + "desktop computer", + "smartphone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51607, + "question_id": "TNeS8jzHPpgv7tiMnMdEPV", + "question": "Which author inspired the red shirted creature depicted here?", + "choices": [ + "milne", + "potter", + "dickens", + "suess" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 173542, + "question_id": "TNngNEezrerUzNSzvvfTZL", + "question": "Pressing which button will get the viewer seated here to a higher channel?", + "choices": [ + "nine", + "plus", + "minus", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575609, + "question_id": "TQPrWG47jMhPLjqujWp9Pa", + "question": "What is the breed of this dog?", + "choices": [ + "poodles", + "bull dog", + "german shepherd", + "labrador" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 160827, + "question_id": "TR99inb5gfcUdRJoqDjtft", + "question": "Where does this airline rank in terms of age among airlines of the world?", + "choices": [ + "third", + "oldest", + "youngest", + "second" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 325465, + "question_id": "TSieJ8uKRERjPf5zPLtqY8", + "question": "What is the picture on the mouse pad?", + "choices": [ + "beach scene", + "family photo", + "periodic table", + "calendar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51564, + "question_id": "TT7t7oRnpCpsHJPjttqp9b", + "question": "What keeps this animal from running away here?", + "choices": [ + "leash", + "apps", + "chair", + "drinks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98584, + "question_id": "TTXTqBaKAkjh6XC8Ukw7wy", + "question": "The animal is in what setting?", + "choices": [ + "lake", + "field", + "tundra", + "desert" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 14040, + "question_id": "TVNXQVNLdMwTRZBkC7eU9R", + "question": "Where is the surfing capital of the world?", + "choices": [ + "argentina", + "paraguay", + "chile", + "bolivia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183998, + "question_id": "TVmcH7NvehJz2bY4Rmnv8R", + "question": "What is required for this activity?", + "choices": [ + "wind", + "rain", + "snow", + "ice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558315, + "question_id": "TXAU9CYPPnX4CrisWewP8N", + "question": "What is seen in the sky?", + "choices": [ + "helicopter", + "airplane", + "rainbow", + "kite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296237, + "question_id": "TYLQ7PUYzSS3fS9Qakcrq8", + "question": "What profession uses the item that the person has on their eyes?", + "choices": [ + "accountant", + "chemist", + "chef", + "lawyer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98921, + "question_id": "TZdBVsKTwoTkPFnKti9UNu", + "question": "What plant parts is this animal eating here?", + "choices": [ + "blades", + "leaves", + "grains", + "roots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458845, + "question_id": "TZsSnBdZGbb6W6gbZDNiLE", + "question": "The pan full of food is about enough to feed a family of what?", + "choices": [ + "twenty", + "four", + "eight", + "ten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555505, + "question_id": "Tam9aVcG7yeG7NoTK2piy6", + "question": "Where is this sport played?", + "choices": [ + "field", + "mud", + "court", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7266, + "question_id": "TaushSgbRGZYRtKheq3RcW", + "question": "The mailing service advertised uses what color trucks?", + "choices": [ + "red", + "brown", + "white", + "purple" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193375, + "question_id": "TdfnKYfocuWTJ6MnDzdTVk", + "question": "Why is there paper on the toilet seat?", + "choices": [ + "prevent contamination", + "hiding it", + "cleaning it", + "saving it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127333, + "question_id": "TekKWaK9VnYptHyoyhEvQi", + "question": "Why is there so much wood around the doorways?", + "choices": [ + "decorative", + "experimentation", + "hiding defects", + "free wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92973, + "question_id": "TewYNHxqbR4KxFjVW6fvVk", + "question": "What is causing the brightness on top of the grass?", + "choices": [ + "sun", + "lamppost", + "flood light", + "flashlight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293021, + "question_id": "TfoiYLt9n9CQ6unUWcixEp", + "question": "When this truck is being unloaded what part of the back might likely be raised?", + "choices": [ + "left", + "front", + "right", + "back" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 176844, + "question_id": "TfrQhhgEXtrpMLAi8gkb8t", + "question": "What will prevent people from falling while working on the clocks?", + "choices": [ + "roof", + "pillars", + "railings", + "walkway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321175, + "question_id": "TgYgvpbPqTrLDkLxjfFBGF", + "question": "What is significant about the second elephant from the right?", + "choices": [ + "hyperactive", + "it's old", + "strange color", + "it's young" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115621, + "question_id": "Th4GSzUB4GUxsyX6LneYEU", + "question": "What is flying beside the man?", + "choices": [ + "bird", + "shark", + "dolphin", + "surf board" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35380, + "question_id": "ThV3sXg5tPV799iSWWjwJi", + "question": "How was the food cooked?", + "choices": [ + "boiled", + "grilled", + "smoked", + "baked" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 174968, + "question_id": "TiGG4Ksh8ynmBnVaoCZbdb", + "question": "Which cheese is being used as a topping on this food?", + "choices": [ + "mozzarella", + "cheddar", + "provolone", + "brie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96518, + "question_id": "TjT6bKfENTLwU9SyLxggKV", + "question": "Why are the large rocks around the sign?", + "choices": [ + "waterproofing", + "anti-theft", + "stability", + "visibility" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545576, + "question_id": "TjmCVPJH8K8G5b597sgutZ", + "question": "What is the main difference between the smaller giraffe and the larger giraffe?", + "choices": [ + "lighter hair", + "darker color", + "shorter tail", + "shorter hair" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 99042, + "question_id": "TmYhWHBY3vvvu5U92Bdnww", + "question": "The color of the outer ring of the frisbee is named after what?", + "choices": [ + "fish", + "flower", + "tree", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254526, + "question_id": "TnMAQ3LrS2hqWzDJRnzJqs", + "question": "What are the glasses on the mans head helpful for?", + "choices": [ + "seeing", + "feeling", + "movement", + "hearing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 121761, + "question_id": "TnvEiPg7uimvWK32pUF4EV", + "question": "What type of pasta is in the soup?", + "choices": [ + "ziti", + "penne", + "farfalle", + "rotini" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151030, + "question_id": "Tp8SN8R3LZt5bERHhrqVbS", + "question": "This outfit is most likely to be seen where?", + "choices": [ + "circus ring", + "office meeting", + "beach", + "punk concert" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 141344, + "question_id": "TpCTnX5d2MN3PyP3NvH9Vf", + "question": "Which cat has better positioning if a fight ensued?", + "choices": [ + "orange cat", + "black cat", + "white cat", + "gray cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540631, + "question_id": "TpKhxJw4tgkAwjpyhep9jy", + "question": "What would be an unusual topping for this item that is on the plate?", + "choices": [ + "bacon", + "gummy worms", + "meatball", + "chicken" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 26364, + "question_id": "TqtD33xjb8kJ5nTQ3WfKFk", + "question": "What is the yellow part of the animal called?", + "choices": [ + "beak", + "legs", + "eye", + "spine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420657, + "question_id": "TrDNN9T3bsh99Q6XCUw2Yq", + "question": "What colour are the handles by the door?", + "choices": [ + "green", + "red", + "yellow", + "blue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558370, + "question_id": "TrFMbUbQ2CTZkuc5RX5XTx", + "question": "Where is this surfer headed?", + "choices": [ + "no where", + "left", + "shoreward", + "seaward" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 147479, + "question_id": "TrsnxjTtFBvu7Tp4hXGJB2", + "question": "What is available to clean your hands?", + "choices": [ + "liquid soap", + "bar soap", + "water alone", + "wipes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581003, + "question_id": "Ts2ykSGJ7EaXBJoTmNZy2a", + "question": "Who owns this bear?", + "choices": [ + "park", + "no one", + "photographer", + "ranger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 269286, + "question_id": "TtZMphtKpT3qJ4NXpptRua", + "question": "What type room is shown here?", + "choices": [ + "grannys", + "childs", + "dads", + "moms" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561388, + "question_id": "TuG9CDamo5TnrDocU4Fygx", + "question": "What animal is normally moved in this trailer?", + "choices": [ + "horse", + "ostrich", + "cats", + "rhea" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 353738, + "question_id": "TuK5og8SQ4swMZ8Z9FREkC", + "question": "What is the man in black trying to do on the waves?", + "choices": [ + "waterski", + "fish", + "surf", + "swim" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517319, + "question_id": "TuPWMKp3QACeiTx3PfD34u", + "question": "Which brush is older?", + "choices": [ + "both", + "left", + "neither", + "right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288296, + "question_id": "TvwMe4xPtLKWQVYQecRneX", + "question": "What is the first name of the artist that is referenced here?", + "choices": [ + "stanley", + "jay", + "robert", + "mike" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 24142, + "question_id": "TwdmRf4syoqFT5zxsU9VjW", + "question": "What type of water is being surfed on?", + "choices": [ + "pool", + "salt", + "bathtub", + "river" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107398, + "question_id": "Tx5t4NK9pfki87j5oMEv5q", + "question": "What is the man pretending to be on?", + "choices": [ + "surfboard", + "roller skates", + "plane", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8424, + "question_id": "TxCoZcH4Jp2hSSBfbhNPgt", + "question": "He was probably transported from the hospital using what?", + "choices": [ + "car seat", + "sling", + "stork", + "crate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286989, + "question_id": "TxL2oxWiNj5erm6vRZZWk5", + "question": "What might children build in this situation?", + "choices": [ + "sandcastle", + "snowman", + "playpen", + "mudpie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133322, + "question_id": "Ty8KbvRe4qiuoqBJsAd7x5", + "question": "What should be removed from this restroom?", + "choices": [ + "sink", + "water", + "trash", + "list" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192315, + "question_id": "Tyg9sakmmxrrxkfEUtiUN8", + "question": "What activity is the giraffe engaged in among the tall grass here?", + "choices": [ + "drinking", + "looking", + "eating", + "defecating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524740, + "question_id": "U2pUMn7mXsGusx5nJgxKZE", + "question": "What do the rods allow for?", + "choices": [ + "baking", + "drainage", + "cooling", + "heating" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 556427, + "question_id": "U2sLn5rXWVQFgyqaeT2MZs", + "question": "What is the airplane missing that most planes have for safety?", + "choices": [ + "brakes", + "rutter", + "windshield", + "pontoon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 394093, + "question_id": "U2zbVYjT8LX6ieTxZvPVUX", + "question": "What information is shown on this building?", + "choices": [ + "time", + "speed", + "location", + "temperature" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570074, + "question_id": "U38AhEi7KLhE9Hm8rVLgCK", + "question": "Who would be reading these books?", + "choices": [ + "women", + "children", + "adults", + "men" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 573459, + "question_id": "U3b3xAxL3Fa3qndfgbjpqT", + "question": "What kind of area is the bike traveling on?", + "choices": [ + "highway", + "street", + "dirt road", + "alley" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298996, + "question_id": "U4KxgFf4tjrggmLmWqfHK8", + "question": "Why is there a pattern on this curtain?", + "choices": [ + "decoration", + "warning", + "safety", + "stain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515138, + "question_id": "U4RcXpKPvZ3ZGv5CciLtdQ", + "question": "WHat is on the sign besides the words?", + "choices": [ + "stickers", + "wool", + "wanted posters", + "bugs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465912, + "question_id": "U5dQLQ3o5WwvPttNp76BPD", + "question": "Where is the glow coming from?", + "choices": [ + "toilet", + "waste basket", + "aliens", + "cat's eyes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400289, + "question_id": "U5qNJq9XFAYjaXknRX2ei3", + "question": "Which of these objects is furthest away from the cat?", + "choices": [ + "floor", + "tail", + "iron", + "shoes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389891, + "question_id": "U6G87jE7NTurLw5AfYbaiz", + "question": "Where can you find this bathroom?", + "choices": [ + "hotel", + "home", + "cinema", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301354, + "question_id": "U6NpHknAZ9nH7Zc4WAVmyA", + "question": "What is about to happen to this man?", + "choices": [ + "beat", + "trip", + "wipeout", + "pushed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533609, + "question_id": "U6tATdNcuxpLBgQZtfUT7R", + "question": "What type of business is the vehicle in?", + "choices": [ + "taxi", + "food truck", + "transport", + "delivery" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581260, + "question_id": "U77QoJFkMV4GggQqAYuxGy", + "question": "What is needed for this activity?", + "choices": [ + "sun", + "waves", + "rain", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151191, + "question_id": "U7Jdd2dGJ8pbc22XwZunFQ", + "question": "How many people can sleep in this room?", + "choices": [ + "six", + "three", + "two", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 26186, + "question_id": "U8DNmePwZDmrXp4o4pSYdg", + "question": "What unusual item is shown in the most peculiar site here?", + "choices": [ + "faucet", + "toilet flush", + "sign", + "toilet tank" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 205301, + "question_id": "U8jLX9bLvE4EKoTyK9J92e", + "question": "Where are these cows located?", + "choices": [ + "zoo", + "barn", + "cage", + "pasture" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557428, + "question_id": "U9KfVdjuL89afLhXdMiUC2", + "question": "The pocket watch illustrated or shown here might most likely to have belonged to which character in Wizard of Oz?", + "choices": [ + "dorothy", + "scare crow", + "tin man", + "lion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40457, + "question_id": "UBNkMnxjXo7WtCQz7BjVd7", + "question": "How many of the man in the blue and red shirt's hands are holding something?", + "choices": [ + "none", + "two", + "three", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 522753, + "question_id": "UBbsa84GDL8N6W86mkFrc3", + "question": "What sport star has the same first name as the first word on the sign?", + "choices": [ + "jim those", + "steve avery", + "john franco", + "don mattingly" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 145936, + "question_id": "UCkUvncpx5JZiLq4ddhtxc", + "question": "Which ingredient has the most carbs?", + "choices": [ + "crust", + "cheese", + "pepperoni", + "pizza sauce" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276867, + "question_id": "UCqt8VpDohLskJ7qNsN58d", + "question": "This fruit is indigenous to what continent?", + "choices": [ + "africa", + "south america", + "asia", + "north america" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 26923, + "question_id": "UDUoatZmdoGkLkoxKoAHTm", + "question": "Which type of aero planes are pictured above?", + "choices": [ + "g-6", + "warbirds", + "helicopter", + "boeing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 399521, + "question_id": "UDq4yaShyptx2sWBreXoGE", + "question": "What might be the woman's profession?", + "choices": [ + "veterinarian", + "police officer", + "horse groomer", + "horse rider" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415521, + "question_id": "UExQbZqVdkXgEwRe4fPXsw", + "question": "The boy looks like he is using the skateboard as what?", + "choices": [ + "frisbee", + "pogo stick", + "spear", + "discus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 30367, + "question_id": "UFRzJBSnDGcX47PDFrgaw6", + "question": "Inside this animal you will find what?", + "choices": [ + "stuffing", + "guts", + "bears", + "blood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 402773, + "question_id": "UGHFC6KG3NRmsT68SXtjN5", + "question": "Which breed are these bears part of?", + "choices": [ + "grizzly", + "koala", + "black", + "polar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 50784, + "question_id": "UHefmh7JxSMqVg5XdrUAV7", + "question": "The restroom is likely designated for use by what demographic?", + "choices": [ + "men", + "women", + "children", + "families" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200917, + "question_id": "UHuZdyvAbcBUTQkv4YGgCz", + "question": "What surrounds the rocks?", + "choices": [ + "lemmings", + "water", + "soldiers", + "cows" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358835, + "question_id": "UJ2SBjGW8kgLwcQQjjaqJS", + "question": "What is this zebra trying to do?", + "choices": [ + "drink", + "eat", + "run", + "rest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557674, + "question_id": "UJjNRDi9ceNq5gTjFoEvNx", + "question": "What part of the animal is raiding the trash can first?", + "choices": [ + "mouth", + "paw", + "nose", + "ears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 12987, + "question_id": "UJuX6xjud4e49gnz4Dxyrs", + "question": "The symbol seen here is indicative of which religion?", + "choices": [ + "islam", + "wiccan", + "judaism", + "christianity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290321, + "question_id": "UJvoeZz7K2t428TKtXWrqS", + "question": "What is the theme of the location?", + "choices": [ + "water park", + "pirates", + "carnival", + "knights" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 44249, + "question_id": "UKACYCQFnTN5BNPbifT2aH", + "question": "Riding these animals is a strong tourist attraction in what country?", + "choices": [ + "colombia", + "thailand", + "jamaica", + "canada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 530169, + "question_id": "UL5W6HuaYihMZLb7qRArDG", + "question": "What type of environment are the elephants living in?", + "choices": [ + "zoo", + "natural", + "sanctuary", + "refuge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467036, + "question_id": "UL7uTE4XrtzxKYNdps8hqo", + "question": "What is this vehicle considered to be?", + "choices": [ + "glider", + "biplane", + "jet", + "prop plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260728, + "question_id": "UM8E9yPwgPNxSBKzMq4d6X", + "question": "What is the manner of preparation of the greens?", + "choices": [ + "sliced", + "julienned", + "diced", + "shredded" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478790, + "question_id": "UNUq54tnRQsikmX46us9Xi", + "question": "What is open on the left side of the room?", + "choices": [ + "cabinet", + "jar", + "door", + "window" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 580948, + "question_id": "UNrYoayAoAYpHYxBXUT7vd", + "question": "What word is missing from his shirt?", + "choices": [ + "love", + "hate", + "often", + "learn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 234752, + "question_id": "UPQpTtA3xDvpdAHcXjEKZy", + "question": "What body part on these creatures is likely to most severely injure the other creature?", + "choices": [ + "belly", + "tusks", + "ears", + "tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 531881, + "question_id": "UQMpLnz8sgDNAzRJ6ynKz7", + "question": "The pants the man has on would be good camouflage in what environment?", + "choices": [ + "grassland", + "igloo", + "tundra", + "skyline" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 282112, + "question_id": "UQimkV45cBxbjp8XCQUMdY", + "question": "What kind of exterior building material is most prominent here?", + "choices": [ + "glass", + "metal", + "wood", + "brick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251, + "question_id": "UQqpcp9UiiWUxhZVczWcXs", + "question": "What is most likely surrounding this area?", + "choices": [ + "tundra", + "black hole", + "desert", + "beach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 275467, + "question_id": "URG7Z5qrzvTRoxqq4cj7pm", + "question": "The poster encourages whom to give bikes 3 feet?", + "choices": [ + "motorists", + "pedestrians", + "convicts", + "animals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519464, + "question_id": "URZTVXqUHpdZ7voXf44Ztw", + "question": "Which country was this picture taken in?", + "choices": [ + "united states", + "france", + "new zealand", + "canada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267617, + "question_id": "UTA5oCf8iX8JQJzX9z248G", + "question": "What is she ready to do?", + "choices": [ + "throw", + "swing", + "bat", + "catch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54070, + "question_id": "UTDjNXtp4wDfSLkS56jdxF", + "question": "In which one of these countries would it be difficult to operate one of these hotels?", + "choices": [ + "iceland", + "sweden", + "norway", + "barbados" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 344723, + "question_id": "UTExWLdGZYFonmEJKs5C3A", + "question": "What would one have to do to legally park here?", + "choices": [ + "come early", + "insert coin", + "paint wall", + "back park" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 159565, + "question_id": "UUENXEQYfbuzyRb4HZAm55", + "question": "What is needed for this activity?", + "choices": [ + "sand", + "wind", + "waves", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 469132, + "question_id": "UUnTJ6HaEhvVzeSihdqCsR", + "question": "Why is the bear inside?", + "choices": [ + "broke in", + "someone's pet", + "was trapped", + "it's mounted" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 244113, + "question_id": "UVCP6VfMhNWrSwLeK7nfo4", + "question": "What is helping the bird float?", + "choices": [ + "plywood", + "raft", + "boat", + "surfboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511459, + "question_id": "UVD2w7h52hpkGf5cvptKrP", + "question": "What might be hung from the silver bar across the top of the white item?", + "choices": [ + "loofer", + "rope", + "sponge", + "shower curtain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549446, + "question_id": "UVu8PQCbqtmfKBLenVQX5Z", + "question": "What type of area is this signage located in?", + "choices": [ + "mall", + "tundra", + "city center", + "park" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 489880, + "question_id": "UWwJZBuzfxpLJVFFapwXXm", + "question": "What type of range is shown here?", + "choices": [ + "mountain", + "gun", + "gas", + "math" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161119, + "question_id": "UXYfhm6Yrpfwovz2Qr4mwZ", + "question": "What is another name for the hills behind the shore?", + "choices": [ + "reefs", + "mountains", + "bluffs", + "dunes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521308, + "question_id": "UXsjH6sH6zmvcDT5Quvyiv", + "question": "What season is it presently?", + "choices": [ + "fall", + "winter", + "summer", + "spring" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147964, + "question_id": "UYGKXsFEAMhdFC6FvvYAXc", + "question": "Who is famous for playing this sport?", + "choices": [ + "maria sharapova", + "mike trout", + "pele", + "lebron james" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442709, + "question_id": "UYL9daSdDVTXaz3rx6ikAn", + "question": "What information is provided on the wall?", + "choices": [ + "weather", + "latitude", + "longitude", + "time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 28143, + "question_id": "UYz7aNjp7oLZ3EU5XDqnKL", + "question": "What would happen to the rider if they fell off the horse?", + "choices": [ + "get wet", + "get dry", + "win prize", + "get hungry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10573, + "question_id": "UZiJZi47A9ALDZieNVE8Mq", + "question": "What will she have soon?", + "choices": [ + "sister", + "puppy", + "baby", + "husband" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415541, + "question_id": "Ua7CTw9VzuWgKdxvw4s5rv", + "question": "Which item was probably added after cooking?", + "choices": [ + "white", + "red", + "green", + "brown" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575689, + "question_id": "UcnSsMALWnemz3i7LaPGt6", + "question": "What type seat does the person taking this photo have?", + "choices": [ + "stowaway", + "aisle", + "captains", + "window" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 219805, + "question_id": "Ue2o9gdXPGppkW9Ps5Wyyo", + "question": "What are these animals doing?", + "choices": [ + "jumping", + "traveling", + "eating", + "sitting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 238283, + "question_id": "UfBzPKEcegDDRLdtVjundm", + "question": "Where could the delivery trucks be making deliveries to?", + "choices": [ + "apartment", + "school", + "stadium", + "duplex" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 293156, + "question_id": "UgFfW4QrVAJKqamneVkxNW", + "question": "Why does this person have their head covered?", + "choices": [ + "fashion", + "uniform", + "protection", + "religion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35359, + "question_id": "UgxNuViouhW644wYCUtLig", + "question": "What is the base of the structure made out of?", + "choices": [ + "metal", + "brick", + "wood", + "tile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512229, + "question_id": "UhKFYixKQkzGVrG38gWSum", + "question": "What is placed in the water?", + "choices": [ + "fish", + "pencils", + "stems", + "crops" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157388, + "question_id": "Ui38bvRUH7YATCd8wXDe9k", + "question": "Who most likely took this photo?", + "choices": [ + "computer programmer", + "wildlife observer", + "receptionist", + "joe biden" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472767, + "question_id": "Uk6urBApDjZhKSMZmyJwen", + "question": "What belongs where the lamb's front legs are?", + "choices": [ + "food", + "tools", + "water", + "wool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346680, + "question_id": "UkcuzuR9w5kXA7YZQvXquk", + "question": "Why are there two cats?", + "choices": [ + "mirror", + "carpet", + "reality", + "owners" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 224631, + "question_id": "UkjK7XxonwCVXsGhsZRaC4", + "question": "The animal shown here is a distinct member of what species?", + "choices": [ + "black bear", + "none", + "pooh", + "ursa terribilis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 44731, + "question_id": "UmQoPNM74ezymkFfECXfVy", + "question": "Where is the item that the man is thinking about?", + "choices": [ + "couch", + "hand", + "shoulder", + "head" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562707, + "question_id": "UoaSUetu7siCmR6TVb9VtX", + "question": "In what year was this airline established?", + "choices": [ + "1969", + "1955", + "1975", + "1982" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163190, + "question_id": "UozyQEg4vgCL2xwjPjwpu6", + "question": "Is the window of the car closed?", + "choices": [ + "unsure", + "yes", + "probably no", + "no" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172618, + "question_id": "UpPgGyeKA8SAiWo5ic3Vye", + "question": "Who likely holds the other end of the kite strings here?", + "choices": [ + "baby brother", + "parent", + "dog", + "stranger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 401230, + "question_id": "UprFnr95VbH7faMqvrwP5R", + "question": "What type of animals are shown?", + "choices": [ + "domestic", + "aquatic", + "stuffed", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 504395, + "question_id": "Uq4FsRfrbJ5c5yXCyEELJk", + "question": "Which object would move the pointer on the monitor?", + "choices": [ + "mixer", + "circle mouse", + "chair", + "keyboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452469, + "question_id": "Us4BYvKDZ5rUsgqwkRLiwS", + "question": "What is this man dressed for?", + "choices": [ + "business", + "swimming", + "exercise", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558004, + "question_id": "UtXfRCZqNs7JDsp3Wk4TZE", + "question": "What type of flooring is shown?", + "choices": [ + "tiles", + "marble", + "hardwood", + "carpeted" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172098, + "question_id": "UuUtkKp8MNMSxWGg4j34Kk", + "question": "Which of the produce items would be unpleasant if eaten by itself?", + "choices": [ + "banana", + "carrot", + "lime", + "apple" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561420, + "question_id": "UvZJdSoCDwRYCRNbG5etiS", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "rail", + "water", + "road" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 148513, + "question_id": "UwVxmnwXUK3gACQPKrwYj8", + "question": "Which animal is the youngest?", + "choices": [ + "front", + "back", + "middle", + "same age" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379752, + "question_id": "UwidHGSBU33mjJirpDYG8L", + "question": "What is missing to the left of the number eight on the keyboard?", + "choices": [ + "power button", + "mousepad", + "key", + "spacebar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381111, + "question_id": "UxQ8YWQMgRyGECeKvvddqA", + "question": "What body part do you use here to flush?", + "choices": [ + "rear", + "finger", + "foot", + "hand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 126453, + "question_id": "UxjSiUiWLp9z7m6iQfLUrp", + "question": "What is the purpose of the brown object at the top of the mans pants?", + "choices": [ + "add visibility", + "provide protection", + "secure pants", + "provide warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558691, + "question_id": "UzpkbjUpfoBeRJq2u5aMwZ", + "question": "What demographic of people would this room most likely be used by?", + "choices": [ + "young adults", + "babies", + "seniors", + "middle aged" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 142219, + "question_id": "V2YQLZ5DwqW9pfPKuHqaMU", + "question": "What do they mainly fly from place to place?", + "choices": [ + "packages", + "groceries", + "people", + "animals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 455850, + "question_id": "V2aZ558hqdaN49D3QzuUZa", + "question": "From which animal is the main meat topping shown here originated?", + "choices": [ + "cows", + "pigs", + "goats", + "buffalo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439070, + "question_id": "V2dJ2T79dvWBVKejDNNJTR", + "question": "What one of these foods is often the filling for this type of delicacy?", + "choices": [ + "kiwi", + "eggplant", + "corn", + "apple" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 247118, + "question_id": "V3VqPRY3v643GkDWwuaXvR", + "question": "What does this man seem to be using the brush as?", + "choices": [ + "mirror", + "microphone", + "musical instrument", + "something edible" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 247109, + "question_id": "V44JXw3uyp9pPnJmSgYFzs", + "question": "What is the possible reason the man is wearing the hat?", + "choices": [ + "warmth", + "uniform", + "collision protection", + "sun protection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 377228, + "question_id": "V54Q4xu62PnB76XtDbW54F", + "question": "What is the name for a juvenile of this animal?", + "choices": [ + "kitten", + "puppy", + "kid", + "calf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464852, + "question_id": "V5pJQQDkUy6jDzHnbEco8h", + "question": "What is near the helicopter?", + "choices": [ + "snowboarder", + "rainbow", + "paratrooper", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 182694, + "question_id": "V6DUUeozi4Zvamq2Yffbk2", + "question": "What character wears a similar color pants to the man?", + "choices": [ + "leprechaun", + "headless horseman", + "wendigo", + "yeti" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 316046, + "question_id": "V6rkjo3u5fSecpxwdaPDnY", + "question": "What body of water is the white board made to be used in?", + "choices": [ + "lake", + "ocean", + "stream", + "river" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330949, + "question_id": "V7Hkh3ikcPDymUHJLB56dR", + "question": "What type energy fuels this conveyance?", + "choices": [ + "electric", + "gas", + "human", + "coal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346760, + "question_id": "V82ukCnuVt469YjCVUfSkK", + "question": "What material is the vase made of?", + "choices": [ + "clay", + "ceramic", + "rubber", + "porcelain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 279719, + "question_id": "V8cQtJj9hYiQQ4kdVGhHsm", + "question": "If you committed a crime at this corner how might someone find out about it?", + "choices": [ + "child reporters", + "video recording", + "tattle tale", + "rat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189837, + "question_id": "V8uEtgnNGguMyeYuZR3M5t", + "question": "In which shire county does the bus travel?", + "choices": [ + "east sussex", + "avon", + "cheshire", + "hampshire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373907, + "question_id": "V8viFrPS3US388vuR3FZTA", + "question": "What style of shoe are the women wearing?", + "choices": [ + "sneaker", + "boot", + "loafer", + "sandal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 461852, + "question_id": "V9minrKAi7JkoKb4bhzgX3", + "question": "What movie was about this animal?", + "choices": [ + "free willy", + "seabiscuit", + "jurassic park", + "benji" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77289, + "question_id": "V9tcyr5AGgkzjgtHUfDKMy", + "question": "What item is added to the black circle on the side of the vehicle?", + "choices": [ + "gasoline", + "wax", + "plastic", + "batteries" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 178102, + "question_id": "VA7G7PQtmrcbwaMqVWnyZ2", + "question": "What is this animal trying to do?", + "choices": [ + "swim", + "sleep", + "attack", + "drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53997, + "question_id": "VAmCK5qfFSwcvG27SgZyoo", + "question": "What gives the orange vegetable its color?", + "choices": [ + "chlorophyll", + "murex", + "melanin", + "carotene" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503377, + "question_id": "VB8kPLSB854PBbgtwGV9Z4", + "question": "What is the name of this toilet design?", + "choices": [ + "wall hung", + "p trap", + "parryware", + "floor mounted" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 348548, + "question_id": "VBoijPpCjzqmGqou9mmMVA", + "question": "This device heats using what?", + "choices": [ + "coal", + "fire", + "oil", + "radiation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155635, + "question_id": "VBvhjQcHV4WnXqimsT6bks", + "question": "Which activity is only one person doing in this part of the ocean?", + "choices": [ + "boogie boarding", + "paddle boarding", + "surfing", + "skim boarding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 489532, + "question_id": "VCMPFZpbwxx7frzYEYBqRa", + "question": "What would cause the person to do this with the suitcase?", + "choices": [ + "fell over", + "humor", + "lost items", + "exercise" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35877, + "question_id": "VDCoYUHakL6zPXRsc8RKYp", + "question": "Who defaced this sign?", + "choices": [ + "glen", + "quinn", + "nancy", + "no one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170433, + "question_id": "VDQ4jRyKvndsMGqnQR4xuk", + "question": "What are all the wires for?", + "choices": [ + "tv", + "computer/electronics", + "air conditioner", + "appliances" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 401356, + "question_id": "VDUEW83b6SZc2SJdvhAGFE", + "question": "What celestial body does this person face?", + "choices": [ + "venus", + "sun", + "mars", + "moon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 281252, + "question_id": "VDfjJoNTWRoZEK5ZpXiniw", + "question": "What show is this cat watching?", + "choices": [ + "kitkat club", + "pussy galore", + "james bond", + "none" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 282637, + "question_id": "VDhuoVVjywW2BeYL2nfa6s", + "question": "In case of gas shortages what would the occupant here utilize to get around?", + "choices": [ + "van", + "bike", + "suv", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127487, + "question_id": "VEGMmwSTH6HtbxmqtJKAZP", + "question": "Where is this plane most likely stationed at?", + "choices": [ + "china", + "japan", + "turkey", + "usa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163373, + "question_id": "VHEai6iZCHmESdLTjeGKgT", + "question": "What is the purpose of the columns?", + "choices": [ + "separate sections", + "decoration", + "runs clock", + "hold roof" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478777, + "question_id": "VJE98ipwoUrt5GbFNZVXni", + "question": "Which item here is particularly long?", + "choices": [ + "baseball bat", + "beak", + "cucumber", + "toothpick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267809, + "question_id": "VJzrTaxwLfG57v5Ds7qjBa", + "question": "How were the hard candy items atop the doughnut here affixed there?", + "choices": [ + "stirring", + "by dipping", + "elfs", + "melting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 31198, + "question_id": "VLWTs3AoC99Ut9pMkyyhVH", + "question": "How many birds are on the log of wood?", + "choices": [ + "three", + "four", + "seven", + "ten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 45233, + "question_id": "VMDmPLWfY4QU2LzbuxG3kD", + "question": "Who might sleep in the small bed here?", + "choices": [ + "mom", + "father", + "pet", + "mother" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 232006, + "question_id": "VNhsBPwfnuPnNDrxG7wXtG", + "question": "What human like expression might this animal be able to carry out?", + "choices": [ + "math", + "scheduling", + "geometry", + "speech" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 416173, + "question_id": "VNp34QGHz7U8pwagr7pwsx", + "question": "How many animals are sitting on the neck of the large spotted animal?", + "choices": [ + "two", + "three", + "one", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 249300, + "question_id": "VPFMYHXzrDEaHscyYLRgo4", + "question": "Why is the other bird not joining the one in the feeder?", + "choices": [ + "not hungry", + "is sleeping", + "different species", + "is afraid" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 579763, + "question_id": "VPWGnzXxCgrhWwFAeKnWJw", + "question": "What type of crust is shown here?", + "choices": [ + "deep dish", + "thin", + "raw", + "stuffed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84079, + "question_id": "VPYGav44Fv9gTpWFTMqLZ8", + "question": "What is touching the stuffed animal?", + "choices": [ + "plant", + "cake", + "baby's finger", + "woman's toe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513223, + "question_id": "VPvE84r5DdBbqGq9nJRt28", + "question": "What are the three zebras in the foreground currently doing to nourish their body?", + "choices": [ + "drinking", + "grazing", + "cleaning themselves", + "hunting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357645, + "question_id": "VQ9GcN4nHMSzCpLSBxcyxB", + "question": "What company is known for using these vehicles?", + "choices": [ + "mcdonald's", + "ibm", + "delta", + "ford" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386903, + "question_id": "VRCnn7AY4xwRx3FhVNsvKS", + "question": "What kind of leaf is the same or similar to the ones sticking out?", + "choices": [ + "burch", + "lilies", + "grass", + "cheese cloth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290534, + "question_id": "VRjzCjT3bD4cPH3Zt42QKe", + "question": "What tool has a black handle?", + "choices": [ + "spatula", + "scissors", + "cutting board", + "pizza cutter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511864, + "question_id": "VRsvEhP3hWY6kwNtGSdY7w", + "question": "What type of surf board is the woman holding?", + "choices": [ + "gun", + "shortboard", + "longboard", + "fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 522648, + "question_id": "VShRYH6oWMiADbPDSsM3QJ", + "question": "What name is given to the person playing this type of sport?", + "choices": [ + "attacker", + "player", + "celebrity", + "surfer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 531231, + "question_id": "VSq8CB9MWe38roB5ZWqX4V", + "question": "Which visible item is likely to stretch furthest?", + "choices": [ + "paper", + "rubber band", + "phone", + "recorder" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226098, + "question_id": "VUyQTcGkLbRpz8zjS5W29v", + "question": "What does the N stand for?", + "choices": [ + "nebraska", + "namibia", + "nippon", + "netherlands" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 325174, + "question_id": "VVUu89DKar9tWQGGhBw9Ui", + "question": "Which of these movies feature this animal in its main cast?", + "choices": [ + "madagascar", + "shrek", + "finding nemo", + "toy story" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243905, + "question_id": "VW3L4ZN3zmVLzKbTdFttTy", + "question": "What type of coat coloration does the cat on top of the luggage possess?", + "choices": [ + "tabby", + "tuxedo", + "solid", + "pointed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 359199, + "question_id": "VWFsza6idQurNDw3GcgjeV", + "question": "What appears to be enmeshed in glass here?", + "choices": [ + "ice pick", + "straw", + "comb", + "toothbrush" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468766, + "question_id": "VXFvEgSK4AG5ddgnax7eDr", + "question": "The zebras are standing on what?", + "choices": [ + "water", + "benches", + "boxes", + "tables" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 233605, + "question_id": "VXhkuREYyfri63Go5vKqAm", + "question": "What might the baby get in his mouth?", + "choices": [ + "toothpaste", + "dirt", + "cloth", + "hair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263164, + "question_id": "VYqwkmSgtG2ckcor98997W", + "question": "What is a famous sports ground where this is played?", + "choices": [ + "wimbledon", + "oval", + "wembley", + "yankee stadium" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366837, + "question_id": "VarwFJ9MxJBdUY5fx7euKn", + "question": "What type of bridge is this?", + "choices": [ + "arch", + "beam", + "cantilever", + "truss" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 140784, + "question_id": "VbiQoRPfbYPy8WGedjDpDc", + "question": "What is this dog trying to do?", + "choices": [ + "drink", + "eat", + "watch", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 422034, + "question_id": "VcCGsE7RGds83wxE7ThJvh", + "question": "What is the giraffe sitting in?", + "choices": [ + "dirt", + "concrete", + "sand", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 383203, + "question_id": "VcCvhUEmDsKHUJimNvcbWx", + "question": "The blanket features the name of a famous what?", + "choices": [ + "author", + "politician", + "singer", + "designer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544192, + "question_id": "VcP6pSDjFRqbGi4pFN86bj", + "question": "Other than divers what is the style of eating these creatures do?", + "choices": [ + "chewing", + "tearing", + "dabbling", + "pecking" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 212325, + "question_id": "Vcov3zW5ihRwSiU4dUjqWK", + "question": "Why is he wearing gloves?", + "choices": [ + "grip", + "fashion", + "warmth", + "germs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 222162, + "question_id": "VddAuiW2E4YUwY4fknpSaz", + "question": "What activity is being shown here?", + "choices": [ + "drinking", + "cooking", + "eating", + "cleaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 318236, + "question_id": "VegzaLHYgMiTSKCLxkyxNk", + "question": "The location in the image is most likely in which part of the U.S?", + "choices": [ + "south west", + "central", + "north east", + "south" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326675, + "question_id": "VeiRfiQjPSrv2ABYzRLuZG", + "question": "What type of food is shown?", + "choices": [ + "burrito", + "burger", + "pizza", + "taco" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 487372, + "question_id": "VfYLh4HVaq2ZhAWdXGM2v2", + "question": "What might prey on these creatures?", + "choices": [ + "dogs", + "eagles", + "hippos", + "lions" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 250573, + "question_id": "Vfe4gJeJm28SnZGHNB7tG3", + "question": "Which handle should one turn if they want luke warm water?", + "choices": [ + "none", + "both", + "right", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303724, + "question_id": "Vgohz3HyxM7KTN7SpyqLSP", + "question": "What might cause the giraffe to put it's head near the measuring pole?", + "choices": [ + "bright colors", + "measure weight", + "food smell", + "human signal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 428443, + "question_id": "Vh35A2xdYoEvTxV538cCiv", + "question": "Which feature seen here is often removed or absent from this type animal?", + "choices": [ + "ears", + "horns", + "cuds", + "eyes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550218, + "question_id": "VhTMWJLBmS7e95wQK7GbmE", + "question": "What is the status of this food?", + "choices": [ + "bitten", + "broiled", + "diced", + "uneaten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 218803, + "question_id": "VhagLghxm27KWWFLA9XKYt", + "question": "What does the K stand for?", + "choices": [ + "korean", + "koninklijke", + "kiwi", + "kenyan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379236, + "question_id": "ViDUWLYyHzkTkKeZUp6TZb", + "question": "The man holding the green cup and wearing the black fleece jacket works in what field?", + "choices": [ + "education", + "finance", + "medicine", + "information technology" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 548228, + "question_id": "ViddNS7iaSKQ4ZhLBtvQZn", + "question": "What are the Zebras touching?", + "choices": [ + "noses", + "hooves", + "tails", + "lips" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144041, + "question_id": "VjdJnB7RQkNqi8NGbb8jih", + "question": "What is she doing with the phone?", + "choices": [ + "dialing", + "texting", + "posing", + "video games" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467402, + "question_id": "VkYNp6FHGQuVPVcuaPDx4c", + "question": "Food for these animals was placed here by whom?", + "choices": [ + "themselves", + "no thing", + "their mothers", + "owners" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 86120, + "question_id": "VknJoWBTW7kztLzS2AHrH7", + "question": "What is causing the baby cow to chew on the women's fingers?", + "choices": [ + "fear", + "anger", + "flavor", + "hunger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 419654, + "question_id": "VnLKkVkuwKqQDRagmJPqcC", + "question": "Where is this bathroom located?", + "choices": [ + "gas station", + "home", + "office", + "store" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501878, + "question_id": "Vnb2dKKwxTJ6a83xZtPYNc", + "question": "What type of buildings are the ones in the top right?", + "choices": [ + "airport terminal", + "offices", + "apartment complex", + "hospital" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283235, + "question_id": "VomK3tFW8JNmQhB8tQcHCm", + "question": "What type of phone is on the left?", + "choices": [ + "flip", + "rotary", + "corded", + "smart" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291846, + "question_id": "VorjiupkEQWfMfJeDHLciG", + "question": "What sort of building does this clock likely rest atop?", + "choices": [ + "court", + "private home", + "church", + "ball arena" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 426017, + "question_id": "Vpj42wHNZCKUSSHcau5m3E", + "question": "The family this street is named after were well known for their what?", + "choices": [ + "beauty", + "tavern", + "cruelty", + "orchard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 523395, + "question_id": "VpvWJ5TEty9CaeUwTZGMJz", + "question": "On which continent does this conveyance travel?", + "choices": [ + "north american", + "europe", + "asia", + "antarctic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197730, + "question_id": "VqTGqnUZodUddeTnnoEAPG", + "question": "What type of area is shown?", + "choices": [ + "rural", + "arctic", + "seaside", + "urban" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 561740, + "question_id": "VqvphwbAhgQiF47MCnt3ku", + "question": "What is the best time to eat the following food?", + "choices": [ + "supper", + "any", + "breakfast", + "lunch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 422372, + "question_id": "VruckMMwcWbp3zzEXYaLy7", + "question": "What sports team is named for this animal?", + "choices": [ + "cardinals", + "wolverines", + "bears", + "timberwolves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311115, + "question_id": "VsUUABosW8gtUiKTLvfK6f", + "question": "Who would have to evade the giraffes?", + "choices": [ + "predators", + "incoming cars", + "hurricanes", + "incoming boats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32152, + "question_id": "VsWDvM8pgJPQ9wq8zftXWA", + "question": "What might make this bathroom embarrassing to use?", + "choices": [ + "floor", + "walls", + "shelving", + "windows" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 548553, + "question_id": "VsX6jkdXnde5JcAxx6kP38", + "question": "What kind of fuel does this aircraft run on?", + "choices": [ + "gas", + "vegetable oil", + "jet fuel", + "kerosene" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 122078, + "question_id": "VspwycfrFsCbQ8KyhLb2c2", + "question": "What is at the bottom of the hill?", + "choices": [ + "airport", + "amusement park", + "lake", + "town" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35162, + "question_id": "VszXhvG8oviapRZiyvqKnW", + "question": "What invention made these items more rare?", + "choices": [ + "cotton gin", + "printing press", + "steam locomotive", + "microwave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 525974, + "question_id": "VtbbdUHRhBnKQJgD78zJ8W", + "question": "What type of vehicle is the person sitting on?", + "choices": [ + "van", + "truck", + "car", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97554, + "question_id": "Vu5DxUfHJH8m7s2wMMpctr", + "question": "The television company got its start in what industry?", + "choices": [ + "cars", + "computers", + "radio", + "telescopes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385200, + "question_id": "Vv4SguqbNPdP4pRT3gfwjr", + "question": "Which color would most likely cut the others here?", + "choices": [ + "white", + "blue", + "tan", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490565, + "question_id": "Vv5YCbL9KygPNDc8PqhpaH", + "question": "Which chess piece does the logo on the sign look like?", + "choices": [ + "knight", + "rook", + "queen", + "king" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2991, + "question_id": "VvtZmRVWHLPC35TWB3mBNB", + "question": "What type toothbrush does this lady own?", + "choices": [ + "charcoal", + "electric", + "twig", + "manual" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102477, + "question_id": "VwGCEQatbkimJURFWxqXLC", + "question": "How is this toothbrush powered?", + "choices": [ + "hydropower", + "manual power", + "battery", + "solar energy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521330, + "question_id": "VwsVoGCHiMtVuPVUBguqs7", + "question": "What is the company whose logo appears on the jacket known for?", + "choices": [ + "wheelbarrows", + "cheese", + "phones", + "desktop computers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297057, + "question_id": "VwyPZtB6XiVCx5gQbeGrtD", + "question": "What additional equipment is needed to play this game?", + "choices": [ + "croquet mallet", + "tennis racket", + "pool cue", + "bowling ball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 216318, + "question_id": "VxcCVKWK3JEFoENtfVC6od", + "question": "Which of these lanes should ideally be utilized to pass either silver car shown here?", + "choices": [ + "rightmost", + "none", + "leftmost", + "center" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 329210, + "question_id": "VxiW8A682vRChypsXeEBTX", + "question": "How many daily trips does the plane seen here?", + "choices": [ + "three", + "none", + "one", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 258162, + "question_id": "VyVq5dForFLtwBatyLDYzb", + "question": "What does the apparatus on the ceiling provide besides cool air?", + "choices": [ + "surveillance", + "light", + "heat", + "protection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 514286, + "question_id": "VzkWG5hqQUA6RNfAjwM3ti", + "question": "What is the weather at this location?", + "choices": [ + "mostly cloudy", + "partly cloudy", + "clear", + "overcast" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 325117, + "question_id": "W3GBtVcaAYwGVBhR2MptFe", + "question": "The animal the cat is looking at is in what class of animals?", + "choices": [ + "mammalia", + "aves", + "amphibia", + "reptilia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3407, + "question_id": "W3gnm2Lgw2jzDznN3UvwXh", + "question": "The amount of forks on the table indicate there are how many people eating the cake?", + "choices": [ + "two", + "three", + "one", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 94641, + "question_id": "W4SAcFNmWmWFgNn35r7xNR", + "question": "Besides bathing what is the bathtub in the room used for?", + "choices": [ + "plants", + "storage", + "fish", + "dishes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229375, + "question_id": "W5KRNjNMUMqya77a2eToE2", + "question": "What is the word for the singular form of the markings found here?", + "choices": [ + "graffito", + "vandal", + "urban", + "signs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339642, + "question_id": "W6JjvHLpEBQHyAP5N9j4T9", + "question": "What kind of cat is this?", + "choices": [ + "orange tabby", + "ocelot", + "calico", + "siamese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9676, + "question_id": "W6TstdtU4aWCWmdLigKRes", + "question": "What skills would one need to qualify to sit in this chair?", + "choices": [ + "spelling", + "running", + "swimming", + "gymnastics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93943, + "question_id": "W6qqj7MEAFKZAzYXaSdUTX", + "question": "What style of shirt is he wearing?", + "choices": [ + "muscle shirt", + "hoodie", + "t-shirt", + "cardigan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 337243, + "question_id": "W6tXvFS8kGqZ6iFzE5pwiX", + "question": "What type of animal is this?", + "choices": [ + "arctic", + "domestic", + "wild", + "aquatic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20197, + "question_id": "W78WD8DGHoeT4Qjjs6BF3Y", + "question": "What feature are these animals known for?", + "choices": [ + "stingers", + "web spinner", + "talons", + "tusks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 578799, + "question_id": "W7Q5vuqhWUCoQTzXHpXxzH", + "question": "At which location is the skateboarder skating?", + "choices": [ + "skate park", + "mall", + "city hall", + "parking lot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552429, + "question_id": "W8v97FAkB5vftsPwwY5CZG", + "question": "How has this food been prepared for serving?", + "choices": [ + "scooped", + "poured", + "sliced", + "diced" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463343, + "question_id": "W9yXYkKYTp7WUBT6xnsdNQ", + "question": "In what direction is the white SUV driving?", + "choices": [ + "east", + "south", + "north", + "west" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 434218, + "question_id": "WAJqnGfw2GLpNtmkiW4MLc", + "question": "In which city is the tennis court located?", + "choices": [ + "london", + "melbourne", + "sydney", + "new york" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209406, + "question_id": "WANvyjtWZf9fZ5DbV5L4o2", + "question": "What leavening is used in this food?", + "choices": [ + "butter", + "none", + "milk", + "yeast" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 310650, + "question_id": "WAnhMUquYiKfPHBKdQLPmP", + "question": "What beverage is served at sports games observed or participated in by the riders on this bus?", + "choices": [ + "milkshakes", + "milk", + "gatorade", + "hot toddies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555353, + "question_id": "WC7JQiZLCiMw6VTQiY37d4", + "question": "What is required for this activity?", + "choices": [ + "wind", + "rain", + "sun", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 108771, + "question_id": "WCdfmCpSzCoXXJh8BxSDNM", + "question": "How many times a day should people ideally use these?", + "choices": [ + "four", + "ten", + "none", + "twice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 122078, + "question_id": "WD2EBL2yRonzW9HHLujAW6", + "question": "The U.S. state for this location is most likely in what region?", + "choices": [ + "south", + "central", + "north east", + "south west" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 237585, + "question_id": "WDY3JDuNwkryMsQoMdZdaK", + "question": "What kind of communication is on the sign in the background?", + "choices": [ + "psa", + "directions", + "wanted poster", + "advertisement" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251426, + "question_id": "WDqNNS7cWMUG5tdhUUgbsa", + "question": "In which country is this sign for camping located?", + "choices": [ + "austria", + "germany", + "france", + "belgium" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 436364, + "question_id": "WDw9ebNnS6iHqSsWoDkvWK", + "question": "Why is he in midair?", + "choices": [ + "just jumped", + "falling", + "slipped", + "bounced" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477254, + "question_id": "WDzLW7hiTLnD7B6m6wMjmm", + "question": "How does a young child usually refer to the item that is white and is against the right wall and on the floor?", + "choices": [ + "dada", + "baba", + "moo moo", + "potty" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442920, + "question_id": "WEeYULCFmX3adogp5xgf5L", + "question": "What is the one really odd object to be in the bathroom?", + "choices": [ + "camera", + "wallpaper", + "apple", + "shelf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262881, + "question_id": "WFDnvReVWv58pmMbwuehVL", + "question": "What is this plane used for?", + "choices": [ + "military", + "shipping", + "passengers", + "testing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 119396, + "question_id": "WHjgEYNi6bwuVUUk7me8aH", + "question": "Which part of this sign was not officially placed there?", + "choices": [ + "red background", + "eating animals", + "fastners", + "stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 199521, + "question_id": "WJSJKrrv6GUGH7pjcmXmaZ", + "question": "Which movie studio sponsored the event?", + "choices": [ + "warner brothers", + "disney", + "dreamworks", + "paramount" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25599, + "question_id": "WPMPZPbTYoPTyr7VKgZtrr", + "question": "Which way are the two zebras heads pointing?", + "choices": [ + "left", + "down", + "up", + "right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 280285, + "question_id": "WPRABmS6zjcY9FdnF4bZUF", + "question": "How are these two people in white shirts related to each other in this situation?", + "choices": [ + "classmates", + "coworkers", + "teammates", + "lovers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410026, + "question_id": "WPWxPSiEHRrCSydoWmfCzo", + "question": "Where did the main meal item live before it was harvested?", + "choices": [ + "air", + "water", + "tree", + "land" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87523, + "question_id": "WPy2jA8aitpGEuKpRhqpRs", + "question": "What is keeping the bear from freezing while laying on the snow?", + "choices": [ + "wind", + "fur", + "skin", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 526379, + "question_id": "WQBxZrNeeTrEBN3C6zb7P8", + "question": "What is the job of the person loading this luggage?", + "choices": [ + "handler", + "captain", + "cashier", + "pilot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 116346, + "question_id": "WQXxMAQbn5Z3MkWNmaL2up", + "question": "The batter for the first item is made from what?", + "choices": [ + "flour", + "grits", + "almond flour", + "cornmeal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36538, + "question_id": "WSDBiN3MuwJMjtSJCoAR3k", + "question": "What kind of street location are these signs at?", + "choices": [ + "overpass", + "highway", + "intersection", + "underpass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302158, + "question_id": "WStsve46o2vVeLcaiucPXJ", + "question": "What is likely transferred in what the bird is sitting on?", + "choices": [ + "satellite signal", + "electricity", + "water", + "oil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 26772, + "question_id": "WT4wsgXfHeMKY9bPjCbNnh", + "question": "How many devices are on?", + "choices": [ + "three", + "none", + "two", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518864, + "question_id": "WTAKhzvnzKz74jXNNW6BHR", + "question": "What vehicule is this man waiting for?", + "choices": [ + "bus", + "boat", + "train", + "plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 534059, + "question_id": "WTPi24dzCqs85v7JDCsFUw", + "question": "What is the name of the following bird?", + "choices": [ + "flamingo", + "seagull", + "crow", + "egret" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369724, + "question_id": "WTnkSvQdRi8sLJLowVPLMe", + "question": "What is the sink made from?", + "choices": [ + "plastic", + "glass", + "ceramic", + "steel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443559, + "question_id": "WTuxfayaYsFTAE3YPDhiDP", + "question": "What is causing the reflective look in the middle of the picture?", + "choices": [ + "wind", + "glass", + "paint", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 364231, + "question_id": "WW6wAqwCAJCF7LbhWCy75r", + "question": "Why are the zebras all headed in the same direction?", + "choices": [ + "seeking food", + "lost", + "being chased", + "protection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 47079, + "question_id": "WW7nVhnqHTBwYYDXLGnPzn", + "question": "What service do these people work for?", + "choices": [ + "military", + "fire", + "police", + "paramedic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409696, + "question_id": "WWsCCddQXGSQhZbauNR3Wb", + "question": "The child here might inadvertently turn on what here?", + "choices": [ + "garage door", + "fridge", + "tv", + "pager" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 325772, + "question_id": "WXTL9XeYKzcaFvaNjDsPYJ", + "question": "What shape is the vase?", + "choices": [ + "oval", + "triangle", + "square", + "rectangle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 560979, + "question_id": "WYCdM45aPybTLpuMkdv3CL", + "question": "How many subspecies of this animal are there?", + "choices": [ + "nine", + "six", + "two", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385887, + "question_id": "WYfFrczxnMvRDwVpvnmApo", + "question": "What part of the plane is facing the man?", + "choices": [ + "passenger windows", + "wing", + "nose", + "tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544885, + "question_id": "WZ6RH6qVC6psbJmxhofAA5", + "question": "South Western Railways 707 is belongs to?", + "choices": [ + "british", + "china", + "us", + "france" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 196884, + "question_id": "WZ8bFyanyumQmoCkJq4BFB", + "question": "What does the advertiser hope people will choose?", + "choices": [ + "their airplane", + "their supermarket", + "their hotel", + "their cars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379899, + "question_id": "WZBH4MMqcTNbdbeDm8RveG", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "water", + "land", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549078, + "question_id": "WZPYiMgbFxA6Du38sVDcVy", + "question": "What is the likeliest location of the elephant?", + "choices": [ + "zoo", + "desert", + "tundra", + "savannah" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288296, + "question_id": "WZZPbyRyzUePxHLHMFkavA", + "question": "Where did the song referenced peak on the Billboard Hot 100?", + "choices": [ + "four", + "ten", + "eight", + "one" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 200364, + "question_id": "Wasm9KUVuewPrBXpmSyNDw", + "question": "Why is she wearing the same color?", + "choices": [ + "in hospital", + "stolen", + "is mother", + "found shirts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 445757, + "question_id": "WdGhkmhvqi3gCGz3QNorag", + "question": "Why is the flower in the vase?", + "choices": [ + "fell there", + "hides vase", + "display", + "planted there" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 176990, + "question_id": "WeN5P8BFPjVnqSKf235jBd", + "question": "This truck specializes in food from which region of the world?", + "choices": [ + "mediterranean", + "south american", + "polynesian", + "caribbean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87310, + "question_id": "WewL6FEw7mQgSPX6AC3zyp", + "question": "What club is the jersey wore by the person above belong to?", + "choices": [ + "barcelona", + "leipiz", + "real madrid", + "manchester united" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417255, + "question_id": "WfEUSqa5ERywkhShYmffcF", + "question": "Where is the snow located?", + "choices": [ + "tree", + "car", + "cat", + "roses" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87424, + "question_id": "WfiJN5fiZ5zHbbuPy9WncW", + "question": "What part of this bear is doing most damage to the white disc?", + "choices": [ + "tail", + "teeth", + "paws", + "nose" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 505434, + "question_id": "Wg69H5TANvTjmMCV4mBGRA", + "question": "What type of phone is being used?", + "choices": [ + "cellular", + "pay", + "rotary", + "landline" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 149859, + "question_id": "WgEtXULAFdFxV3uw7qzAAo", + "question": "What type of area is he in?", + "choices": [ + "rural", + "desert", + "urban", + "forest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 418689, + "question_id": "WgiCukg5sd7BuedBowiAiL", + "question": "Persons here wear vests of yellow for what reason?", + "choices": [ + "visibility", + "none", + "security", + "fun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74763, + "question_id": "Whmj3oaLUVgmDTDK2hkqox", + "question": "This man looks most likely to work where?", + "choices": [ + "museum", + "butcher shop", + "lifeguard station", + "fire department" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53667, + "question_id": "WhuERMZa96Jb4fEieW62yb", + "question": "When was the last time this airline had a fatal crash?", + "choices": [ + "1977", + "1995", + "2005", + "1985" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518641, + "question_id": "WjoBAyhAfhCX8xNJ8XhHAG", + "question": "What is visible on the animal's feet?", + "choices": [ + "claws", + "fins", + "eyes", + "hooves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342000, + "question_id": "WjtxK2vBrinZnYBDWJhRxW", + "question": "What is missing on the bed that is part of most beds?", + "choices": [ + "mattress", + "frame", + "box spring", + "comforter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 16790, + "question_id": "WkssU3FgYLrGKNLgkF6uRt", + "question": "What is found on top of the elephants head?", + "choices": [ + "hats", + "sand", + "grass", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7312, + "question_id": "WmVtRsQpy667eahQsAurab", + "question": "What kind of skiing is this?", + "choices": [ + "downhill", + "alpine", + "extreme", + "cross-country" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399056, + "question_id": "WmYuMCofKkdBWzBRXrRBms", + "question": "From what video game console system is the steering wheel in the basket used with?", + "choices": [ + "sony playstation", + "microsoft xbox", + "nintendo wii", + "nintendo switch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547019, + "question_id": "Wnhr2z7NRNNtswKw5y8dbk", + "question": "Where are these elephants located?", + "choices": [ + "zoo", + "wild", + "museum", + "circus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 220358, + "question_id": "WoQUtntUbcyEpNp6Jfq2iY", + "question": "This family of animals is called what?", + "choices": [ + "canidae", + "felidae", + "anatidae", + "bovidae" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168496, + "question_id": "WoV25TJqp3Czdf9HY6eHBN", + "question": "The spikes on the building ledge is to prevent what animal from being there?", + "choices": [ + "birds", + "cats", + "bats", + "mice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 475192, + "question_id": "WpGx8Qj98Uw2gYb54ggtpy", + "question": "If it gets even colder what area will freeze?", + "choices": [ + "turquoise", + "brown", + "blue", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443608, + "question_id": "WpTBhyYaq9iBqJpyTddpt2", + "question": "The resort advertised in blue is located in which mountains?", + "choices": [ + "selkirk", + "rockies", + "robson", + "logan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427973, + "question_id": "Wq86AeHnqVMY4VAc6orjpR", + "question": "The dark bars hanging on back wall are designed to hang what?", + "choices": [ + "underwear", + "soap", + "towels", + "snacks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536218, + "question_id": "Wq8RoVRNJjBdiPF9s3vnox", + "question": "What animals are looking at the ground?", + "choices": [ + "pig", + "rhino", + "zebra", + "camel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172972, + "question_id": "Wqdn83MgjZcxJivTUyiThi", + "question": "How many species including human are clearly visible here?", + "choices": [ + "one", + "two", + "four", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 548427, + "question_id": "WrXuaJ5wBwqAR6q8xPKyeD", + "question": "What is the main function of this room?", + "choices": [ + "working", + "sleeping", + "eating", + "watching tv" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17228, + "question_id": "WsyD8VS5TnwxMhvC8hD3Qo", + "question": "These animals have what feature?", + "choices": [ + "spots", + "antlers", + "stripes", + "tusks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 179494, + "question_id": "Wtau5oRi5ZQ6L9s4Pfjdj4", + "question": "What kind of activity is this bird capable of doing?", + "choices": [ + "hopping", + "flying", + "diving", + "burrowing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575292, + "question_id": "WxwxqYf2hwqCSaG82X2nYx", + "question": "The hall of fame for this sport is located in what city?", + "choices": [ + "baton rouge", + "des moines", + "newport", + "frankfurt" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 465557, + "question_id": "WypomVJyxacqwFA9vQkpKB", + "question": "What is the style of home in the background called?", + "choices": [ + "craftsman", + "colonial", + "victorian", + "tudor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 560406, + "question_id": "WysKvjuD7N86GGUwbYDbT4", + "question": "Who is transported in this vehicle?", + "choices": [ + "police only", + "army", + "recruits", + "detainees" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463957, + "question_id": "WzBYFuh9DxbGLsoG5a63Rq", + "question": "What is this dressed used for?", + "choices": [ + "bride's maid", + "sun", + "wedding", + "prom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411306, + "question_id": "WzYSDw6mz5JiHhbc4qf9Tm", + "question": "Which one of these would be useful to clean his socks?", + "choices": [ + "broom", + "vacuum", + "steamer", + "bleach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 236655, + "question_id": "WziXHYVuwZeAkaRYM2pSpR", + "question": "The color of her clothing and gear will help with what?", + "choices": [ + "visibility", + "protection", + "speed", + "warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 50719, + "question_id": "X25ZEaeJFfEuPdG4EuW79F", + "question": "What type of range is shown here?", + "choices": [ + "mountain", + "gun", + "gas", + "firing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146514, + "question_id": "X36N2BRNjDGZ4tmmbXExNg", + "question": "Why are they facing opposite directions?", + "choices": [ + "fighting", + "lost", + "despondent", + "winding trail" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 320697, + "question_id": "X3YE9NKKsY6RVp2bLQ2B2a", + "question": "Why is he on the ground?", + "choices": [ + "hungry", + "resting", + "injured", + "fell down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 554979, + "question_id": "X3mrfvsmR2wg8f3FwAHUWe", + "question": "What is next to the clock?", + "choices": [ + "figurine", + "salt shaker", + "baby", + "basket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 256321, + "question_id": "X5qDSJu6chVZoUQSnpEcDQ", + "question": "What are these animals doing?", + "choices": [ + "running", + "playing", + "swimming", + "fighting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389377, + "question_id": "X65gvfRogrKf6BysitAncL", + "question": "What is typically done on the food to the left to get rid of sand particles and other undesirable stuff?", + "choices": [ + "flipping", + "devein", + "salting", + "boiling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 241400, + "question_id": "X6XpSRwMTYxR3vVLMytVmN", + "question": "Who is Sinclair Lewis?", + "choices": [ + "football hero", + "sign maker", + "author", + "politician" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485679, + "question_id": "X7WUKVJQoiFCG5z3TYtfQ3", + "question": "What kind of human is depicted on the vase?", + "choices": [ + "weight lifter", + "president", + "priest", + "soldier" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 359971, + "question_id": "X8Uc9CCgfS3KMT8QX3Lx48", + "question": "The photographer of this shot stands where while taking it?", + "choices": [ + "board", + "shore", + "ship", + "deck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561915, + "question_id": "X8qZb24GMz4NxFePtiDuyR", + "question": "What is the blue car near?", + "choices": [ + "curb", + "cat", + "traffic controller", + "feather" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90, + "question_id": "X9WcfxdqzMD8oFwULfDv3B", + "question": "What keeps this animal in place?", + "choices": [ + "electric fence", + "picket fence", + "cyclone fence", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79894, + "question_id": "X9xtzmJB678XdtvUVq8Tyk", + "question": "What brand are the man's shoes?", + "choices": [ + "puma", + "nike", + "reebok", + "adidas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20353, + "question_id": "XA3YtjhNLZWYijx2EnPhvW", + "question": "Why does the woman have her arm out?", + "choices": [ + "balance", + "wave", + "gesture", + "reach" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 368533, + "question_id": "XAMyKT8fueigGdZiEvKGu9", + "question": "What is needed for this activity?", + "choices": [ + "shoe", + "skate", + "board", + "ski" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271809, + "question_id": "XAhfBThMX7G9ScMRYKeQtZ", + "question": "What aspect of the first two animals seen here might cause a bloody wound more easily?", + "choices": [ + "horns", + "tail", + "ears", + "nose" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171615, + "question_id": "XAzJxrVqrDogJXP23str3e", + "question": "What type of phone is being used?", + "choices": [ + "pay", + "rotary", + "landline", + "cellular" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195498, + "question_id": "XB34YuBmhc74HrTtZZKKDQ", + "question": "What is the name of the game being played with the chain hoop?", + "choices": [ + "disc golf", + "soccer", + "basketball", + "baseball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 579128, + "question_id": "XBe9vzgyv7FpamqcpxCo4X", + "question": "What food comes from the place where this sport originated?", + "choices": [ + "poi", + "pizza", + "sushi", + "dim sum" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 58128, + "question_id": "XC2H3HApQwNVxji7VFWoKd", + "question": "What do the silver metal pieces go into?", + "choices": [ + "copy machine", + "stapler", + "printer", + "hole punch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289265, + "question_id": "XChhLYM5mxJ6nC5Dq7wYDw", + "question": "This elephant under the man is found on which major continent?", + "choices": [ + "asia", + "europe", + "australia", + "africa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52245, + "question_id": "XCiwEEseSkcsrhaDoxTxHW", + "question": "What animals are known for being in this setting?", + "choices": [ + "domestic cat", + "mountain goat", + "tiger", + "eel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 16649, + "question_id": "XCx54xpfwFTeWs82XoJ6bx", + "question": "How long can they last in this container?", + "choices": [ + "few decades", + "few days", + "few months", + "few centuries" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 571233, + "question_id": "XEJZJaX5zAkiXh3ntswrMz", + "question": "What propels this person forward best?", + "choices": [ + "sun", + "dolphin", + "paddle", + "boat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105794, + "question_id": "XFELGkLapk7oqnkY6QDRqg", + "question": "Who manufactured this mouse?", + "choices": [ + "hp", + "compaq", + "logitech", + "dell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35362, + "question_id": "XFR4dQt5Ror8Jh7kWm6xby", + "question": "The animal is in what kind of an environment?", + "choices": [ + "crowded", + "desert", + "watery", + "snowy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271086, + "question_id": "XHDEEj7cWApjc4pgCYXrXC", + "question": "What kind of flooring is most abundant here?", + "choices": [ + "vinyl", + "hardwood", + "carpeting", + "tile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562829, + "question_id": "XHuezeq6VNB3dQbzMnh3Ec", + "question": "Where did the child get a booboo?", + "choices": [ + "neck", + "hand", + "head", + "arm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424195, + "question_id": "XHyj9fDEFoZd2tCYdYVPmc", + "question": "What kind of celestial object is visible on the sign?", + "choices": [ + "moon", + "jupiter", + "earth", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 256947, + "question_id": "XKEJUgrb3agVVqjLf3G9Wm", + "question": "What kind of ride is in this area?", + "choices": [ + "ferris wheel", + "carousel", + "bumper cars", + "roller coaster" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 261975, + "question_id": "XKjGpsCw2rzotaXNVFaXYV", + "question": "Which side of the plane does the photographer sit when facing the cabin?", + "choices": [ + "left", + "rightmost", + "cabin", + "tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495566, + "question_id": "XLZ7529bVC86Lv43Kn2rTR", + "question": "What type of animal is on a leash?", + "choices": [ + "tiger", + "lion", + "bear", + "goat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80290, + "question_id": "XMZZtJSsSNxepF8JEXri8K", + "question": "If you need to blow your nose the tissue comes from what kind of container?", + "choices": [ + "metal", + "marble", + "glass", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195933, + "question_id": "XMnbKJgvx2zfdNsGQfGLRG", + "question": "What is the temperature?", + "choices": [ + "warm", + "cool", + "cold", + "hot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286383, + "question_id": "XMxmKhmw9LynSmZrYXUw8Z", + "question": "What type of activity does the man have the gear to do?", + "choices": [ + "sledding", + "snowboarding", + "skateboard", + "kite surf" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 38607, + "question_id": "XNqaPqJRoZPYeiKfrDxpnP", + "question": "What rodent are the animal costumes here meant to represent?", + "choices": [ + "moles", + "skunks", + "chipmunks", + "ground hogs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442579, + "question_id": "XP89oh7ytHg4Us3my5WhN3", + "question": "What is the grey masonry in the room surrounding?", + "choices": [ + "bookshelf", + "entertainment center", + "closet", + "fireplace" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 31701, + "question_id": "XPF7cynH6BoH2GB88MoD2d", + "question": "Which one of these is an ingredient that goes into making the container?", + "choices": [ + "gold", + "honey", + "cotton", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431411, + "question_id": "XPeQjGdSdoyVk3ePMq4vi5", + "question": "What is the parent company that owns this bus service?", + "choices": [ + "pennine", + "centrebus", + "trentbarton", + "deutsche bahn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490115, + "question_id": "XQ3Tcg34tGGGmiLrGqd6v8", + "question": "The sign modification was made by a what?", + "choices": [ + "vegetarian", + "butcher", + "zoologist", + "rancher" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 272537, + "question_id": "XQZdQE8iA4KSr6j8TTjx6t", + "question": "The white fibers visible on top of this blanket are what?", + "choices": [ + "dog hair", + "frost", + "person hair", + "cotton" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576559, + "question_id": "XSfzAoMtbCKR98YuJ8N5DS", + "question": "What kind of flotation device is this man using?", + "choices": [ + "survival raft", + "surf board", + "life preserver", + "log" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289401, + "question_id": "XSiSHWWJWAmH8XkkPynaww", + "question": "What temperature might someone keep things here?", + "choices": [ + "absolute zero", + "cool", + "boiling", + "hot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252972, + "question_id": "XULJvBK7v6Dy72TjP9MYdY", + "question": "What proves the bus is behind you?", + "choices": [ + "trees", + "weather", + "mirror", + "sign" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85178, + "question_id": "XV8aS76tyXM4gBagS4MRqL", + "question": "The items on the plate next to the pizza and knife most likely resemble what?", + "choices": [ + "mud", + "ribeye steak", + "rice ball", + "eucalyptus leaves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162349, + "question_id": "XWAJndMrgbqne85pUQLsUn", + "question": "What type of location is this?", + "choices": [ + "coastal", + "rural", + "arctic", + "urban" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439599, + "question_id": "XWnKmNwP4DejmddfJmiryX", + "question": "What food comes from this animal?", + "choices": [ + "snake skin", + "burger", + "lamb chops", + "rabbit stew" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 306916, + "question_id": "XYPHsM57gAUgsKfYTnNRVB", + "question": "What is the plane in all likelihood transporting?", + "choices": [ + "passengers", + "cargo", + "weapons", + "soldiers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490163, + "question_id": "XYraYLgcKX3PmkA6qGzB3y", + "question": "What is being balanced on this person's lap?", + "choices": [ + "bag", + "child", + "laptop", + "food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147295, + "question_id": "XZtrRtXWoaxxH6pt2XVsoN", + "question": "If they squeeze the fruit onto the food it will give it what kind of taste?", + "choices": [ + "sweet", + "umami", + "bitter", + "tart" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190701, + "question_id": "XaKfeFQguGnhf9LcnWufkw", + "question": "Why is the man wearing green?", + "choices": [ + "halloween", + "wedding", + "fashion", + "visibility" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 240499, + "question_id": "XaeD8dWauTEmrR6qjgBRMp", + "question": "What is being done to the baby animal?", + "choices": [ + "testing", + "feeding", + "vaccinating", + "collecting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438644, + "question_id": "XaupKF24ox4mfnxTKGZc3L", + "question": "What is the train riding on?", + "choices": [ + "water", + "grass", + "street", + "railroad track" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350490, + "question_id": "Xb5mwWngPzctVPseKbGD75", + "question": "What number comes sequentially after the number on the blue item?", + "choices": [ + "eight", + "four", + "ten", + "six" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 184593, + "question_id": "XbkPog4S85hLAdy4mA5Z29", + "question": "Which one of the following would be a concern if one lived in one of the houses in the background?", + "choices": [ + "loneliness", + "noise", + "price", + "boredom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 361466, + "question_id": "Xc6jdMzsEL4U3ME3PDCdLZ", + "question": "From what did the Giraffe get stains on their front knees?", + "choices": [ + "dribbling", + "kicking", + "kneeling", + "running" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309624, + "question_id": "XciCrNkaTSrARgzoGHbdFT", + "question": "Why is the bus parked?", + "choices": [ + "no gas", + "flat tire", + "lost", + "awaiting passengers" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 149082, + "question_id": "XeM3hdSMhcvNvkBaiU9np6", + "question": "What is usually found in this kind of location?", + "choices": [ + "stalagmites", + "snow", + "telephone poles", + "seashells" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346020, + "question_id": "XedeQTXg9447uzDXJjBqs8", + "question": "What type of suit is worn here?", + "choices": [ + "fireman", + "wet", + "business", + "police" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 480998, + "question_id": "XfoDLYpg4PWGLuhCviJgBF", + "question": "What type wheels does the conveyance shown here roll on?", + "choices": [ + "rubber", + "metal", + "none", + "plastic" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 556664, + "question_id": "Xg73UMHSmSXNRHZc3CRXqB", + "question": "Why is one zebra smaller?", + "choices": [ + "not eating", + "sickly", + "is child", + "mutation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 207495, + "question_id": "XgCgWGbYzpSJPWLrE7eNAK", + "question": "What is the name of a famous cartoon character of this type?", + "choices": [ + "donald", + "garfield", + "pluto", + "yogi" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 152697, + "question_id": "Xgu2HCq7ZTn5ojHWyb27DB", + "question": "What time is shown here?", + "choices": [ + "90019", + "44500", + "91900", + "124519" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163121, + "question_id": "Xj5B5VaqDuz3TNaVzVgBSE", + "question": "What is the actress original last name?", + "choices": [ + "scicolone", + "russo", + "bianchi", + "ricci" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511581, + "question_id": "XjZS6jcKYFzBFsWBsqh4RL", + "question": "What is he doing?", + "choices": [ + "braking", + "hiding", + "stalling", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551415, + "question_id": "XmKj2MPKghzYKdMMcNzHcd", + "question": "What is the bird doing?", + "choices": [ + "sleeping", + "hiding", + "resting", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115120, + "question_id": "XmTk7g8by6rHZkYys4Jo9p", + "question": "What is near the person?", + "choices": [ + "snow", + "dogs", + "goats", + "rabbits" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433514, + "question_id": "XnYEdi6PHPmLtbqJTE9mXt", + "question": "How is a group of these animals called?", + "choices": [ + "nest", + "dazzle", + "school", + "herd" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197333, + "question_id": "XoZ3FuSxQrVhMPuX8xyHyQ", + "question": "What company makes these kind of items?", + "choices": [ + "black decker", + "mcdonald's", + "huffy", + "pier 1" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79078, + "question_id": "Xp2HW6XKjEsD9WrqmeA8Fg", + "question": "From which direction must ongoing traffic stop when entering this intersection?", + "choices": [ + "none", + "it depends", + "all", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80174, + "question_id": "Xq9WK2SvE9MNxyLFxuzmqF", + "question": "What was she doing with her hand?", + "choices": [ + "slapping giraffe", + "feeding giraffe", + "shoving giraffe", + "opening window" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365046, + "question_id": "XqhMQLna6sWxtfTkZLDNco", + "question": "Why are the trains different color?", + "choices": [ + "different lighting", + "different owners", + "different styles", + "wrong tracks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 16686, + "question_id": "XrWToY8vMwmdXuf27FU9pV", + "question": "What is most likely behind that curtain?", + "choices": [ + "bed", + "shower", + "toilet", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63957, + "question_id": "XraDX83QiHbwMamxxmYJ2M", + "question": "For hygiene purposes what should they do before eating off the plates?", + "choices": [ + "wipe them", + "wash them", + "nothing", + "inspect them" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125592, + "question_id": "XsF3EDSjjZWY6QknteTzP6", + "question": "The person who decorated this house is a fan of what show?", + "choices": [ + "dr. who", + "star trek", + "stargate", + "x-files" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123313, + "question_id": "XsULgrzKhH5VnbPiDLRj62", + "question": "What energy drink is advertised on the shirt?", + "choices": [ + "red bull", + "gatorade", + "rockstar", + "monster" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 360413, + "question_id": "XtQ4Q8qfaBf2pXV8rgb2Hi", + "question": "What might someone have touched before leaving prints on the ground here?", + "choices": [ + "hair", + "dogs", + "fireplug", + "clouds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 325926, + "question_id": "XtUVmrHDTnpet8NVR8T7ak", + "question": "Where is the bus?", + "choices": [ + "garage", + "city", + "house", + "park" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153801, + "question_id": "Xu3cmHVMex2MiePs2WqbXQ", + "question": "What island is this bus on?", + "choices": [ + "oahu", + "madagascar", + "sicily", + "easter island" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19792, + "question_id": "XumdGZDaoZ8rMnkqVm3fSz", + "question": "What kind of surface is the dog resting on?", + "choices": [ + "mattress", + "leg", + "couch", + "carpet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 15958, + "question_id": "XvXjLJdRz3PKDuz65qRZZ2", + "question": "What is near the stores?", + "choices": [ + "man", + "bicycle", + "car", + "cow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 57909, + "question_id": "XxDkUi3WximhsymY8aiL6J", + "question": "In which country are these double yellow lines by the curb found?", + "choices": [ + "australia", + "united kingdom", + "united states", + "germany" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 328258, + "question_id": "XxSjHWiHWJzNp2jhdFdQ2f", + "question": "The person taking this picture got here how?", + "choices": [ + "uber", + "scooter", + "large cow", + "small cow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177497, + "question_id": "Xyfg7H6D8snV3QJTwse2Dm", + "question": "What is the name of a famous vehicle of this kind?", + "choices": [ + "thomas", + "ben", + "andrew", + "bill" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557674, + "question_id": "XyiGft2DymP86hPLi3gHta", + "question": "What is this bear trying to do?", + "choices": [ + "bathe", + "hide", + "close", + "open" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 304515, + "question_id": "Xznifk6qCjrXsDupDT6f2b", + "question": "What items are bunched together here?", + "choices": [ + "luggage", + "bananas", + "streamers", + "weapons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277863, + "question_id": "Y2gdd2Z6BVmt76XmLafc8c", + "question": "What type of animals are swimming in the water?", + "choices": [ + "shark", + "fish", + "whale", + "swan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 430909, + "question_id": "Y3jGyxvqzkX3bGNUJJYqw3", + "question": "What is a way we can describe the animal here?", + "choices": [ + "primate", + "feline", + "amphibian", + "canine" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 575195, + "question_id": "Y3mLF4QrKSdLM9ntag4ogi", + "question": "Why is he standing like that?", + "choices": [ + "maintain balance", + "is old", + "is afraid", + "falling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 305553, + "question_id": "Y4ANFH5Qpo7EBuV8KftfKM", + "question": "What is the tallest thing in the picture?", + "choices": [ + "giraffe", + "fencing", + "trees", + "fence post" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235232, + "question_id": "Y4YCzQmUVasC3zirFgsQTc", + "question": "Which one of these restaurants is known for selling this style of food?", + "choices": [ + "taco bell", + "quiznos", + "starbucks", + "burger king" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 279709, + "question_id": "Y5B4sWuoG4L8H4MLyvocua", + "question": "What is the young man in black shorts trying to catch?", + "choices": [ + "fly", + "football", + "baseball", + "frisbee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 72506, + "question_id": "Y5ZEjJn6Qy5itmoYGcnzmA", + "question": "Based on the size where would someone find this type refrigerator?", + "choices": [ + "dorm room", + "house", + "break room", + "mansion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230180, + "question_id": "Y8GhYxetAJBAAbxUEvT866", + "question": "Regarding the ad seen here if you try one today how likely are you to win 4 million pounds?", + "choices": [ + "25% possible", + "100%", + "very unlikely", + "50% odds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124519, + "question_id": "Y8YgSFu4GQrurKhSdi6Vaw", + "question": "Where might this person be soon?", + "choices": [ + "sky", + "lake", + "farm", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 203934, + "question_id": "Y8hqm9xHMqQhCKBsL2rR4r", + "question": "This beverage company was started in what country?", + "choices": [ + "portugal", + "sweden", + "guam", + "namibia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 310816, + "question_id": "Y8qf47qTYYFwCgyx95C8eD", + "question": "Why is her hair such a bright color?", + "choices": [ + "dyed", + "paint", + "sick", + "natural" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550884, + "question_id": "Y9qeMQ3bDqCgzQHDGmhkqW", + "question": "Why would a human bring this horse to the beach?", + "choices": [ + "graze", + "drink water", + "sleep", + "recreation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 304234, + "question_id": "YA6Q3YuwHcpq6NvhdZeb25", + "question": "What most recently happened to a person here?", + "choices": [ + "photograph", + "fell", + "singing", + "balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466472, + "question_id": "YAKWzamAjmxppRu3fewQMn", + "question": "What will he do with his hands?", + "choices": [ + "clap them", + "catch frisbee", + "wave them", + "lift them" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 560315, + "question_id": "YAVrsQKPynnhkHx6QicB6a", + "question": "What kind of a shirt is the man wearing?", + "choices": [ + "formal", + "short sleeve", + "long sleeve", + "vest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97060, + "question_id": "YAvUqq4ZGJAsGcbEVGeBXe", + "question": "What type of art style is clock in the center of the station constructed in?", + "choices": [ + "art deco", + "modern", + "brutalism", + "art nouveau" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303353, + "question_id": "YBsapmifJJQgpFxmGNPAC8", + "question": "What kind of condition would this bear have if it were alive?", + "choices": [ + "conjoined twins", + "deafness", + "obesity", + "albinism" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 265634, + "question_id": "YDBUS2faX3dex67ouxxMzU", + "question": "What part of the man is closest to the chain?", + "choices": [ + "head", + "leg", + "hand", + "bicep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 437192, + "question_id": "YEK2uqaZVVxJ7o2RbcmSoi", + "question": "Which direction are most of the eyes looking?", + "choices": [ + "down", + "left", + "right", + "up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 359252, + "question_id": "YGPT3JafmiHvjHwtCWjPZv", + "question": "What is the metal basket on the brick wall used for?", + "choices": [ + "decoration", + "storage", + "basketball", + "feeding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550884, + "question_id": "YGo9sJvheYXsouRSVZDRyn", + "question": "Where does the horse breathe from?", + "choices": [ + "mouth", + "nose", + "neck", + "skin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391997, + "question_id": "YJ8PRHLG4oPwKFeaufTFmQ", + "question": "What are the people pictured above doing?", + "choices": [ + "maneuvering", + "playing", + "skate boarding", + "running" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314258, + "question_id": "YJoXGX5tnKe4b8Uz3eXarM", + "question": "This company's distillery is located in what state?", + "choices": [ + "washington", + "michigan", + "tennessee", + "delaware" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 91439, + "question_id": "YLe9UyFKova7esw3yTn2A9", + "question": "How many types of railway signals are there?", + "choices": [ + "two", + "five", + "one", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409907, + "question_id": "YMJmgbfw64QnktkTFasUx3", + "question": "Where is the man surfing?", + "choices": [ + "sand", + "grass", + "water", + "pool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545451, + "question_id": "YMLuZtCmFqooRpw3v4PxNS", + "question": "The cord hanging from this board is meant to be tied where?", + "choices": [ + "ankle", + "neck", + "wrist", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536253, + "question_id": "YNSdGrfgFwSUDSuiKFJWNn", + "question": "What type of bear shares a name with the skateboard?", + "choices": [ + "polar", + "grizzly", + "black", + "panda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517060, + "question_id": "YNU4LhnhupCuConMjMvvmn", + "question": "What limited liability abbreviation does the energy drink company use?", + "choices": [ + "llc", + "gmbh", + "dba", + "ltd" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 182183, + "question_id": "YQe4GByMhAmZ3hmGGvUb28", + "question": "What would theoretically be the favorite cereal of this animal?", + "choices": [ + "captain crunch", + "trix", + "count chocula", + "honey combs" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 525892, + "question_id": "YRvCJEJXCbJcgMrZVwubt8", + "question": "What does the bird appear to have in its beak?", + "choices": [ + "branch", + "seed", + "sunflower", + "worm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8271, + "question_id": "YSYy3hwv46Nyxp8CeBEV5m", + "question": "How can one describe the colors on the bird?", + "choices": [ + "cold", + "dark", + "vibrant", + "dull" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557702, + "question_id": "YSydfAtN6iBiPwDfBtopdW", + "question": "What song speaks to the definition of the picture?", + "choices": [ + "blurry", + "blue", + "crystal clear", + "green river" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342329, + "question_id": "YVJavGfeCkGjAzwxDdWKZ8", + "question": "That plate is most likely made of what material?", + "choices": [ + "glass", + "paper", + "porcelain", + "ceramic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5905, + "question_id": "YVMRCtiTUtru9SyxatSzXv", + "question": "What are the white granules present in the left silver container?", + "choices": [ + "salt", + "msg", + "splenda", + "sugar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 225221, + "question_id": "YVWYbWiSojr7S4bSDvYjp6", + "question": "What is this bird looking for in the sand?", + "choices": [ + "electronics", + "clothing", + "car", + "food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 486106, + "question_id": "YViGvtvvseChkgEH6qBPJu", + "question": "What does the intend to do with the bird?", + "choices": [ + "keep it", + "eat it", + "give owner", + "sell it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557331, + "question_id": "YVrbqPJKURb9xjx6bRypHM", + "question": "What type of terrain or snow organization allows this person to be aloft?", + "choices": [ + "pit", + "flat", + "upward slope", + "ditch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 50974, + "question_id": "YVzbT72mgFJLofQZipiJ9n", + "question": "These books would make great gifts for people who practice what hobby?", + "choices": [ + "gardening", + "golf", + "chess", + "crocheting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 218871, + "question_id": "YWwv6tQS95dMa6H59UsafL", + "question": "The person here attempts to capture what?", + "choices": [ + "fish", + "criminals", + "dogs", + "flies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483600, + "question_id": "YXjNZTuYsdrkiHko3WKtZk", + "question": "Why would one sit at this table?", + "choices": [ + "eat", + "work", + "file", + "paint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552770, + "question_id": "Yar8NJwWtT4tryd3v3azdd", + "question": "What has been used to cover the walls?", + "choices": [ + "tapestry", + "tile", + "wallpaper", + "paint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 482018, + "question_id": "Yaz9nWtiHzkqKxjJ3daNd8", + "question": "What makes the backs of these creatures appear white here?", + "choices": [ + "dung", + "moss", + "dandruff", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521399, + "question_id": "Ycg8hErm44KkEwy3qEJTAK", + "question": "What is on the pizza?", + "choices": [ + "red peppers", + "spinach", + "grilled chicken", + "onions" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358937, + "question_id": "YcioWkDmGndxjHCeLxyvL5", + "question": "What here has the most unusual feature?", + "choices": [ + "tile", + "floor", + "toilet", + "plunger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 322778, + "question_id": "YcuCAWQkszTo4nffYZDzWx", + "question": "How many people are engaging in an activity or just recently engaged in an activity with their mouths here?", + "choices": [ + "three", + "zero", + "two", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109499, + "question_id": "YfNqAexjWjmWHTgV4tEHN3", + "question": "Who became president after him?", + "choices": [ + "trump", + "biden", + "bush", + "clinton" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 249342, + "question_id": "YfQhQJYmKLuBEujMwUoBJw", + "question": "What is the weather like in this image?", + "choices": [ + "dust storm", + "raining", + "sunny", + "snowing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 130308, + "question_id": "YfeyqPg7EZ6pbsFbvem6Cd", + "question": "What is the owner likely doing with the dog?", + "choices": [ + "fetch", + "obstacle course", + "walk", + "rope tug" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 68831, + "question_id": "YiX7D4TiVfsUyeyvunkGzc", + "question": "What is the same color as the jacket the person is working?", + "choices": [ + "lime", + "plum", + "orange", + "carrot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171636, + "question_id": "Yic35GANsBYCBa7DedxMQb", + "question": "Which continent is this definitely NOT?", + "choices": [ + "australasia", + "south america", + "europe", + "antarctica" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 554905, + "question_id": "YioRARjYGbhTJgvuUapCcK", + "question": "The man here has trouble with what?", + "choices": [ + "betting", + "defense", + "drinking", + "walking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21505, + "question_id": "YkPg7bkQ5gTARcexjuEidW", + "question": "Where is the bench located?", + "choices": [ + "on shore", + "above water", + "in water", + "inside water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 99175, + "question_id": "YkfeoYtppEThN8skDCPqNB", + "question": "What is the blue house logo made of?", + "choices": [ + "cream", + "cotton", + "yarn", + "denim" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 406573, + "question_id": "YnVzREYw7abmYy4uWfzceM", + "question": "What human feature are the zebra stripes compared to?", + "choices": [ + "fingerprints", + "wrinkles", + "skin", + "hair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293055, + "question_id": "YnXxW3w7e4tZgrba5Gw5Ur", + "question": "What is the pizza being presented on?", + "choices": [ + "pizza pan", + "lazy susan", + "wooden block", + "cake stand" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 147991, + "question_id": "Yomu2vmoUToLz6gPe2LfBp", + "question": "What is necessary to get this toothbrush to function properly?", + "choices": [ + "battery", + "mouth wash", + "soap", + "cord" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417666, + "question_id": "YpQCfqPY2f92studQSqoPN", + "question": "What type of body of water is past the beach where the hydrant is located?", + "choices": [ + "fjord", + "river", + "sea", + "lake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 310624, + "question_id": "YqQLtFQJC2VtD9JZywHdLi", + "question": "What is usually found on top of the item that is on the right hand side?", + "choices": [ + "mustard", + "coconuts", + "rice", + "beans" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20190, + "question_id": "YrVBALcuRXmpunTZ3QrerU", + "question": "What animal has similar coat colors to the one all the way to the left?", + "choices": [ + "gazelle", + "rooster", + "hyena", + "dalmatian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 571602, + "question_id": "YrrdJ57GKd6fBpRPxYjaAL", + "question": "What is the surface the cat is laying on?", + "choices": [ + "sofa", + "table", + "floor", + "bed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142292, + "question_id": "YsFL7BJB2t35jrXTu3JehB", + "question": "What kind of cooked French food is this?", + "choices": [ + "croissant", + "egg roll", + "quiche", + "tofu" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 225660, + "question_id": "YsL3utmNS6QT7biki53sXy", + "question": "The dog is tied to what?", + "choices": [ + "pole", + "bench", + "fence", + "tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7904, + "question_id": "YsSWyAYUvk2Yhh2MUZjLsF", + "question": "What kitchen appliance is seen?", + "choices": [ + "microwave", + "dishwasher", + "stove", + "fridge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 250482, + "question_id": "YsTs8m9wCGLHwAUMrTaiTp", + "question": "The pizza here would NOT be eaten by whom?", + "choices": [ + "carnivore", + "dog", + "vegan", + "omnivore" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189840, + "question_id": "YsY9LjnqwXnrWVb6FANovj", + "question": "What kind of text is displayed on the bottom of the stop sign?", + "choices": [ + "advertisement", + "graffiti", + "warning", + "help wanted" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 44731, + "question_id": "Yt9Qni3hNsuxZVGxd2d2YT", + "question": "What company is known for making the item the man has on his face?", + "choices": [ + "nivea", + "invisalign", + "topps", + "ray-ban" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409596, + "question_id": "YtGJ5n3nbdNbadAbearLit", + "question": "People might park on this road if it was closer to what?", + "choices": [ + "park", + "buildings", + "liquor store", + "houses" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277853, + "question_id": "YtnCjZhzArTUcmP2amHwLS", + "question": "What purpose do the chains here serve?", + "choices": [ + "alarm system", + "decorative flourish", + "none", + "retain lids" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71663, + "question_id": "YuEhYhfK7GtuRUGbCZAvcS", + "question": "What type of move is the snowboarder performing?", + "choices": [ + "360", + "grind", + "illegal", + "twisty" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366228, + "question_id": "Yutcu6V5HXEpyQpdmaHUVY", + "question": "What must someone have before getting on this conveyance?", + "choices": [ + "driver", + "dinner", + "ticket", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 413140, + "question_id": "YvwDQnc4zJReSnxwWfRhb8", + "question": "What sort of creatures made the red mound shown here?", + "choices": [ + "worms", + "crows", + "termites", + "elephants" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 259358, + "question_id": "YyU3Yo9z7r4Mcw8xjv55Ca", + "question": "What area of the bus allows passengers to embark on top of it?", + "choices": [ + "front right", + "back left", + "back right", + "front left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17836, + "question_id": "YywUnYnRT7gd2ub4ZrVhcr", + "question": "What is usually found in this environment?", + "choices": [ + "fish", + "monkeys", + "camels", + "giraffes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263933, + "question_id": "YzZRvee3DH6CZXv4fo4JXb", + "question": "What is the woman most likely using the device to do?", + "choices": [ + "race", + "text", + "eat", + "draw" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 577151, + "question_id": "YznMsbtAqVFVe4NrvJX6DV", + "question": "What is located to the left of the sign?", + "choices": [ + "bowling ball", + "traffic cop", + "horse", + "bridge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 217728, + "question_id": "YzoPxFeeSmV8CSHn8j9mL6", + "question": "What is the man on the white board trying to do in the water?", + "choices": [ + "race", + "dive", + "ride wave", + "fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157620, + "question_id": "Z3D6ZvDCPhDUtZJ6jZn3ke", + "question": "How is this train powered?", + "choices": [ + "steam", + "coal", + "battery", + "electric" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508756, + "question_id": "Z3u9KvKR2tdoVSHpWeGAZV", + "question": "What type of area is shown?", + "choices": [ + "tropical", + "residential", + "coastal", + "commercial" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 575609, + "question_id": "Z4VsEQdgRUXt2jDi9zonqE", + "question": "Why is he holding the dog?", + "choices": [ + "for sale", + "keeping warm", + "hiding", + "showing off" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5980, + "question_id": "Z5J9JN8eXZX2Yi6JTCPuzU", + "question": "What is the name for the item on the right?", + "choices": [ + "commode", + "sink", + "shower", + "bidet" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 482980, + "question_id": "Z5fumdLwMp7ppyLpPJsjbA", + "question": "What is the tallest object in the area?", + "choices": [ + "fence", + "plants", + "trees", + "giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 14394, + "question_id": "Z652BeDWhnVZMZwcMFd4k7", + "question": "What would the wooden object be used for with relation to this food?", + "choices": [ + "serving", + "throwing", + "chopping", + "breaking up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466709, + "question_id": "Z6GueYSxuW7SyEaqaJgmkx", + "question": "Why is he squeezing the tube?", + "choices": [ + "feels good", + "wants mustard", + "is broken", + "heat hotdog" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 192215, + "question_id": "Z6SufhYSmxzmFg43bKmW7G", + "question": "What type of light is being used?", + "choices": [ + "screen", + "moon", + "lamp", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 201586, + "question_id": "Z6dTEKTY4yuhzrg5KVxbMw", + "question": "Where does this city rank in terms of population among Canadian cities?", + "choices": [ + "2nd", + "1st", + "5th", + "3rd" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 397912, + "question_id": "Z77Te4NL5pLy4B8pkY7cHx", + "question": "In which way is this bear like Mark Spitz?", + "choices": [ + "it swims", + "gold chains", + "none", + "great hair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 108790, + "question_id": "Z7GAtN2R4ZRamkrJn8X8QX", + "question": "The tennis court in front of the bleachers uses which type of surface material?", + "choices": [ + "clay", + "gravel", + "asphalt", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 143220, + "question_id": "Z9JWwtmSpzNV6wZiHic2Gw", + "question": "Which one of these is a neighborhood in this borough?", + "choices": [ + "francisco", + "dalston", + "piccadilly", + "connecticut" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439318, + "question_id": "Z9UvhtEJK3FZZyURnp8XZK", + "question": "The steering mechanism used on this board is called what?", + "choices": [ + "fin", + "wheel", + "pivot", + "axle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 394347, + "question_id": "Z9fapDJ2BDLcz5MQyxegJq", + "question": "Where is the dog being allowed to walk?", + "choices": [ + "in park", + "in forest", + "back yard", + "on beach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118464, + "question_id": "ZAdxDZpEZycvAMvp79aGy9", + "question": "Where is this cat located?", + "choices": [ + "yard", + "barn", + "room", + "vet" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 402349, + "question_id": "ZB2FHMojtGXTA4nTgFbQwN", + "question": "What type of animal is naked on the green signs?", + "choices": [ + "sheep", + "fish", + "insects", + "bears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378505, + "question_id": "ZBGWRYyQqci8Y9iBJdhnbF", + "question": "What is present on the wooden block?", + "choices": [ + "illusion", + "nothing", + "statue", + "human" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 222162, + "question_id": "ZDCrNL2sTGGiu2x5RUErzZ", + "question": "What will happen next?", + "choices": [ + "eat food", + "toss food", + "cook food", + "serve food" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 487492, + "question_id": "ZDTt7P6hkaUYgZaSpRVF8K", + "question": "What is below the luggage?", + "choices": [ + "grass", + "feet", + "violets", + "playing cards" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 281639, + "question_id": "ZDV3KD6FoNrFbq5JW2wD7j", + "question": "What is on the CD?", + "choices": [ + "software", + "music", + "instructions", + "games" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 69636, + "question_id": "ZDcL4cbkNU5AZJnCozQanM", + "question": "What brand is the guys shirt?", + "choices": [ + "nike", + "target", + "carhartt", + "skater" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387708, + "question_id": "ZEMYftreHVDtU6irQPwsNY", + "question": "What would be the best term for what the toilet is classified as?", + "choices": [ + "repurposed", + "de-serviced", + "restored", + "recycled" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 414933, + "question_id": "ZEeVwnoAk3MQcY5hJPfo69", + "question": "These items will most likely be what?", + "choices": [ + "burned", + "dumped", + "recycled", + "displayed" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 403588, + "question_id": "ZEnM7xzG9wG9kTnqRNXs6h", + "question": "What sound do people usually associate with this vehicle?", + "choices": [ + "argh", + "choo choo", + "vroom", + "whir" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363772, + "question_id": "ZFCgN6QBzZubptRvbKxUgH", + "question": "What is another name for the animals listed on the sign?", + "choices": [ + "cameroon", + "dorper", + "bighorn", + "merino" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286652, + "question_id": "ZFkqHmTeMKvcTg96yZVL3B", + "question": "Why is the zebra engaged in this activity?", + "choices": [ + "hunger satisfying", + "predator evading", + "thirst quenching", + "fish watching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 430726, + "question_id": "ZG8HKo33txtnqZ5U8CRKxu", + "question": "What type of entity recently stood near this dog?", + "choices": [ + "dog", + "person", + "whale", + "rat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387836, + "question_id": "ZGb28JDKZUijgDjCbudcAJ", + "question": "What is the giraffe looking up towards?", + "choices": [ + "tree branches", + "airplane", + "helicopter", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22574, + "question_id": "ZHdWVQW5o7BSQinXZy2muk", + "question": "The car is sitting on what car brand?", + "choices": [ + "porsche", + "toyota", + "bmw", + "audi" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379695, + "question_id": "ZJoNTHF8tV6THi6vpxDcEo", + "question": "In which city does the stop sign belong to?", + "choices": [ + "toronto", + "calgary", + "vancouver", + "winnipeg" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549863, + "question_id": "ZKrKoEj9nHtes4Tf5i9uwV", + "question": "What would most likely be found on the large brown item on top of the rug?", + "choices": [ + "jaguar", + "elephant", + "artificial grass", + "chess board" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389891, + "question_id": "ZMa83sGE7JnXukv9MeJPzb", + "question": "How many towels are visible including those in mirror reflection?", + "choices": [ + "two", + "four", + "six", + "eight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 510238, + "question_id": "ZMxrjLrQmLVqbJNrnbWuLu", + "question": "How will they get rid of the bananas?", + "choices": [ + "give away", + "sell", + "discard", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 49467, + "question_id": "ZN68K3XnTkdPjr5U6dcvTs", + "question": "What is the healthiest item on the plate?", + "choices": [ + "kiwi", + "orange", + "sausage", + "pork rind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 419629, + "question_id": "ZNDKCcGaEZZme7LXYPyq5g", + "question": "What emotion is the baby feeling?", + "choices": [ + "fear", + "indifference", + "happiness", + "sadness" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180566, + "question_id": "ZNZuBpz43HUgrBrsoGyqfs", + "question": "The wheels are most likely made of what material?", + "choices": [ + "cloth", + "glass", + "wood", + "polyurethane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139172, + "question_id": "ZPC3siCHK74MkzQJnA6HLz", + "question": "What is he holding?", + "choices": [ + "skates", + "poles", + "snowboards", + "skis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71469, + "question_id": "ZR5tvq2jfqLrcLZr5QrKpG", + "question": "What protective gear should this player wear?", + "choices": [ + "gloves", + "goggle", + "knee pad", + "helmet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352326, + "question_id": "ZR62kK7HJhvVHtXTCV3isH", + "question": "What network does this show air?", + "choices": [ + "nbc", + "fox", + "netflix", + "amazon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 58742, + "question_id": "ZRaExkJHnXiXzr4TfArh3A", + "question": "What is the average height of the fire hydrant?", + "choices": [ + "6 feet", + "5 feet", + "2 feet", + "3 feet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501662, + "question_id": "ZSiSo2qzqe29TERfibjwia", + "question": "What animals are pictured?", + "choices": [ + "chicken", + "horse", + "cow", + "giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 205337, + "question_id": "ZTApneoBVGQxdyMLTV9tJW", + "question": "The origin of the strawberry yogurt is from which country?", + "choices": [ + "spain", + "france", + "poland", + "germany" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193774, + "question_id": "ZTfe3isxWjYd4ARNWhu3gN", + "question": "What animal are these creatures said to be scared of?", + "choices": [ + "mice", + "snakes", + "birds", + "bats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 236621, + "question_id": "ZTyLCbuVLQnskxpzC5cYmT", + "question": "How can you tell the owner of this room could be getting ready to run?", + "choices": [ + "cats", + "bed", + "sheets", + "shoes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 408704, + "question_id": "ZW7ZLGVncPHBU839aSArRD", + "question": "What type of transportation is shown?", + "choices": [ + "water", + "road", + "rail", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 239024, + "question_id": "ZWAoowujamXuYW6vMUbcBq", + "question": "Which animal is in the lead?", + "choices": [ + "adult elephant", + "cheetah", + "monkey", + "baby elephant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260079, + "question_id": "ZWTrWhWcnSKVGfJzseZdKr", + "question": "What would the tie be perpendicular to if it is extended up and down an extra two feet?", + "choices": [ + "baseball cap", + "beanie", + "glasses", + "eyepatch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87496, + "question_id": "ZXMe55yokKHUomyxmXyZvv", + "question": "What is near the frisbee?", + "choices": [ + "bench", + "lake", + "dog", + "cow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85736, + "question_id": "ZYATZVqKHc7qDbz7tMoftK", + "question": "What would be found in this climate?", + "choices": [ + "polar bear", + "banana", + "seal", + "walrus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21485, + "question_id": "ZYgbYUbdNArRYQ8U7ssAXD", + "question": "What is the man doing with the dog?", + "choices": [ + "holding", + "disciplining", + "feeding", + "selling it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177647, + "question_id": "ZZ8nPWURBiLDkiAHdhyP4y", + "question": "What type of company wanted to advertise on this bus?", + "choices": [ + "cars", + "electronics", + "jewelry", + "restaurant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 459130, + "question_id": "ZbWHZKNkUMErNiqjk8SMeV", + "question": "What fuel do the cars that park here use besides gas?", + "choices": [ + "ethanol", + "electric", + "hydrogen", + "diesel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527115, + "question_id": "ZcSmPiLGYDScGAssRnZiX2", + "question": "Why is the person wearing goggles on his head?", + "choices": [ + "is blind", + "fashion", + "help vision", + "eye protection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367878, + "question_id": "ZccvwHXmrLPwjDMEc6c8Xj", + "question": "What materials are the above teddy bears made of?", + "choices": [ + "synthetic fur", + "nylon", + "mohair", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100876, + "question_id": "ZdYkwXNR5Kogwsc9iDRBji", + "question": "What kind of animal would fit through the fence here?", + "choices": [ + "zebra", + "giraffe", + "elephant", + "human child" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 162812, + "question_id": "ZdeAjgcC8NqbvMGg9W9CES", + "question": "What country is this bus from?", + "choices": [ + "france", + "germany", + "england", + "denmark" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 432391, + "question_id": "Zg9oWZd9SnNyMcX4XMsPrB", + "question": "The white item under the window is usually sold by the what?", + "choices": [ + "bushel", + "roll", + "thousands", + "pound" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59500, + "question_id": "ZgDmPGMNCEU3ddMBTJemMV", + "question": "Which action is the surfer taking?", + "choices": [ + "jumping", + "turning", + "falling", + "reversing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229853, + "question_id": "ZgxDB5Auz8diMfd5vkjHi9", + "question": "How many signs are red?", + "choices": [ + "two", + "one", + "four", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495977, + "question_id": "ZhDPXFG2umv2JpovWTKZyV", + "question": "How many animals are sitting in the grass?", + "choices": [ + "four", + "six", + "one", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399381, + "question_id": "ZhSxD6GowNVxtF3HfijdCZ", + "question": "In which environment does the animal with white fur thrive the most?", + "choices": [ + "polar", + "south american", + "tropical", + "equatorial" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190704, + "question_id": "ZhTGeFRXDbcuGhmpMRpTYb", + "question": "What is the fabric of the suit?", + "choices": [ + "silk", + "corduroy", + "wool", + "linen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381817, + "question_id": "ZhUp2FkK9nX9NoUgr7Mo76", + "question": "What is this player ready to do?", + "choices": [ + "dribble", + "shoot", + "dunk", + "swing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404993, + "question_id": "ZhVHsxrVYQcNVKFPnn69ox", + "question": "How many amino acids in Cow's milk?", + "choices": [ + "nine", + "five", + "eight", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442920, + "question_id": "ZhcZ9FUVZ7o8Ps8vvTRmbp", + "question": "What body part is this person trying to get a look at?", + "choices": [ + "watch", + "back", + "head top", + "forearm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 413911, + "question_id": "ZjVZe7UqX3wW8V7SYUh9Lm", + "question": "How many people are sitting in the row of the bus the photographer is seated in?", + "choices": [ + "none", + "one", + "five", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350049, + "question_id": "Zk2rYAZEJi493gtSZLxTHK", + "question": "What is the birth name of his favorite super hero?", + "choices": [ + "bruce wayne", + "clark kent", + "tony stark", + "peter parker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358261, + "question_id": "Zk5XoYbwex3vdocazNpyDm", + "question": "What colour is the girl's hat on the right?", + "choices": [ + "green", + "black", + "blue", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 300524, + "question_id": "ZkFYnmQPaBMk2hLfUWLZBu", + "question": "What is the vase wrapped in?", + "choices": [ + "bed sheet", + "label", + "plastic", + "crochet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 327400, + "question_id": "ZkXg85GT7gyCutYS8znqZR", + "question": "What is the large black rectangular object near the bookcase used for?", + "choices": [ + "painting", + "storage", + "cooking", + "watching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539192, + "question_id": "Zq3GdHjhokEcBzTZMfWVQT", + "question": "What is the cat's claw touching?", + "choices": [ + "bench", + "television", + "frog", + "foot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 217443, + "question_id": "Zqg7sWeX5u87En8RZTA8Xh", + "question": "What color curtains would one close to get things darker in this room?", + "choices": [ + "silver", + "black", + "pink", + "brown" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454189, + "question_id": "Zr8t78QmAgbdwnFLW7QtYJ", + "question": "What is the long part of the animal?", + "choices": [ + "tail", + "arm", + "trunk", + "giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462476, + "question_id": "ZrHJhPfZLZ3jFd9bbd6dis", + "question": "The apples are meant to represent what?", + "choices": [ + "mouth", + "eyes", + "toes", + "nose" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97060, + "question_id": "ZrjUMDUDWUxvFdSTdnActh", + "question": "What flag can be seen hanging from the wall?", + "choices": [ + "venezuela", + "united states", + "mexico", + "france" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 244686, + "question_id": "Zrt9grKzHDC7UMGG3m3jnq", + "question": "Who owns this clock?", + "choices": [ + "sun", + "age", + "mitsubishi electric", + "orioles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350011, + "question_id": "ZsL4hmybCEc5MNFd36fGVM", + "question": "What is the name of the game?", + "choices": [ + "skiing", + "snow boarding", + "baseball", + "skating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85667, + "question_id": "ZsSfQMEE8txjoD74xvvUht", + "question": "Why is the trunk curled?", + "choices": [ + "eating", + "lifting something", + "drinking", + "trumpeting" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 113423, + "question_id": "Zt8fFzEkxEu3EYMdXsNZ8Z", + "question": "In which country is this aircraft museum located?", + "choices": [ + "switzerland", + "denmark", + "united states", + "germany" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387775, + "question_id": "ZuAYibpzubceBzPgJXvFGZ", + "question": "What type of paper might you find here?", + "choices": [ + "toilet", + "typing", + "parchment", + "tracing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378141, + "question_id": "ZuZE2b7cw6rf8ALQxvpGoc", + "question": "What is high in the sky?", + "choices": [ + "bird", + "zeppelin", + "snowboarder", + "pie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51635, + "question_id": "ZufpKRUowwjkmAUVgXY2ej", + "question": "What fruit family is this street named after?", + "choices": [ + "stone", + "melon", + "citrus", + "berry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257902, + "question_id": "ZvLBpWUc2vWwVxeZC2Tt49", + "question": "What is most likely written on the tags?", + "choices": [ + "warning", + "poem", + "cost", + "traveler name" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40104, + "question_id": "ZxSjYyHJ52TZdQPjJpCkXn", + "question": "In which direction is the number 44 plane going presently here?", + "choices": [ + "down", + "up", + "none", + "backwards" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 15348, + "question_id": "ZxdjQH4N9yfKavcc5qLiRj", + "question": "What would this type of plane be called in to action for?", + "choices": [ + "transport", + "bombing", + "fueling", + "air defense" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29429, + "question_id": "ZxhZCSqcQpYBYaAsUCcuAP", + "question": "The second item that they sell measures what?", + "choices": [ + "temperature", + "humidity", + "altitude", + "air pressure" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 117225, + "question_id": "ZyTAccYCskHZ2UTf55dJHS", + "question": "The bird here is most at home where?", + "choices": [ + "parks", + "water", + "desert", + "mountains" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 156750, + "question_id": "ZycsRDqzC37HTm75dxK9HG", + "question": "In which location is conditioned air blown from here?", + "choices": [ + "stool", + "under couch", + "table", + "above window" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 15088, + "question_id": "a2snV4wHzBvXDtkzQd5abk", + "question": "How many hands are used for this device?", + "choices": [ + "three", + "one", + "two", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308413, + "question_id": "a4jDfQQ7cDR9WFi3ULBEDu", + "question": "The people are using what type of public transportation?", + "choices": [ + "trolley", + "shuttle", + "bus", + "light rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 340527, + "question_id": "a5HsRozPdMEsA7Us8VHrgQ", + "question": "What is the little kid in the background sitting in?", + "choices": [ + "highchair", + "booster chair", + "booth", + "rocking chair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 185224, + "question_id": "a5QTYrhwSSjzC7ZNRHhHdz", + "question": "What are these types of signs called?", + "choices": [ + "warning", + "brand", + "street", + "historical marker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17085, + "question_id": "a6J7sSLvaX7qYGHLfs4B4D", + "question": "What is the zebra doing that the cow is not?", + "choices": [ + "galloping", + "grazing", + "mating", + "mounting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567848, + "question_id": "a7DFC3VWJpqVJuwkJrxbsc", + "question": "Why is there a bulge on his leg?", + "choices": [ + "tumor", + "muscle", + "swollen", + "prosthetic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473535, + "question_id": "a7pyCdg5e3Nj9SKmd2rqNq", + "question": "What type of transportation is shown?", + "choices": [ + "rail", + "air", + "water", + "road" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369196, + "question_id": "a8AHihoozu8MCgkAkv5SX6", + "question": "Based on his clothing what level of racer is the man on the motorcycle?", + "choices": [ + "professional", + "beginner", + "semi pro", + "amateur" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338462, + "question_id": "a8NH2ZYrPVuLMz9URfFY9Z", + "question": "What hour does the clock show?", + "choices": [ + "seven", + "three", + "six", + "ten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309837, + "question_id": "a9EyY5uc2sgKcRXQ8ohi7Q", + "question": "What device does this object work with?", + "choices": [ + "television", + "car", + "air conditioner", + "computer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36172, + "question_id": "a9GoKNmgVyAf6KqQGhwiap", + "question": "What might be stored in the smoky plastic compartment seen here?", + "choices": [ + "flour", + "lettuce", + "butter", + "cinnamon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417289, + "question_id": "a9itMWdPYo2H36vG59fkZ4", + "question": "What will this man do next?", + "choices": [ + "surf", + "swim", + "shower", + "play polo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301511, + "question_id": "aA9Bt42TZXjaKcLPotfNpg", + "question": "What type of coat coloration does the cat leaning on the chair have?", + "choices": [ + "pointed", + "tabby", + "calico", + "tuxedo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 152083, + "question_id": "aAeZxKcWNTjvUAGzbMRhiC", + "question": "What object is being used to clean the mess here?", + "choices": [ + "cloth", + "disinfectant", + "toilet paper", + "towel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 211934, + "question_id": "aBQkbTcm9osvv5Wmm29Rzm", + "question": "What is likely housed inside the upper structure?", + "choices": [ + "firearms", + "clothing", + "bell", + "books" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490273, + "question_id": "aBYgBinyj7YAr2w7Faiea4", + "question": "What kind of building is likely to be in the above picture?", + "choices": [ + "church", + "museum", + "tower", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107755, + "question_id": "aBpusYUwgCRxLeyp3w94vB", + "question": "Where does this bird find most of its food?", + "choices": [ + "sand", + "trees", + "rocks", + "air" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 507291, + "question_id": "aCdv7Z6uAc6XHxHgxwMwBb", + "question": "What is the big red thing on top of?", + "choices": [ + "tracks", + "tree", + "box", + "cloud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 356966, + "question_id": "aCmx5aCHZ4cAAbdRFk6aqE", + "question": "What is the floor of this wash room made of?", + "choices": [ + "wood", + "carpet", + "none", + "tiles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 388181, + "question_id": "aCoj5VdiwPrvrud7QqMCry", + "question": "How would someone most likely dress in this setting?", + "choices": [ + "no clothes", + "shorts", + "bright colors", + "warm clothes" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 98797, + "question_id": "aDusw9q9ACjkbiLBSjfWQ5", + "question": "What does the person in the air have on their head?", + "choices": [ + "crown", + "feathers", + "hat", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 113194, + "question_id": "aE7DY2mBNYbvkJofTGqyiu", + "question": "How many legs do the entities here who will stay the driest have?", + "choices": [ + "four", + "two", + "six", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 103147, + "question_id": "aEo4M7iavDn9tvF33kXenR", + "question": "What part of a surfboard is this person grabbing with their hands?", + "choices": [ + "ding", + "tail", + "rails", + "nose" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 178857, + "question_id": "aFBWjZkqvPGy2R36TRZhMw", + "question": "What is the floor made of?", + "choices": [ + "tiles", + "wood", + "cement", + "mud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 455457, + "question_id": "aFgB9kTpkjKSsCVnPmQten", + "question": "What feature can be seen on these animals?", + "choices": [ + "horns", + "wings", + "pouches", + "talons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363772, + "question_id": "aG2dJRvvQZNo5HsqfZtHsF", + "question": "What kind of danger is likely faced by the animals?", + "choices": [ + "earthquake", + "tornado", + "car accident", + "landslide" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537285, + "question_id": "aG93fkMhN6d8mktaScy6oY", + "question": "What object attached to the surfboard would keep it from getting lost?", + "choices": [ + "fin", + "rutter", + "tether", + "wax" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 416713, + "question_id": "aGnepsqpBFhgykVsZkVK3F", + "question": "What would one google if one wanted to buy some of these items?", + "choices": [ + "cutlery", + "tchotchkes", + "haberdashery", + "memorabilia" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 178234, + "question_id": "aHJAJzZCnw6E2ppdMumJca", + "question": "What is required for this activity?", + "choices": [ + "snow", + "water", + "ice", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 241298, + "question_id": "aHNiF87FMuWLxuR6BYYPtQ", + "question": "What is below the taco shell?", + "choices": [ + "corn chips", + "bananas", + "eggs", + "bacon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 128688, + "question_id": "aJ28xdbQRqm9XP8UvKwynk", + "question": "These animals are known for what?", + "choices": [ + "wool", + "spikes", + "tusks", + "quills" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 185192, + "question_id": "aJHFriHLrnX9BszWk2MQRf", + "question": "What plug type would go into a socket on the wall?", + "choices": [ + "type", + "type w", + "type omega", + "type z" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 432220, + "question_id": "aKt8NA5t77HBKXESjeQ5NP", + "question": "What company specializes in making the large white item?", + "choices": [ + "ibm", + "mcdonald's", + "dell", + "kohler" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311136, + "question_id": "aLoTkkQSQN99ct45eVLedp", + "question": "What style was this tower constructed in?", + "choices": [ + "modern", + "post modern", + "gothic", + "victorian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 457853, + "question_id": "aLuRYVAWJxke7Kk7aGRuth", + "question": "Based on deductive reasoning what time is it right now?", + "choices": [ + "1215 pm", + "1215 am", + "1115 pm", + "1115 am" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257645, + "question_id": "aMCD7ZTQeiSaQeT7md4V3M", + "question": "Why does the animal stay there without leaving?", + "choices": [ + "obedient", + "tied up", + "lame", + "hungry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 205127, + "question_id": "aN3ULy9yq99NDz4Eg2TXJb", + "question": "What type of location is under these street signs?", + "choices": [ + "parking", + "highway", + "intersection", + "bridge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 15491, + "question_id": "aN6ACbtTpEGHEyieEGcxag", + "question": "What color paint should they get if they want to eliminate the graffiti from the truck?", + "choices": [ + "purple", + "white", + "red", + "blue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576217, + "question_id": "aQiPjrTPhrXSLTM3yabVCp", + "question": "Why is the bird here?", + "choices": [ + "foraging", + "exercise", + "resting", + "lost" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 140091, + "question_id": "aQjA4CdPoinNwNwEkwutA2", + "question": "What activity is the woman engaging in?", + "choices": [ + "dodging", + "catching", + "clapping", + "throwing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 103177, + "question_id": "aR3PtXPGuGKcfKsrMfpJKw", + "question": "What trick is being performed?", + "choices": [ + "grinding", + "ollie", + "nose grab", + "melon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317776, + "question_id": "aSToJik2CYFutLM7CLrZCS", + "question": "Red wine is made from which fruit?", + "choices": [ + "citrus", + "grapes", + "apple", + "passion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 328004, + "question_id": "aSvGu35y56gxCSaAk4afSJ", + "question": "How would the red white and blue item have to be modified to operate on land?", + "choices": [ + "add length", + "bigger engine", + "add wheels", + "remove weight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387968, + "question_id": "aTDo7hXJYMTxgTjPHNt5eX", + "question": "Why is the toilet sitting there?", + "choices": [ + "throwing out", + "installation", + "planter", + "decor" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 276625, + "question_id": "aTXR6mfpyywyuCSCavsXtY", + "question": "Why is the man wearing a suit?", + "choices": [ + "costume", + "uniform", + "warmth", + "dress code" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550715, + "question_id": "aVsxLiXP4rtRSrZNMQvAcs", + "question": "How are they getting downhill?", + "choices": [ + "skates", + "sled", + "skis", + "snowboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115154, + "question_id": "aWBZcHnA4VksUqAL2HFL7W", + "question": "This animal produces which one of these liquids?", + "choices": [ + "beer", + "soda", + "milk", + "vinegar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 481993, + "question_id": "aWT4nTqUXLqTcGa5N2ue93", + "question": "The man is likely doing what?", + "choices": [ + "traveling", + "eating", + "worshipping", + "exercising" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 356267, + "question_id": "aWbKpLZPWzhVxgs6JpZGjy", + "question": "Why is he upside down?", + "choices": [ + "is falling", + "showing off", + "distracted", + "is resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8537, + "question_id": "aWhGdonfuv8PADHKJTbLPQ", + "question": "What might a lady put down in here?", + "choices": [ + "soda", + "toilet paper", + "water", + "seat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 396079, + "question_id": "aWit2tcub8o3ieZsFfKMiV", + "question": "What is the highest mountain on this continent?", + "choices": [ + "washington", + "kilimanjaro", + "mauna kea", + "mckinley" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349257, + "question_id": "aXHjVtgx5kJ8NoeMFgpVLy", + "question": "What is the red wall on the left made from?", + "choices": [ + "bricks", + "paint", + "wood", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 128, + "question_id": "aXUvdYXSnUZciQukvMjBJC", + "question": "What day is it?", + "choices": [ + "elephant day", + "monday", + "tuesday", + "weekday" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59800, + "question_id": "aY8xtkjzzB29kr28cfd4wv", + "question": "What shape is this sign?", + "choices": [ + "rhombus", + "square", + "circle", + "hexagon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22516, + "question_id": "aZxDkAujjf5cUH4TgcCpvz", + "question": "What feature do these animals have?", + "choices": [ + "trunk", + "talons", + "wings", + "gills" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59773, + "question_id": "aa7nmu2EYy5w3iPRZBfbfL", + "question": "Where is the car most likely going with a surfboard in the back?", + "choices": [ + "beach", + "movies", + "river", + "mountain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 196823, + "question_id": "aaiF6wWFS67b7QdKLnZvog", + "question": "The seeds on the outside of this fruit are what?", + "choices": [ + "disease", + "ovaries", + "stems", + "sprinkles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 382474, + "question_id": "abeN2x9aYmnaKvVhtqjuoj", + "question": "Where is the penny from?", + "choices": [ + "united states", + "eurozone", + "canada", + "england" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 573866, + "question_id": "abmTT3SFbCTxPmcjzFKDHv", + "question": "What sport is this person just finished playing?", + "choices": [ + "basketball", + "rugby", + "baseball", + "tennis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54937, + "question_id": "ac2GmtpGg9VFTwxiK4rK79", + "question": "Which animal is most likely to be seen from a distance?", + "choices": [ + "left zebra", + "giraffe", + "right zebra", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262913, + "question_id": "acQcNTQqJSFiMHYmhTekd3", + "question": "What type of sink is this called?", + "choices": [ + "pedestal sink", + "farmhouse", + "undermount", + "drop-in" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154548, + "question_id": "acVddHzt27Y2nYDpqjQwpd", + "question": "How was the red mark applied?", + "choices": [ + "spray", + "brush", + "pen", + "finger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157580, + "question_id": "adjwBpXC5sguLH44T2AATT", + "question": "What style sking does this person enjoy here?", + "choices": [ + "alpine", + "barefoot", + "none", + "cross country" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 199611, + "question_id": "advutmYkJoHab5Ejwzx7qb", + "question": "How is this train powered?", + "choices": [ + "electricity", + "diesel", + "coal", + "steam" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 91551, + "question_id": "aewjDyNanSXnV2tfu4Y9nj", + "question": "What language is seen here?", + "choices": [ + "canadian", + "dutch", + "german", + "spanish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133856, + "question_id": "afRjjAhoYwnHqxuqskkNDQ", + "question": "What is the main color of the large bird?", + "choices": [ + "purple", + "red", + "gray", + "blue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442851, + "question_id": "agLvY4Yqy3wisS9WYpKo8A", + "question": "These are probably being cooked in what liquid?", + "choices": [ + "broth", + "water", + "cream", + "oil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368260, + "question_id": "agy8zBbJTJ6aLeoJxxSHMv", + "question": "How did the cat get up there?", + "choices": [ + "climbed", + "master", + "fell", + "ladder" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463714, + "question_id": "ahtGz8oDRCDYzxasQByCba", + "question": "What country does this plane represent?", + "choices": [ + "england", + "mexico", + "canada", + "usa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387260, + "question_id": "aiG6ymZBnGv6aoES3YyKVz", + "question": "What is an action this animal can complete?", + "choices": [ + "sting", + "fly", + "gore", + "type" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532122, + "question_id": "aiXpkfEdrEpJNUHEfzxrzH", + "question": "What setting is the animal in?", + "choices": [ + "grassy area", + "city street", + "tundra", + "desert" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 553423, + "question_id": "aixzQeayhY3ExWbLrTzztW", + "question": "What bathroom fixture contains the most germs?", + "choices": [ + "hand dryer", + "mirror", + "faucet", + "bathroom sink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424311, + "question_id": "aj38ZDvRufgUueFTcBbqs9", + "question": "The bench here is oriented to watch what?", + "choices": [ + "ocean", + "clouds", + "nothing", + "mountains" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90624, + "question_id": "ajKNhYTJ8HS2K72TSFrTcn", + "question": "What part of the board is likely to hit the ground next?", + "choices": [ + "side", + "none", + "wheels", + "end" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139470, + "question_id": "akzHsNNEwk4BkBY7S4WTCQ", + "question": "As he is entering the area what is he said to be doing?", + "choices": [ + "dropping in", + "falling in", + "heading in", + "going in" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 11864, + "question_id": "aoFkhrSdswiKhzoABNBUNq", + "question": "What time will it be on the next hour?", + "choices": [ + "800", + "300", + "1000", + "400" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38457, + "question_id": "aoJLLNkYrZv8ZSRz2MmGZu", + "question": "What type of outfit is the woman wearing?", + "choices": [ + "dress", + "bikini", + "skirt", + "shorts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85524, + "question_id": "aoYAMLyyQ3kmNVawWXMzf5", + "question": "What is in the glass to the left?", + "choices": [ + "dice", + "candy", + "flowers", + "liquid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557937, + "question_id": "apWtnaRGdYJcY3S2xbK4kp", + "question": "To what direction is the sun located with respect to the people?", + "choices": [ + "left", + "front", + "right", + "back" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 505036, + "question_id": "aqATQgjy2ZvPGWtiehCeNR", + "question": "The design on the board looks like what part of the human anatomy?", + "choices": [ + "hand", + "face", + "feet", + "lips" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 70742, + "question_id": "aqRHRaGqv2DCSTU8G8SEQ4", + "question": "What is he doing with the plate?", + "choices": [ + "eating it", + "cleaning it", + "discarding it", + "displaying it" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 337243, + "question_id": "arLZCB89VtqQKiKRgYXrzF", + "question": "What could be a possible obstacle to the bear in crossing the field?", + "choices": [ + "trees", + "logs", + "flowers", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104059, + "question_id": "arwmEi52PrzX7TX8PR5Gn3", + "question": "What does this large item run on?", + "choices": [ + "water power", + "batteries", + "fuel", + "solar power" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 371386, + "question_id": "as56sWzW5LPmC4iamTWGiz", + "question": "What city was this picture taken in?", + "choices": [ + "london", + "new york", + "los angeles", + "chicago" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 224631, + "question_id": "asFCbdJ7dnMNnjfyXg3SHt", + "question": "What emotion is the teddy bear expressing?", + "choices": [ + "anger", + "happiness", + "sadness", + "boredom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458994, + "question_id": "au4av9c66mFmSz9pAohqF9", + "question": "What type of shoe is the woman wearing?", + "choices": [ + "sandal", + "flat", + "boot", + "clog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127738, + "question_id": "audWx4DwpxUXMejgY8vV7J", + "question": "What is this action called?", + "choices": [ + "sleeping", + "balancing", + "eating", + "walking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177656, + "question_id": "av9vukDVZa8Wy2RMjPPD5h", + "question": "What type of business is listed on the back of the truck?", + "choices": [ + "clothing", + "commercial bakery", + "dairy", + "escort service" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 227998, + "question_id": "awXbxJem4fZ8PzqTXSXZTC", + "question": "Why is there an awning above the clock?", + "choices": [ + "block sun", + "for sale", + "prevents vandalism", + "protect clock" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 173419, + "question_id": "ax2Rou6fTuwEDZGwsyHAdt", + "question": "What is the snowboarder likely looking at?", + "choices": [ + "ground", + "photographer", + "falling goggles", + "snowboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 221074, + "question_id": "b3nL7gTu7ccgo34UtkyG8b", + "question": "What is the best Frisbee dog breed?", + "choices": [ + "labrador", + "poodles", + "retriever", + "bull dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368433, + "question_id": "b3yAYRsRnttWibDCdFnoV7", + "question": "What prevents the water in this device from freezing too?", + "choices": [ + "heated", + "underground", + "blankets", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507722, + "question_id": "b4VTAjBoUx7BoSpbUMZDoB", + "question": "What type numbers do most clocks here have?", + "choices": [ + "arabic", + "cartoon", + "roman", + "none" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 27196, + "question_id": "b4y7pssPMWL3XVxNjYgmBF", + "question": "What has caused the stone on the ground to become reflective?", + "choices": [ + "flooding", + "water balloons", + "glaze", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 448248, + "question_id": "b5BmJBo8qrj6GRU2R4jVwa", + "question": "What direction will the wings likely go next?", + "choices": [ + "up", + "right", + "down", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 160605, + "question_id": "b5R9CynFUxFjtDWPzrU2m6", + "question": "Which part of these animals is the most precious?", + "choices": [ + "skin", + "ears", + "tusks", + "nose" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35892, + "question_id": "b5YRaSyqbSZs7VFrnyMVY7", + "question": "The child wears a tag that allows them to do what?", + "choices": [ + "sing", + "ride lift", + "make snowballs", + "see movie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 130057, + "question_id": "b5opRkiNNC7XDjkNaxapSr", + "question": "Where are the cows?", + "choices": [ + "cornfield", + "yard", + "show", + "pasture" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367677, + "question_id": "b7PMcK7vJt2nTrHmhAnVue", + "question": "In which country does this bus take on passengers first?", + "choices": [ + "south africa", + "holland", + "germany", + "france" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 95794, + "question_id": "b7zyiGYo83E6xufSauqnQL", + "question": "What is leaning against the toilet?", + "choices": [ + "girl", + "brush", + "chair", + "vacuum" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374932, + "question_id": "b8oeKoHHejh79ZmHas7StG", + "question": "What is this animal used for?", + "choices": [ + "boots", + "tusks", + "silk", + "wool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 421262, + "question_id": "b8wfhvezXUgLZzhavSZM3V", + "question": "What are the gray walls of the building made from?", + "choices": [ + "glass", + "wood", + "steel", + "stone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365585, + "question_id": "bAspKcJGQ29AT56TCQ6JeV", + "question": "She is prepared for a what?", + "choices": [ + "job", + "trip", + "prison sentence", + "sleepover" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369218, + "question_id": "bCyJpNfXtoJgjZQy8p8VqY", + "question": "This bear lives in a wood of how many acres?", + "choices": [ + "30", + "100", + "200", + "50" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499288, + "question_id": "bDmKA35gCMZ5byEWEtU3iC", + "question": "What was the white shiny area around the bathtub made from?", + "choices": [ + "sand", + "wallpaper", + "tile", + "paint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302542, + "question_id": "bDrTyhwMDZyoLSfox9y82G", + "question": "What is one item in the bathroom that is already taken care of?", + "choices": [ + "toilet handle", + "mirrors", + "faucet", + "soap dispenser" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 564279, + "question_id": "bDwwQxubcuukDqvQhxMepw", + "question": "What factor makes this bus greenest?", + "choices": [ + "fuel utilized", + "passengers", + "nothing", + "wipers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417920, + "question_id": "bFGtzy9TWc5bgbBB4At99v", + "question": "What kind of clothing is the person wearing?", + "choices": [ + "swimming costumes", + "official", + "casual", + "semi-casual" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260498, + "question_id": "bGUQZ7iuSvp9JHRY66943a", + "question": "What can be said about the woman and her equipment?", + "choices": [ + "both underwater", + "different colors", + "matching colors", + "same size" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 450051, + "question_id": "bHkNSScptN6pfqw98YDjz7", + "question": "What is the largest item here?", + "choices": [ + "cave", + "gorilla", + "bell", + "wave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197926, + "question_id": "bJ7pigLGakDLxfM3LtBhGX", + "question": "What is the woman wearing while she is brushing her teeth?", + "choices": [ + "tiara", + "hairnet", + "mask", + "wedding dress" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 432241, + "question_id": "bJpFY2YUs98wu9YnZKzTHn", + "question": "Which company makes this model of plane?", + "choices": [ + "boeing", + "united airlines", + "jetblue", + "airbus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86387, + "question_id": "bLeEMG5xjqfRmLuy2Yqwdi", + "question": "What is near the white lines?", + "choices": [ + "cattle", + "clown", + "car", + "baseball player" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454352, + "question_id": "bM77DcPdtRPjgmXwDd5jSQ", + "question": "What feature does this animal have?", + "choices": [ + "spikes", + "gills", + "wings", + "claws" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507932, + "question_id": "bM8eAFC9ydH2kxsHgC5Fet", + "question": "What bodily function is portrayed here?", + "choices": [ + "urination", + "defecation", + "drinking", + "vomiting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 60660, + "question_id": "bMBXrWQe6AeppJweWhWG26", + "question": "How did the dead bird get into the bathroom?", + "choices": [ + "flew", + "human", + "cat", + "walked" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154162, + "question_id": "bMnCRyLyPLrMu7DNUoXE2s", + "question": "What crime could occur here outside the building based strictly on what is visible?", + "choices": [ + "robbery", + "theft", + "extortion", + "piracy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556347, + "question_id": "bMpNximVMrR7vKggqk3PqR", + "question": "What is the purpose of the rod sticking upward from this item?", + "choices": [ + "visibility", + "anti-theft", + "opening", + "spraying" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 161335, + "question_id": "bNZoQzaFQ7og5z9GJezcUy", + "question": "What has paint dripped and written on it here?", + "choices": [ + "light", + "bed", + "mirror", + "cabinet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98384, + "question_id": "bPXPd69PBkRp55xT8i3BeD", + "question": "What is the rectangular object on the floor for?", + "choices": [ + "drainage", + "heat", + "music", + "air conditioning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 574821, + "question_id": "bSewZ7bdesRALdWHP8QffN", + "question": "Why is the napkin here?", + "choices": [ + "decoration", + "clean plate", + "protect plate", + "grab sandwich" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 157082, + "question_id": "bVBrhC2EAjLsryY8QQE28X", + "question": "What kind of signs are shown?", + "choices": [ + "promotional", + "traffic", + "brand", + "warning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 132989, + "question_id": "bWQtCXbHRagLjwSvgguBP7", + "question": "What color is the table underneath the mouse?", + "choices": [ + "white", + "orange", + "yellow", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192673, + "question_id": "bWUE2kCmWi96xQLBoVVjoz", + "question": "What are they doing?", + "choices": [ + "video game", + "channel surfing", + "cleaning remote", + "controlling robot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308439, + "question_id": "bWacsbA5d4WVFRqzEz4uCK", + "question": "What are the people sitting on?", + "choices": [ + "plane", + "train", + "bus", + "boat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252777, + "question_id": "bYNKMG5iYgbGKhp7VyPJgv", + "question": "What is the most likely thing under the blanket?", + "choices": [ + "pillow", + "legs", + "stomach", + "books" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 275803, + "question_id": "bYg7UbtaiV7aRwCd9Vvfuy", + "question": "What is the size of this keyboard compared to other computer keyboards?", + "choices": [ + "bigger", + "smaller", + "much bigger", + "same size" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485347, + "question_id": "bZGYS55GaNdzxDZibJkjMa", + "question": "How many more of these animals are needed to make a dozen?", + "choices": [ + "two", + "ten", + "six", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411569, + "question_id": "bZKf9QapbfJftjuhPQELKW", + "question": "What is truly the tallest object in this area?", + "choices": [ + "hills", + "elephant", + "giraffe", + "trees" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135452, + "question_id": "bZmuvHvTUaVWejWz6sJ5o6", + "question": "What is the weather condition for the man wearing the straw hat?", + "choices": [ + "snowy", + "windy", + "foggy", + "rainy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90688, + "question_id": "baRvyiuKKtPQK8WB5ogDyF", + "question": "What type of furniture do these items belong on?", + "choices": [ + "bed", + "desk", + "sofa", + "chest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 445463, + "question_id": "baWfYBmY4By4zHTVFkpPXA", + "question": "How many rail carriages are in this company's fleet?", + "choices": [ + "22", + "35", + "six", + "14" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 509184, + "question_id": "bb65yspSbV66WMdDcuTjH5", + "question": "Which giraffe most likely eats more food?", + "choices": [ + "third giraffe", + "neither", + "right giraffe", + "left giraffe" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 518414, + "question_id": "bbetHPomdYLLAK7M6x7KqD", + "question": "What type of show is the cat watching?", + "choices": [ + "comedy", + "nature", + "drama", + "cartoon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352578, + "question_id": "bbqgKjCKGgAPUVpB4XkSXr", + "question": "What sort of icon is this person wearing?", + "choices": [ + "hair clip", + "phone", + "none", + "cross" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 401689, + "question_id": "bdQkfiUjqmRHCnbDwf7y4k", + "question": "If most of these cattle were thirsty from where would they drink?", + "choices": [ + "no where", + "barn bar", + "stream", + "dewy grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162766, + "question_id": "bdpGjEnzZXChDKYV9guovb", + "question": "The man in the bedroom just finished doing what activity?", + "choices": [ + "ironing", + "eating", + "sleeping", + "bathing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289086, + "question_id": "bdvtJuhwHCq4yDm6frrieX", + "question": "What is the young girl doing on the pillow?", + "choices": [ + "watching tv", + "sleeping", + "playing", + "exercising" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443219, + "question_id": "bf94Liae4rKtWdLYwAKHh3", + "question": "Why is the child under the bench?", + "choices": [ + "eating", + "shade", + "birdwatching", + "hiding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 434218, + "question_id": "bfnHYiKDHCyDPWy94prAjH", + "question": "Which one of these does the money company also specialize in?", + "choices": [ + "travel", + "websites", + "appliances", + "clothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 57243, + "question_id": "bfyQ9ecT88brVmcKve4T8L", + "question": "How is the television receiving the broadcast of the soccer game?", + "choices": [ + "cable tv", + "antenna", + "online streaming", + "vhs recording" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147479, + "question_id": "bgL7jeg2Qqckdjbg9EyeXv", + "question": "What is usually found in this room?", + "choices": [ + "cold cuts", + "toilet paper", + "television", + "books" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558952, + "question_id": "bgQeDdateurm2PJLDoPRSN", + "question": "Where are these containers located?", + "choices": [ + "desk", + "office", + "kitchen", + "museum" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 121177, + "question_id": "bhdtA9jvAGpb9EhLiQzV5Q", + "question": "What usually goes into the item in the far left corner?", + "choices": [ + "grilled chicken", + "leaves", + "waste", + "paintings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171531, + "question_id": "bhhu8Gx2Die4mS5Efb7GDf", + "question": "What makes this place good for feeding these animals?", + "choices": [ + "long grass", + "sloped area", + "fenced area", + "shaded area" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381535, + "question_id": "bhpdc5CM2bFvbxvXCMhgsE", + "question": "Artwork on this bus is inspired by the writings of whom?", + "choices": [ + "dickens", + "potter", + "suess", + "rowling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283802, + "question_id": "bhv64VezCQ6gubgeaW7Vke", + "question": "What is this dog trying to do?", + "choices": [ + "eat", + "sleep", + "run", + "watch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400714, + "question_id": "bidA6YFJzmDXzxWBTfoSSK", + "question": "What primary colors can be mixed to make the color of the boy's shirt?", + "choices": [ + "red blue", + "red white", + "red yellow", + "blue yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301666, + "question_id": "bijQ5izvjzqB8xpNm2wLTB", + "question": "In which country is this yellow train engine located?", + "choices": [ + "england", + "australia", + "canada", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 505036, + "question_id": "bjCSsYRg6nDdvKb72DNuZi", + "question": "How is this possible?", + "choices": [ + "kid fell", + "brilliant child", + "fast learner", + "photoshop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 509343, + "question_id": "bjGifwdYvqpatD3sY672T6", + "question": "What skateboard move is the man performing?", + "choices": [ + "grind", + "reverse", + "kickflip", + "ollie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451045, + "question_id": "bjGsdGhyZ8BEvqWzs4x5fY", + "question": "This reminds of what Christmas Carol Character?", + "choices": [ + "grinch", + "rudolph", + "santa", + "frosty" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 173765, + "question_id": "bjhK899FCj88jyZpXXaaZN", + "question": "The people with the board here are members of one what?", + "choices": [ + "family", + "gang", + "shark organization", + "mob" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 270276, + "question_id": "bkPQxqEJH3gkTGMxaDfydi", + "question": "What show is streaming on the phone?", + "choices": [ + "american dad", + "family guy", + "south park", + "simpsons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17007, + "question_id": "boCEJ5uTCSV24XKAvY9YGU", + "question": "What number comes after the number on the hydrant?", + "choices": [ + "83", + "66", + "75", + "92" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443267, + "question_id": "boXx6uFkKEEb6kvsnYtcbE", + "question": "What sandwich does this vehicle share a name with?", + "choices": [ + "submarine", + "double decker", + "french dip", + "reuben" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390139, + "question_id": "bodZWLiqpaHThveA4Pe8Rg", + "question": "What type of paper is shown?", + "choices": [ + "toilet", + "towel", + "loose leaf", + "construction" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557715, + "question_id": "bpRqZeajE7duhsXMQC372o", + "question": "What is he trying to change?", + "choices": [ + "mood", + "carpets", + "food", + "channel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 337482, + "question_id": "bqMvjuPuwyk8mHmQWTF9bm", + "question": "The man has what in his hands?", + "choices": [ + "racquet", + "staff", + "globe", + "map" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133427, + "question_id": "bqVBAPBkL5sA5JKmhJ9YGu", + "question": "What type of items are shown?", + "choices": [ + "umbrella", + "fan", + "t shirt", + "dress" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81769, + "question_id": "bqvsp2eb75YMznPydfXEWL", + "question": "Why does the giraffe spread its front legs apart?", + "choices": [ + "tired legs", + "reach water", + "injury", + "stretching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 34881, + "question_id": "brj5rWmvvZCF8dA29CcTqq", + "question": "How was her hat made?", + "choices": [ + "taped", + "draped", + "sewed", + "knitted" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357766, + "question_id": "brnfZhsbb6fiTJ5hWLuV2N", + "question": "How is this food portioned to be served?", + "choices": [ + "shredded", + "cubed", + "diced", + "sliced" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 224972, + "question_id": "bsBZ5PS5yWF3GBgP495GSq", + "question": "Why is the man using his thumb?", + "choices": [ + "to call", + "to game", + "to print", + "to talk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550731, + "question_id": "bsnYUTiSeg2mRXE2CAze2q", + "question": "What store sells these items?", + "choices": [ + "office max", + "mcdonald's", + "best buy", + "waldbaum's" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271074, + "question_id": "bt3oVQCnoQnmejQJ5tYP7C", + "question": "What type of animal is this?", + "choices": [ + "service", + "reptile", + "domestic", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161068, + "question_id": "btHo7iSavrNMgJzLTVKE4Q", + "question": "How is one item different from all of the others?", + "choices": [ + "upside down", + "alcoholic", + "rotten", + "broken" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96448, + "question_id": "btY5o9oYTtZ5JM5JeUYEKh", + "question": "What does a person usually need to get on the red structure?", + "choices": [ + "passport", + "ticket", + "helmet", + "ankh" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 559917, + "question_id": "bu3QACMA8rKpeytJZvJLyq", + "question": "What kind of phenomena is behind the man?", + "choices": [ + "shark", + "tsunami", + "wave", + "typhoon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439211, + "question_id": "buVrDB2dhQL4TbCAxi7qDV", + "question": "The animal is crossing what?", + "choices": [ + "legs", + "eyes", + "quills", + "horns" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350490, + "question_id": "bucay5KJvMoxX7msMYYmXS", + "question": "What did she do with the frisbee?", + "choices": [ + "found it", + "hid it", + "caught it", + "tossed it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 70419, + "question_id": "bv657ApjQRK4eeet3qvAqx", + "question": "What is the name of the bus company?", + "choices": [ + "bus", + "bctransit", + "bc", + "transit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358272, + "question_id": "bvGdjvHGxPvqwLmTYrxUfE", + "question": "The item hung in shower here is meant to amuse whom?", + "choices": [ + "guests only", + "mother", + "child", + "father" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 166064, + "question_id": "bvpZoRVF6KrLSBXDfD3Qef", + "question": "Why is his hand on the ground?", + "choices": [ + "pushing off", + "showing off", + "stop falling", + "is falling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415844, + "question_id": "bvrhh6gYXPeb9qZb2Gjwct", + "question": "What is the surfboard made of?", + "choices": [ + "foam", + "wood", + "fiberglass", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 234802, + "question_id": "bxjZfCMdCqoVTDqkwf6fMG", + "question": "This college offers courses of which major?", + "choices": [ + "arts", + "business", + "technology", + "science" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 202314, + "question_id": "bz5hsQQpJ88ThYpHa7aR6i", + "question": "What are the men pointing at the skateboarder in mid air?", + "choices": [ + "lasers", + "cameras", + "swords", + "phones" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190479, + "question_id": "bzDWdbeNsRNtm9DGEsZnEm", + "question": "Drinking from where visible here can cause the horse problems because of salt?", + "choices": [ + "hills", + "canteen", + "ocean", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288370, + "question_id": "bzfBnR8M5SycMhpAHMkyNV", + "question": "What is on top of the woman?", + "choices": [ + "box", + "baby", + "covers", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 505166, + "question_id": "bzmUfBsdL5x5jrtEBB9iyq", + "question": "How is the mirror in the motorcycle above called?", + "choices": [ + "display mirror", + "none", + "side mirror", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 407014, + "question_id": "bzy5jNeyQqWDHWeRqyyEow", + "question": "What is comparable to the height of these adult animals?", + "choices": [ + "toddler", + "basketball hoop", + "refrigerator", + "mouse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252142, + "question_id": "c2WdGEu8MxiWvRdTvxgBBx", + "question": "What is located near the bear?", + "choices": [ + "anchor", + "watermelon", + "orange slice", + "mermaid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84343, + "question_id": "c2YYWdDggq7nkiWBoofrbe", + "question": "What type of transportation does this sign direct?", + "choices": [ + "air", + "road", + "rail", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 66777, + "question_id": "c3qSHT8XqACaWPCHESwwFS", + "question": "What does the person on the left have on?", + "choices": [ + "rain coat", + "fedora", + "ballet shoes", + "skis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508428, + "question_id": "c4UNaLPEoRaYGyaeXGBrJL", + "question": "What time is it?", + "choices": [ + "1138 pm", + "1138 am", + "757 pm", + "757 am" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365335, + "question_id": "c5ReWxhbLMLDrNKnX8a2VD", + "question": "What activity are the humans performing right this instant?", + "choices": [ + "surfing", + "walking", + "boarding", + "running" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501040, + "question_id": "c5awYQMtfqwUa3Q2ZKtMvT", + "question": "What other sport uses similar apparatus to this?", + "choices": [ + "snowboarding", + "tennis", + "football", + "skiing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123442, + "question_id": "c643brLAyQ2XMo72p9fSGb", + "question": "The skateboarders arm position is going to help him with what?", + "choices": [ + "spinning", + "landing", + "tricks", + "launching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 196389, + "question_id": "c6dFxgVd5dZtoevFA7jRqL", + "question": "What type of flooring is visible beyond the sleeping cat?", + "choices": [ + "sub-flooring", + "carpet", + "planks", + "marble" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342282, + "question_id": "c6qJh6oj7fEcFqLLZLnCG5", + "question": "What was the original name of this airline?", + "choices": [ + "virgin pacific", + "virgin sydney", + "virgin blue", + "virgin yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177761, + "question_id": "c6yVnH5DTwX6zdhUY7QYc6", + "question": "Before seeing these animals what will alert you as to their impending arrival?", + "choices": [ + "nothing", + "dogs", + "smell", + "bell sound" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319656, + "question_id": "c7836fRkKbqvAknH3L4Fyw", + "question": "What is the pig doing with the chicken?", + "choices": [ + "stalking", + "watching", + "attacking", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501141, + "question_id": "c86ULaTFSoZz9EaQLhszKH", + "question": "What does the item to the left of the bird look like?", + "choices": [ + "pizza", + "barrel", + "worm", + "house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 403734, + "question_id": "c8xfFo7dhYs8vTX8ZCCphU", + "question": "What is on the very left of the bottom row?", + "choices": [ + "keys", + "playing cards", + "egg", + "book" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 294427, + "question_id": "c9PDzJJ29pmgKjyitfaeis", + "question": "What kind of event is occurring in the far background?", + "choices": [ + "snow", + "tornado", + "blizzard", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521072, + "question_id": "c9SM2QCvseZqVcJz63JtFA", + "question": "What animal is the creature on the left descended from?", + "choices": [ + "tiger", + "elephant", + "bat", + "wolf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454443, + "question_id": "cA48EZv25gjbFeDjsL8Y4E", + "question": "What is needed for this activity?", + "choices": [ + "rain", + "water", + "sun", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439109, + "question_id": "cAfvnAtrRKjD2J9tmxVyxh", + "question": "Which one of these is another way to prepare the white food?", + "choices": [ + "julienned", + "scrambled", + "jerked", + "grilled" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409082, + "question_id": "cAyuVmrf4poA6Rt4Esi3Yw", + "question": "What person would most likely use these items?", + "choices": [ + "doctor", + "carpenter", + "accountant", + "computer programmer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63581, + "question_id": "cBJDSLBzLZonLFBGTnYdZd", + "question": "What is needed for this activity?", + "choices": [ + "key", + "engine", + "wheels", + "horn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 211820, + "question_id": "cBjyfoKKZjwBaj9L9Vy8wy", + "question": "The boy most likely wants to be what when he grows up based on his attire?", + "choices": [ + "dog catcher", + "fire man", + "baseball player", + "garbage man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 425132, + "question_id": "cBnTZaD3eimuq4UKX2jbnv", + "question": "How is the smaller bear likely related to the larger one here?", + "choices": [ + "offspring", + "cub in-law", + "mortal enemies", + "prey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 224760, + "question_id": "cCjE6bgkgCqtEjNLUoYPYX", + "question": "From what object do the three long thin shadows on the wall on the left originate from?", + "choices": [ + "desk", + "entertainment center", + "laundry rack", + "floor lamp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381920, + "question_id": "cE37FaTjF7xdyJmeXJhEqh", + "question": "How many giraffes are in this image?", + "choices": [ + "three", + "two", + "five", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 418859, + "question_id": "cFwySJC8Zm7Acde7iXPgTm", + "question": "How do these people know each other?", + "choices": [ + "family", + "neighbors", + "coworkers", + "rivals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124108, + "question_id": "cG5qfuQUjLgxSh4SMP8GFi", + "question": "Name of this animal is what?", + "choices": [ + "cow", + "yak", + "deer", + "sheep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157104, + "question_id": "cGzF3Zu7o7a3Qo2QdFXWXo", + "question": "What common skateboard trick is most probably being performed here?", + "choices": [ + "kickflip", + "ollie", + "shuvit", + "nollie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 233753, + "question_id": "cJ2kqaNn3RcZcH6FdBWBo7", + "question": "This clock is most likely in what area?", + "choices": [ + "baltimore", + "boston", + "denver", + "juneau" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63034, + "question_id": "cJuAVdgWqzKgEpuYvBNgzG", + "question": "What is the state of the waves of the ocean?", + "choices": [ + "high tide", + "medium tide", + "low tide", + "tsunami" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254526, + "question_id": "cKDA2GvReeaZ9b3UFqVLix", + "question": "What does the hair style called?", + "choices": [ + "quiff", + "high fade", + "buzz", + "spike" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400714, + "question_id": "cLkp5oWB4yCidJGJGmLcM6", + "question": "The child is what to this man?", + "choices": [ + "stranger", + "son", + "sibling", + "enemy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235219, + "question_id": "cLomioFJZ5p2Lp8W2pTy35", + "question": "Why is the room the man with the tennis racquet is in covered with green sheeting from wall to floor?", + "choices": [ + "safety", + "film production", + "style", + "game play" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17759, + "question_id": "cM8w5Gw6jTZAzGtu7YrXs9", + "question": "What continent would this animal be found in naturally?", + "choices": [ + "south america", + "north america", + "europe", + "africa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267097, + "question_id": "cNBYf56PgUHD2uobza3YHB", + "question": "What is the fork-like object decorating the skateboard called?", + "choices": [ + "salad fork", + "scepter", + "spear", + "trident" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96606, + "question_id": "cNhDmLKDtx33izNXiDEbPj", + "question": "What do customers do inside the red awninged building here?", + "choices": [ + "log on", + "lift weights", + "buy clothes", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 526573, + "question_id": "cPNgLTSV8xE7iewUHYUZUQ", + "question": "What does the foil help do?", + "choices": [ + "keep warm", + "marinate juices", + "keep clean", + "keep cool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51061, + "question_id": "cPdtcBkAN9WtTmXuDqjVXE", + "question": "What material allows the red material to lay on top of each other?", + "choices": [ + "wax", + "honey", + "glucose", + "mortar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386477, + "question_id": "cPiGzAgoGNmL8WqucgmEfP", + "question": "How many species of flowers are seen here?", + "choices": [ + "none", + "three", + "five", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139880, + "question_id": "cR8bxzdJHpzZi3D4MLdVHE", + "question": "What color are most letters?", + "choices": [ + "black", + "yellow", + "white", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366771, + "question_id": "cRCJo5vi5FYFLmVe7q3WQ2", + "question": "What leavening is contained in the food shown here?", + "choices": [ + "yeast", + "beer", + "milk", + "wheat bran" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 245745, + "question_id": "cRZqioghuprejvouGPu5to", + "question": "What does the company brand in the person's skateboard majorly produce?", + "choices": [ + "beverages", + "water", + "paints", + "cars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 24993, + "question_id": "cS69MkCyfkas7URykJfiu2", + "question": "What is the kid riding?", + "choices": [ + "bike", + "bull", + "skateboard", + "surfboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 538271, + "question_id": "cSVKYmfFzbUTPxKkgd7jUX", + "question": "What style jewelry is shown?", + "choices": [ + "modern", + "costume", + "antique", + "electronic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164182, + "question_id": "cSf9CQsnbexXYLYasB83Du", + "question": "Who likely owns these stuff?", + "choices": [ + "boy", + "man", + "woman", + "girl" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 373121, + "question_id": "cTCW85tC4sKMLumzW3j6GT", + "question": "What are the long red strips?", + "choices": [ + "tomatoes", + "red pepper", + "jalapeno", + "radish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317421, + "question_id": "cTHYmBLK2kXNpBPbrteKJH", + "question": "What do we know about this donut?", + "choices": [ + "old", + "last one", + "stale", + "no good" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53699, + "question_id": "cTua3MGbtFf7yc3pg4PVZ9", + "question": "What year was the company whose name appears on this vehicle founded?", + "choices": [ + "1955", + "1962", + "1971", + "1923" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 253128, + "question_id": "cUfAYw97pVtwFeGGgVXG2K", + "question": "Where is this animal located?", + "choices": [ + "circus", + "yard", + "room", + "zoo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520084, + "question_id": "cUqBLfuvk2upVUqnohsJXy", + "question": "What language it is?", + "choices": [ + "french", + "malay", + "zulu", + "finnish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373083, + "question_id": "cV3HLaDwutL2sTHvKcLxG5", + "question": "Which group has the right amount of members so that each would each get one surfboard?", + "choices": [ + "jackson five", + "beatles", + "spice girls", + "three amigos" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 366857, + "question_id": "cWuZd9Ufe7aYkywmoUJYXq", + "question": "Name of this aircraft is what?", + "choices": [ + "biplane", + "flight", + "polar plane", + "helicopter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581342, + "question_id": "cXV4yVQBJUL6LNQgpX3nmX", + "question": "What Klean drink might be enjoyed in a sealed container here?", + "choices": [ + "shake", + "ice", + "milk", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556981, + "question_id": "cYUBZLgUsauib3vQSuGG9f", + "question": "What is the woman wearing?", + "choices": [ + "fedora", + "coat", + "necklace", + "armor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61387, + "question_id": "cYWzikqTJReyTrhJ3tvJrd", + "question": "The advertisement here is selling what product?", + "choices": [ + "hair products", + "nothing", + "phones", + "hats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230897, + "question_id": "cZvyVXu2GAcC8JHvme4hvn", + "question": "What gait does this horse appear to be in?", + "choices": [ + "walk", + "trot", + "gallop", + "standstill" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297142, + "question_id": "ca38CsFwcB6PskGFv82o2r", + "question": "If these animals wanted to get wet how would they achieve it?", + "choices": [ + "dive", + "go up", + "lay down", + "fly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71782, + "question_id": "caQRPhYQAUAeK78it7GpmQ", + "question": "What type of cargo is the blue train carrying?", + "choices": [ + "chemicals", + "coal", + "grain", + "sightseeing passengers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 57711, + "question_id": "caX6GFMsn4F9RfQgpeS6QG", + "question": "What color handle does the screwdriver have?", + "choices": [ + "green", + "blue", + "yellow", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 181335, + "question_id": "cavdYoYkqSFVxWgXMx4FZ7", + "question": "What weather event looks like it occurred in this location recently?", + "choices": [ + "snow", + "tornado", + "rain", + "hurricane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 220461, + "question_id": "cayfhVvVSSdt6nvnaNHzuj", + "question": "What is the foot of this animal called?", + "choices": [ + "hoof", + "paw", + "web", + "barnacle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367170, + "question_id": "cbNxBDk7RYjniM92WKpyYj", + "question": "The large red and blue item appears to be in the shape of what letter?", + "choices": [ + "d", + "w", + "q", + "m" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374943, + "question_id": "cdktTDbLGq2NVNhaAmEQka", + "question": "What needlework is the shiniest golden in color?", + "choices": [ + "minor stitching", + "embroidery", + "dye", + "ink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 360492, + "question_id": "cfCzkyeNS62d6pGGjBbtNw", + "question": "The dog is dressed as if it will participate in what activity?", + "choices": [ + "snorkeling", + "skydiving", + "surfing", + "volleyball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 47689, + "question_id": "cfyCasxWRtzUe9BbJKQBxj", + "question": "Why is nobody visible here?", + "choices": [ + "model homes", + "hiding", + "noon time", + "quiet neighborhood" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 448834, + "question_id": "cgTexCcCoXFyfNyztAJRKx", + "question": "What is the shape on the outside of this clock?", + "choices": [ + "cylindrical", + "square", + "circle", + "rectangle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 371386, + "question_id": "cgdnSRPd3kRryspMzd7UgQ", + "question": "Which one of these metals is often used to make these labels?", + "choices": [ + "bronze", + "gold", + "copper", + "aluminum" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508794, + "question_id": "ch4PByQ5H2KtHpHVuAGPsn", + "question": "The appliance will do what to bread?", + "choices": [ + "chop", + "toast", + "bake", + "slice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 234067, + "question_id": "ci73XXPY4ufwcMtgRzLjW4", + "question": "What type of flooring pattern is shown?", + "choices": [ + "floral", + "hardwood", + "animal print", + "checkerboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177556, + "question_id": "ciQfgQ4qbSgB5Wnw2D5FXe", + "question": "What is kite string actually called?", + "choices": [ + "kite line", + "kite thread", + "kite wire", + "kite string" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115049, + "question_id": "cjKpmBij98txU2dEsNbttZ", + "question": "What kind of object is directly behind the flowers when looking away from the photographer?", + "choices": [ + "tree", + "curtain", + "window", + "fence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171462, + "question_id": "cjuzvRPZWrF98fQyWyGF8y", + "question": "What sport is represented on the cake?", + "choices": [ + "football", + "hockey", + "baseball", + "badminton" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 325376, + "question_id": "cmQevVbPNhMZjK9PXRXRMx", + "question": "What is the food habit of bear?", + "choices": [ + "herbivore", + "none", + "carnivore", + "omnivore" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 327035, + "question_id": "cn8wYiYvsS6nCf5SV3N4WC", + "question": "If the cat moved further up toward the pillows how would it feel?", + "choices": [ + "warmer", + "sicker", + "cooler", + "more excited" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7266, + "question_id": "cnXxDL7ZRbTRwcHKMaGjuz", + "question": "What type of area is shown?", + "choices": [ + "desert", + "commercial", + "residential", + "forest" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 131962, + "question_id": "coDiREFKAfETFFJE88BXfd", + "question": "What may you not do when heading up this alley in this direction?", + "choices": [ + "u turn", + "stand", + "drive", + "walk" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 319149, + "question_id": "coRVDTyBjg7EWF2NPwErKH", + "question": "The bottom of the left most unit here does what to liquid?", + "choices": [ + "purifies it", + "freezes", + "maintains it", + "heats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 324854, + "question_id": "coxBzfkSKnCt8JaPsbw2bP", + "question": "What is the green item on the left?", + "choices": [ + "giant", + "tree", + "banana", + "lime" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59800, + "question_id": "cpSvoTqJkH6qWMgf6togaX", + "question": "How many stop signs would you expect to find at this intersection?", + "choices": [ + "one", + "four", + "three", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 239207, + "question_id": "cr5nUy8JSBzrtcAw93Nm2R", + "question": "What is the profession of the person that made this?", + "choices": [ + "baker", + "artist", + "chef", + "welder" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10873, + "question_id": "crQeW7jSuX7nES7TWz3XbC", + "question": "Why does the woman have her arms out?", + "choices": [ + "balance", + "catch", + "gesture", + "wave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283807, + "question_id": "crVx8JvNUiy2TdCMSa4czs", + "question": "This makeup look is for a holiday in what culture?", + "choices": [ + "italian", + "mexican", + "french", + "somalian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 198802, + "question_id": "csWNgx4eHk74CigojkojNV", + "question": "The cows here belong to an owner of what?", + "choices": [ + "car lot", + "truck garden", + "nothing", + "dairy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385613, + "question_id": "csi2hzWD3y7dP4hmM32aXY", + "question": "What is original color of Zebra's stripe?", + "choices": [ + "grey", + "brown", + "black", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 341599, + "question_id": "ctTXnniQRvXR2ZDmsAseNt", + "question": "What type of company is branded on this plane?", + "choices": [ + "clothing brand", + "delivery/ shipping", + "cars manufacturer", + "premium airline" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336855, + "question_id": "ctVtr8J5YmpNL6LdBmsQQF", + "question": "What are the zebras doing?", + "choices": [ + "foraging", + "resting", + "drinking", + "leaving" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 274648, + "question_id": "cu498PBumXFLrgYLzFDuYr", + "question": "What is this type of plane commonly called?", + "choices": [ + "tripod", + "triplane", + "bipod", + "biplane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412016, + "question_id": "cv7F6c5EALbPnjNcWFA9TR", + "question": "Where is the person?", + "choices": [ + "outside", + "restaurant", + "theater", + "store" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 397924, + "question_id": "cvLCEtqBsrK9Vv594tXB52", + "question": "What is on the stick in the babies mouth here?", + "choices": [ + "milk dud", + "lollipop", + "bristles", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575234, + "question_id": "cvTgZCxFU3Q3ewkH9YkhnT", + "question": "What is this land used for?", + "choices": [ + "farming", + "construction", + "sports", + "pasture" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154548, + "question_id": "cwJLvWQTmaSmJ2Bqh8EMtv", + "question": "Items made from what are turned on the item on the right?", + "choices": [ + "rocks", + "wood", + "sand", + "vinyl" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 502544, + "question_id": "cxdSCQVCMQSWMdSYD35Pjn", + "question": "Which abbreviation can be used to describe the stack of cards?", + "choices": [ + "rsvp", + "brb", + "vs", + "lb" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462600, + "question_id": "cyw2GNDYsqJLsdkh2qXGq2", + "question": "What wraps around the tree?", + "choices": [ + "hay", + "bench", + "vine", + "fruit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 18315, + "question_id": "czEd5pyPBPDiKUBj3rLDTx", + "question": "By what method did this animal gain this resting spot?", + "choices": [ + "taxi", + "walking", + "flying", + "crawling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539192, + "question_id": "czvhhsgT5dsw7JzUF2bzDb", + "question": "What is this cat trying to do?", + "choices": [ + "eat", + "hide", + "attack", + "sleep" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 484118, + "question_id": "czwgZsvbbvQUQWei5gjAuB", + "question": "Which part of her skin is visible?", + "choices": [ + "fingers", + "feet", + "nose", + "eyes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 461312, + "question_id": "d2DxAsYzJz9s7TxXxCEf7d", + "question": "What number is the train?", + "choices": [ + "five", + "four", + "44", + "41" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98542, + "question_id": "d74deT9Jzath2ACiJ3yNMr", + "question": "Why are the zebras lighter in some areas and darker in others?", + "choices": [ + "stained", + "artificial light", + "sunlight", + "painted" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 138427, + "question_id": "d7Gwuv7saQQw7PfCtfGDdF", + "question": "What is the air temperature in the area around the traffic light?", + "choices": [ + "hot", + "warm", + "mild", + "freezing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 111464, + "question_id": "d9NgUK7w6hL7qgQ3HvvqHo", + "question": "What kind of energy is produced on the hill side?", + "choices": [ + "solar power", + "nuclear power", + "hydro power", + "wind power" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 348276, + "question_id": "dAywwZrGNKHtE66tVwunBn", + "question": "What character is being depicted on the skis?", + "choices": [ + "lego man", + "mario", + "transformer", + "batman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 364682, + "question_id": "dBJB7ZbXR5gv8m7S7cfdz3", + "question": "What type of transportation is shown?", + "choices": [ + "rail", + "water", + "air", + "land" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 167177, + "question_id": "dBUnbNL3QbMeiyAEuLHE4B", + "question": "What is the white animal on top of?", + "choices": [ + "grass", + "box", + "nest", + "river" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570475, + "question_id": "dCymzYN4qUxDt99JC8KBRK", + "question": "What type of ethnic food came in the box?", + "choices": [ + "italian", + "english", + "french", + "german" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114031, + "question_id": "dDErnyLE6BHkZwxVubouFu", + "question": "What is in the window?", + "choices": [ + "dog", + "mannequin", + "clock", + "woman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 45250, + "question_id": "dEMQpKHNZxxvp4WEonfbcQ", + "question": "What happened to windows that were originally here?", + "choices": [ + "stolen", + "nothing", + "inside", + "broken" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214613, + "question_id": "dEXGjq4KhifeFfCswWWSA8", + "question": "What placed the items inside this mesh?", + "choices": [ + "home owner", + "bird traders", + "bird", + "trapper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477558, + "question_id": "dHCXeHutic2rZKoHaEPqJn", + "question": "What does the guy in the upper right off the gate do for a living?", + "choices": [ + "football player", + "baseball player", + "doorman", + "photograph" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334528, + "question_id": "dJSqx3VafpUWGvGS7XEWz8", + "question": "Where is this bathroom located?", + "choices": [ + "school", + "office", + "home", + "library" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231482, + "question_id": "dJoCv8jydW6Zt6XbRY22fC", + "question": "What type of outfit is the woman wearing?", + "choices": [ + "skirt", + "bikini", + "dress", + "wet suit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 282939, + "question_id": "dJvCVH6JTvEdfDGt6gzyoC", + "question": "What is the vertical stain beneath the clock?", + "choices": [ + "paint", + "corrosion", + "popcorn", + "blood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297057, + "question_id": "dK2gzdTeeovticSATMx3aK", + "question": "What is the primary purpose of the room?", + "choices": [ + "recreation", + "sleeping", + "storage", + "business" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82712, + "question_id": "dKBGunPQCP9UsozGX49brJ", + "question": "There is a sticker on here which resembles the logo of which kitchen brand?", + "choices": [ + "rubbermaid", + "foodsaver", + "corningware", + "tupperware" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567799, + "question_id": "dLHyRLMJHMbMU6XmZhcdfC", + "question": "What do the items stacked up near the hydrant look like?", + "choices": [ + "grapes", + "apples", + "pears", + "carrots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 49703, + "question_id": "dLbb9uHS3AqXjTnfZCzHW5", + "question": "What is the most likely age of the person making a joke out of the fire hydrant?", + "choices": [ + "19", + "22", + "15", + "32" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 384880, + "question_id": "dLprcHZuABPQARQn7JEfkp", + "question": "What is the fleet of Vectisblue?", + "choices": [ + "105", + "115", + "180", + "110" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511773, + "question_id": "dNMi7KxB57mQDxZtpbdSmB", + "question": "What species is most visible here?", + "choices": [ + "canine", + "rodent", + "human", + "feline" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466540, + "question_id": "dNbNUBt3E9yh7tZC7C2PdZ", + "question": "What is the best place in this room to put a television?", + "choices": [ + "back", + "left", + "front", + "right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 116302, + "question_id": "dNzSPwPajtivBBfwaSJ3Jw", + "question": "In what century was the black item on the right invented?", + "choices": [ + "fourteenth", + "twenty first", + "tenth", + "nineteenth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135581, + "question_id": "dQ6Fo4LDGLXQh58XEisVEx", + "question": "What is near the computer?", + "choices": [ + "coffee can", + "soap bar", + "cat", + "wire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 541389, + "question_id": "dQ8rAPRibvBbTdeFv6HVxr", + "question": "What type of information is provided by this object?", + "choices": [ + "date", + "brand", + "temperature", + "time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146527, + "question_id": "dQV9wgn9ceXaodwmuefBv4", + "question": "What is the air temperature in the area surrounding the clock tower?", + "choices": [ + "freezing", + "hot", + "cool", + "warm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89842, + "question_id": "dSSGPDXK5wsyADqEkrGA2x", + "question": "What is the size of this pizza called?", + "choices": [ + "medium", + "large", + "personal", + "extra large" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 270187, + "question_id": "dSzmqNqFdkkQQMaA5aHxqA", + "question": "What type of mouse is seen here?", + "choices": [ + "wired", + "stuffed", + "animal", + "wireless" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105413, + "question_id": "dTHwekjJ7DtKRRDYigbmfg", + "question": "What sound does this animal make?", + "choices": [ + "woof", + "moo", + "baa", + "hiss" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32216, + "question_id": "dTUtjJkserH4XHrpRE6BJY", + "question": "What type of area are these animals located in?", + "choices": [ + "coast", + "mountain", + "forest", + "field" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195442, + "question_id": "dTXKXwqZov3mEszVCyqzs7", + "question": "What is the man wearing to hide his fingerprints?", + "choices": [ + "rings", + "fake nails", + "mittens", + "gloves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10873, + "question_id": "dTice7mj3anW2vcEMM5UaE", + "question": "What direction is the sun in based on their shadows?", + "choices": [ + "picture's right", + "picture's background", + "picture's left", + "picture's foreground" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570161, + "question_id": "dV6LXUkSqd9QcWU9CwdEQq", + "question": "What company is known for selling these food items?", + "choices": [ + "mcdonald's", + "chipotle", + "taco bell", + "nathan's" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 272106, + "question_id": "dV8MGSrHbXKBNP5YNE4eTF", + "question": "The 10.8 figure is a unit of what?", + "choices": [ + "time", + "currency", + "weight", + "energy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 307537, + "question_id": "dVm3GZzZGZBPVoTbUborwG", + "question": "What can be found here?", + "choices": [ + "mouse", + "soda bottle", + "cloth", + "helmet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277733, + "question_id": "dWD3AAgMCpi2WMkrRyhrkL", + "question": "What color is the kitty cat?", + "choices": [ + "orange", + "black", + "green", + "blue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 526812, + "question_id": "dWSygva85yDpoGXt6LGSHf", + "question": "Why is the door jamb rusty?", + "choices": [ + "bad paint", + "lacks maintenance", + "is feature", + "exposed salt" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 355892, + "question_id": "dWcq9rtVPR2Sa4guWHhXg2", + "question": "What was this graffiti likely done on?", + "choices": [ + "bus", + "wall", + "ground", + "train" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153273, + "question_id": "dWr4tzdnoScf5owoEE4xkn", + "question": "Where are the zebras standing?", + "choices": [ + "behind trees", + "on pavement", + "near people", + "in grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 546028, + "question_id": "dYDGSamjSEUVbA7hNDVXkW", + "question": "What kind of room is displayed on the above picture?", + "choices": [ + "bed room", + "living room", + "kitchen", + "wash room" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 388589, + "question_id": "dYnxBqNy7x2yMbeAnYoagc", + "question": "What kind of business is this airline in?", + "choices": [ + "fire assistance", + "passengers", + "military", + "cargo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334608, + "question_id": "daNVJ9q92HDsa6vunhiZZu", + "question": "What was the first name of the woman who first cultivated this type of apple?", + "choices": [ + "maria", + "susan", + "stephanie", + "rachel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146995, + "question_id": "dbV7S9bqKLjS8c95B4Yi5z", + "question": "What is the capital city of this airlines home country?", + "choices": [ + "riga", + "helsinki", + "warsaw", + "moscow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533306, + "question_id": "dcZ8dKWHETcEEu2cNqVYHE", + "question": "The air temperature in the woods where the woman is riding the horse is what?", + "choices": [ + "warm", + "hot", + "freezing", + "cool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 33437, + "question_id": "ddL7dHss3bvXKSeu8HNei6", + "question": "What time of day is it?", + "choices": [ + "11 am", + "sunrise", + "2 pm", + "mid day" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524870, + "question_id": "deBmHcinofgQmbUgDdyARq", + "question": "What are the giraffes eating?", + "choices": [ + "cheese", + "tree", + "meat", + "fruit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226129, + "question_id": "deiMWN7i9d7fwA7WWas49w", + "question": "What is the dog eating?", + "choices": [ + "fish", + "chicken", + "steak", + "stuffed animal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296237, + "question_id": "dfg5NVHjGkL9E399dFLK2Q", + "question": "What is needed for this activity?", + "choices": [ + "sand", + "snow", + "water", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296783, + "question_id": "dfrMpGTwybE6iV9nm7YE3W", + "question": "Why are the two dogs opening their mouths?", + "choices": [ + "breathe", + "relax", + "happiness", + "fun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170197, + "question_id": "dfzTADcSFPxwjLXv3pUtBz", + "question": "What is the skier doing at the moment?", + "choices": [ + "stretching", + "observing", + "skiing", + "posing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 111464, + "question_id": "diuExVBrj8iMARgrCVztNn", + "question": "The items on the hill top produce what?", + "choices": [ + "electricity", + "music", + "bird nests", + "safe barrier" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 67649, + "question_id": "dkd4jL86jLzWBb7Ru79c4X", + "question": "What type of candy is in the pink wrapper on the left?", + "choices": [ + "gummy", + "licorice", + "sour", + "chocolate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54044, + "question_id": "dmb5oNqmjGGWiakQSw2VzT", + "question": "What does 1155 indicate?", + "choices": [ + "score", + "current time", + "temperature", + "time remaining" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5239, + "question_id": "dn3ynjtUJWmW3RHEKumysq", + "question": "Which giraffe probably runs the slowest?", + "choices": [ + "loner", + "second tallest", + "smallest", + "tallest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 13600, + "question_id": "dnSwxdBp4uTUnGQRYCzSXH", + "question": "Why is he wearing a suit?", + "choices": [ + "warmth", + "uniform", + "costume", + "business" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267107, + "question_id": "dnXvSBMyj3sFi8fPW7uhSq", + "question": "What sort of facility is this case sitting in?", + "choices": [ + "nursery", + "depository", + "hospital", + "library" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 33433, + "question_id": "dnYbGkVRJvEUoFHCDogthR", + "question": "What is the blue object used for?", + "choices": [ + "telling time", + "clothing fabric", + "symbolizing love", + "swatting flies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536978, + "question_id": "dnstzcz4nNKtuVGs3BFAE8", + "question": "What kind of light illuminates this photo?", + "choices": [ + "black light", + "uv light", + "night light", + "sunlight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61691, + "question_id": "do2NYet6AWsNiwCN6KVfsk", + "question": "What is the silver circle on the ground used to do?", + "choices": [ + "dispense soap", + "store pills", + "clean shoes", + "drain water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395493, + "question_id": "dp6ALUejPugqpfRzVGJBYE", + "question": "What is this photo taken for?", + "choices": [ + "display", + "learning", + "nothing", + "fun" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 339899, + "question_id": "dpqUfhtvTikfn65no2hyV7", + "question": "What is located between the man and the dog?", + "choices": [ + "leash", + "car", + "cat", + "cow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 323643, + "question_id": "dq7fwMsdgbZLJSWeg4HU9r", + "question": "What is he holding out to keep his balance?", + "choices": [ + "arms", + "legs", + "board", + "fabric" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 41344, + "question_id": "dquQcviD4AeoL9bjWMYNYS", + "question": "What is the child wearing?", + "choices": [ + "boa", + "feathers", + "fedora", + "goggles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188783, + "question_id": "drSJ9EJ6sVEYwuxiBV5jP3", + "question": "What animal was used to make this meal?", + "choices": [ + "shrimp", + "zebra", + "pig", + "shark" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 554831, + "question_id": "drvqUHLzd3fkVD5TUPSg6H", + "question": "What is the purpose of the words on the surfboard?", + "choices": [ + "advertising products", + "entertainment", + "artwork", + "activism" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 493909, + "question_id": "ds6aMkTtV3bP2oRhEB4SJq", + "question": "What are the animals standing in?", + "choices": [ + "water", + "rocks", + "snow", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291859, + "question_id": "dsH3Ph4qgJdri6Y978V8zK", + "question": "Where is this man situated at?", + "choices": [ + "desert", + "residential zone", + "savanna", + "urban area" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 414928, + "question_id": "dt9sk3Nx6fSuM39XmeVa8c", + "question": "What sports equipment is on the grass?", + "choices": [ + "baseball", + "basketball", + "soccer", + "football" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 78722, + "question_id": "dtM48zbNHz5ZaogWKpLZmj", + "question": "What does the tennis player display on his head and wrists?", + "choices": [ + "sweat bands", + "watch/cap", + "tattoos", + "advertisements" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 262570, + "question_id": "dtMruJoo8c3BY77UzpdgFM", + "question": "What weather allows the person to participate in this sport?", + "choices": [ + "sunny", + "windy", + "rainy", + "snowy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 285036, + "question_id": "dtkcEngd5BvLJ3KcCU3mwq", + "question": "How does this aircraft generate thrust?", + "choices": [ + "propeller", + "floats", + "turbine", + "jet propulsion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462137, + "question_id": "duv97NQCvxsQGx3355hCRX", + "question": "Why are the birds here?", + "choices": [ + "feeder seeds", + "finding prey", + "to hide", + "to rest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 215352, + "question_id": "dvHy2hbNHDmiCg22vSfe8y", + "question": "What is the animal in the window most likely looking at?", + "choices": [ + "birds", + "elephants", + "alligators", + "giraffes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 250144, + "question_id": "dx2yvczeox8xh45bKZkvvZ", + "question": "Which animal shown here is more likely to eat the other?", + "choices": [ + "elephant", + "none", + "donkey", + "zebra" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 560299, + "question_id": "dyogw8qErUBXhzVBxiXUwV", + "question": "What is causing the change in wall color?", + "choices": [ + "bad paint", + "sun glare", + "camera flash", + "lamp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 559673, + "question_id": "dzB4tCaN3AtgwvX3Axjsx7", + "question": "Why is the banana placed in a green container?", + "choices": [ + "to sell", + "to peel", + "to paint", + "to carry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 91727, + "question_id": "e2LxW5cjaRzcxu4AgQu387", + "question": "What is the action the man is attempting here called?", + "choices": [ + "volley", + "whip", + "smash", + "serve" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229086, + "question_id": "e2RDdrY5Ao2yEYb37KN2L4", + "question": "In which hand does this person hold the item that can provide energy to the other item?", + "choices": [ + "both", + "right", + "none", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 542588, + "question_id": "e2WXG2JADVEdq3N8RgcVnj", + "question": "What animal usually lives here?", + "choices": [ + "dog", + "fish", + "cat", + "tiger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379851, + "question_id": "e4vgGrmA7k4zYrFW52YJHm", + "question": "What is touching the skateboard?", + "choices": [ + "dress shoe", + "whisker", + "paw", + "sneaker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438007, + "question_id": "e4vuFq86txECBXu8qAAAan", + "question": "What are the blue things growing on the plant?", + "choices": [ + "wheat", + "apples", + "danishes", + "berries" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158496, + "question_id": "e54emHEXzPkirGxtSssno9", + "question": "What appears to be the dog's job?", + "choices": [ + "police duty", + "guard duty", + "retrieving", + "foraging" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 256187, + "question_id": "e57gPjaxMccz3tiGdmDAFB", + "question": "What is the dog holding with it's front foot?", + "choices": [ + "bowl", + "rope toy", + "frisbee", + "bone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 393066, + "question_id": "e5bY6uXbwQyD7AVQUpRuvF", + "question": "What kind of pet does the man have?", + "choices": [ + "dog", + "cat", + "bird", + "rabbit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490698, + "question_id": "e5bhAQwzDd6UK9tuw7gaPC", + "question": "The long items are usually eating with what other type of food?", + "choices": [ + "fries", + "soup", + "porridge", + "fried rice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 377435, + "question_id": "e5uQw2dQVgrWbX8cQWLwrw", + "question": "How long has the little one likely been able to walk?", + "choices": [ + "few decades", + "few centuries", + "few years", + "few months" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 78698, + "question_id": "e5v4zRmbTpZ8uxtfKfDXwe", + "question": "What is this place?", + "choices": [ + "prison", + "shopping mall", + "palace", + "train station" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171956, + "question_id": "e6TjVLhDvRKf2vT6JmrqUm", + "question": "Who is from the country that has a similar name to the second word on the sign on the right?", + "choices": [ + "desiree nosbusch", + "marc antony", + "benedict arnold", + "jason bateman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342329, + "question_id": "e8X6BzDdXfKkskw7SXLinh", + "question": "What pattern is the tablecloth on the table the boy is eating at?", + "choices": [ + "stripes", + "hounds tooth", + "plaid", + "polka dot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 49568, + "question_id": "e8feAYZdEMoUfdzLygiHWg", + "question": "What does the number on the top of the bus tell riders?", + "choices": [ + "cost", + "route number", + "time driving", + "time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443151, + "question_id": "e8hq3zb5yZ8f5GxDrrogLd", + "question": "What number does the larger cow have on their tag?", + "choices": [ + "695", + "702", + "803", + "998" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569690, + "question_id": "e8kaRvMghyTjZMXY7WLT8i", + "question": "What part of the man is touching the car door?", + "choices": [ + "nose", + "toe", + "eye", + "hand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229693, + "question_id": "eB2XP7vZHrMFmd346GfLM8", + "question": "Why has he man covered his head?", + "choices": [ + "religion", + "protection", + "fashion", + "warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 559947, + "question_id": "eCJ6zcjWAKyTkadV8ve8Kx", + "question": "Which one of these people might perform the hand movement shown here?", + "choices": [ + "traffic cop", + "carpenter", + "pilot", + "nurse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 119471, + "question_id": "eDeWQANQ7WK2bZbbsjW9bX", + "question": "What are of a house could this be?", + "choices": [ + "bedroom", + "attic", + "kitchen", + "linen closet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 510338, + "question_id": "eDvj3qmQzkdZTzSMm5GHvv", + "question": "What do the rainbow like flag on the street light pole belong to which organization?", + "choices": [ + "un", + "ymca", + "red cross", + "lgbtq" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470131, + "question_id": "eDyzz4RqeiWVGZGNtzmueZ", + "question": "What was used to write on the cookies?", + "choices": [ + "edible ink", + "sharpie", + "watercolor", + "paint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 529406, + "question_id": "eEdtE9224tdMkmcbcksnVq", + "question": "Why is the water rolling?", + "choices": [ + "wind", + "sun", + "man", + "tides" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 491331, + "question_id": "eFWKfpEsLPVT7Cxhn3Fv2R", + "question": "What purpose do they probably use this bus for?", + "choices": [ + "business trips", + "vacations", + "transporting prisoners", + "field trips" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 320408, + "question_id": "eFwggAVMLR6o8AgPDFyhEM", + "question": "What is the general age group of the person who most frequently uses this bathroom?", + "choices": [ + "toddler", + "senior citizen", + "teenager", + "young adult" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 457333, + "question_id": "eHW8TDYn3YGDTAKWsDi5rW", + "question": "What type of bear is shown in the grass and flowers?", + "choices": [ + "grizzly", + "brown", + "polar", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389794, + "question_id": "eJKw73a2DpU2CtDnnDVgnS", + "question": "Which one of these times would this meal most likely be eaten?", + "choices": [ + "noon", + "6 pm", + "8 am", + "midnight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29899, + "question_id": "eJTZW4gPicE6zLjC34aPPf", + "question": "What kind of fence is the dog behind?", + "choices": [ + "spit rail", + "plastic", + "picket", + "chain link" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 559947, + "question_id": "eLCrWi8gsHzD8QAdnG9jPH", + "question": "What will be able to proceed for another 5 seconds?", + "choices": [ + "emergency vehicles", + "pedestrians", + "bikes", + "cars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 304224, + "question_id": "eLZRkLX8o8bzVhaEUCjZUj", + "question": "What were the sign installers afraid might happen?", + "choices": [ + "robbery", + "drowning", + "assault", + "car accident" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32690, + "question_id": "eLdJpGNojsfDC6MhCiVprG", + "question": "What activity is this person engaging in?", + "choices": [ + "travelling", + "sightseeing", + "horse riding", + "patrolling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 16159, + "question_id": "eMQYLWFN7br9FoijXt3h4q", + "question": "What might happen to your vehicle if you park here at 830 am on Thursday?", + "choices": [ + "accident", + "nothing", + "cash reward", + "towed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415036, + "question_id": "eMvRTmVv5qndnAj92zsaRJ", + "question": "What is this person doing?", + "choices": [ + "napping", + "moving", + "reading", + "selling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544982, + "question_id": "eP3h3YhmCre7kziAQdzV6F", + "question": "What frozen treat could you create with the item shown here?", + "choices": [ + "rootbeer float", + "lemon ice", + "icecream stick", + "banana split" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 402005, + "question_id": "eP8axzFa8jhoS8ZR222aPD", + "question": "To which direction is the woman above looking?", + "choices": [ + "right", + "left", + "back", + "front" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506192, + "question_id": "eQBUgEtkgN9J5j8MA58uDq", + "question": "What is flying in the air?", + "choices": [ + "helicopter", + "parachute", + "plane", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476076, + "question_id": "eRUM9JomANja8XTjN7yhAy", + "question": "Where is this clock in relation to the photographer?", + "choices": [ + "below", + "behind", + "above", + "beside" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 216087, + "question_id": "eSE2aDVPHzppXwK6ozHWkt", + "question": "What direction are the pointy tops of the umbrellas pointing?", + "choices": [ + "west", + "east", + "south", + "north" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 131104, + "question_id": "eT7aanrmwmbLTZoVzvYEhb", + "question": "Why could be a reason that the cars off the road?", + "choices": [ + "eat lunch", + "go camping", + "take pictures", + "refuel" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 261820, + "question_id": "eTko3DVXwBPW3bKKbs5H86", + "question": "The word in red immediately next to the word street is important in what discipline?", + "choices": [ + "accounting", + "rocket science", + "archaeology", + "computer science" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74971, + "question_id": "eUswdMU9bDqw2bZz63nz6U", + "question": "What is being used to hit the ball?", + "choices": [ + "stick", + "bat", + "racket", + "mallet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 353453, + "question_id": "eVDqyPTRyy7DEBD3XCDkkd", + "question": "Where does this animal usually dwell?", + "choices": [ + "desert", + "beach", + "cave", + "tundra" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 270339, + "question_id": "eVXp4nVMvbsWvYjZpRsgod", + "question": "Which vehicle here can hold more people?", + "choices": [ + "bike", + "airplane", + "car", + "boat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547729, + "question_id": "eVduqfg6s5PVyoMuwYnhiW", + "question": "What is the pressure of water in fire hydrant?", + "choices": [ + "40pounds psi", + "80pounds psi", + "20pounds psi", + "30pounds psi" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189823, + "question_id": "eVo2mGzXjHzsjEJtEAhRxw", + "question": "Which one of these services might this business offer?", + "choices": [ + "health screening", + "professional portraits", + "brake repair", + "dog grooming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476558, + "question_id": "eWphD8gxShVJG9QofUYrAq", + "question": "What is the name of the type of top the player is wearing?", + "choices": [ + "hoodie", + "sweater", + "jersey", + "t-shirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 333933, + "question_id": "eWuy6KDi3PEh5dUsedZ2HY", + "question": "What is the nickname of the president of this clock company?", + "choices": [ + "clown", + "chuck", + "buzz", + "jimbo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444509, + "question_id": "eXAeYm7cSEyyzHZWWeHvFK", + "question": "What other tool could have been used to make these small pieces?", + "choices": [ + "saw", + "spoon", + "ladle", + "knife" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 12802, + "question_id": "eXDN3uonDEnirBXbbeG25h", + "question": "What are the giraffes doing right now?", + "choices": [ + "standing", + "sitting", + "running", + "mating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557330, + "question_id": "eXPVYZzPqL3EBN6qsfWK2Z", + "question": "What does the man seem to be doing here?", + "choices": [ + "eating", + "announcing", + "flipping", + "celebrating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293517, + "question_id": "eXkWLQ8NKNVVVkF2vQ9BXy", + "question": "This street is also the name of what?", + "choices": [ + "president", + "continent", + "state", + "planet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 335538, + "question_id": "eXrnFuPsq6U4ynhyTZPzAL", + "question": "What profession usually wears the red item?", + "choices": [ + "sanitation worker", + "army soldier", + "clown", + "lawyer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485772, + "question_id": "eYUunr5hsYD3sY9efHYn37", + "question": "What type of location are these zebras most likely living at?", + "choices": [ + "zoo", + "wildlife area", + "sanctuary", + "hunters refuge" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 539549, + "question_id": "eZcBNfJNRQKgAgeth7HEha", + "question": "How did the umbrella most likely get opened by?", + "choices": [ + "both cats", + "permanently open", + "human", + "one cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 91168, + "question_id": "eZgpbqhceUYk2BUQKeLFmc", + "question": "What kind of phone is shown?", + "choices": [ + "pay", + "landline", + "rotary", + "cellular" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366806, + "question_id": "eZio2WijUHFmNat9ZzzNAW", + "question": "What is the woman standing near?", + "choices": [ + "cat", + "truck", + "luggage", + "fire hydrant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204313, + "question_id": "ebQMT75yYfoAmYSskB7evb", + "question": "What is most likely located on one of these streets?", + "choices": [ + "cemetery", + "boat docks", + "sky scraper", + "military base" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 91308, + "question_id": "ebirWy5pvimSRe4idJZeQY", + "question": "What could the animal in the picture possibly be mistaken for?", + "choices": [ + "sun", + "grass", + "leaves", + "tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142044, + "question_id": "ebnnKkMvZ38uYzcgXTeddB", + "question": "What are these treats called?", + "choices": [ + "cake pops", + "ambrosia", + "cheesecake", + "cupcakes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 535734, + "question_id": "ec9eys5777FeUoy87ds44T", + "question": "What is the cat doing?", + "choices": [ + "running", + "diving", + "eating", + "watching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 116991, + "question_id": "ecYYoXgELjgGyPA9uwMrdL", + "question": "What is the air temperature of the park where this child is flying the kite?", + "choices": [ + "warm", + "freezing", + "chilly", + "cool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54213, + "question_id": "ecjYJq74pBHPELpA2QdFrR", + "question": "How many individuals will contribute to oaring this nearest boat?", + "choices": [ + "one", + "three", + "none", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539421, + "question_id": "ed8eYZgM5Xv6Q3HWHUmm55", + "question": "The horses on the farm are grazing during which season?", + "choices": [ + "winter", + "fall", + "spring", + "summer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5217, + "question_id": "eedvXkDarUS486o3kvA2B5", + "question": "What group of people are renowned for their crafting of items like the one in the middle of the floor?", + "choices": [ + "albanian", + "persian", + "indian", + "norwegian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550884, + "question_id": "eeswNugnwfcBj7K5NsXtmp", + "question": "What animal is more closely related to this animal?", + "choices": [ + "zebra", + "dingo", + "monkey", + "snake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 1657, + "question_id": "eet7WReKgPEL5XXEGJL9iK", + "question": "What is the type of cleaning performed in the tiled room?", + "choices": [ + "bathing", + "showering", + "heating", + "swimming" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 40097, + "question_id": "egUdWB2VokFGJNXjzRL8zT", + "question": "What kind of animal is in the sky?", + "choices": [ + "robin", + "egret", + "squid", + "eagle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454309, + "question_id": "ehQBKEqVwWeeHVpNYXqM35", + "question": "What popular board game has pieces of this colour?", + "choices": [ + "monopoly", + "chess", + "risk", + "cluedo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433955, + "question_id": "ehrdVcmtQ5ihNxXvyJhdnK", + "question": "What is the last letter on the boat?", + "choices": [ + "z", + "m", + "e", + "w" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339263, + "question_id": "eiSgymwek34UVnGJv9Qyr9", + "question": "What is the relation of the two surfers to each other?", + "choices": [ + "married couple", + "friends", + "siblings", + "cousins" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 55718, + "question_id": "eiW4tAAcpEp9KujQpVZdhA", + "question": "Why are orange colored streamers used here?", + "choices": [ + "celebrate halloween", + "increased visibility", + "none", + "discounted pricing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265921, + "question_id": "eigxa8qAu5Eh9hDaKoa8qn", + "question": "What type of enclosure is being used?", + "choices": [ + "cage", + "barn", + "gate", + "fence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158343, + "question_id": "ejd25FpugAuiH6P6J8ADTb", + "question": "The animal here is meant to resemble someone who lives where?", + "choices": [ + "everest", + "milan", + "equator", + "north pole" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52024, + "question_id": "ek5TEg5rmBQWDThDWo6BDF", + "question": "What should the red hatted person do?", + "choices": [ + "stand up", + "nothing", + "scream", + "duck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204391, + "question_id": "ekrXFpEfDrkUtzpoYa4MSK", + "question": "What is this person most likely to shoot this animal with?", + "choices": [ + "bb gun", + "camera", + "rifle", + "shotgun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555902, + "question_id": "em7rwdrFwiyf5KfGkz8ydz", + "question": "Why is the lamb wearing plastic?", + "choices": [ + "warmth", + "identification", + "safety", + "fashion" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 411394, + "question_id": "emfDfyKGoSQStH8CukW7WN", + "question": "How are these vehicles powered?", + "choices": [ + "gasoline", + "pedaling", + "sun", + "battery" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 503027, + "question_id": "emvYvARqVJP4W2vQgwvQBd", + "question": "If you want to traverse Champlain Av which way must you NOT drive?", + "choices": [ + "circle around", + "right", + "none", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561476, + "question_id": "enCbh8NN6Zt5VJ8SEPFnFd", + "question": "What is typically found in this kind of weather?", + "choices": [ + "beach party", + "snowman", + "jungle", + "tiger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136488, + "question_id": "enXQB9R6M6qiQ8JohgtQqU", + "question": "What position is this dog in?", + "choices": [ + "falling", + "laying", + "pointing", + "sitting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555353, + "question_id": "enkiKf83XjiL9Tjd6raDAK", + "question": "What is usually done in this environment?", + "choices": [ + "lion taming", + "oasis hopping", + "fishing", + "sledding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 542577, + "question_id": "enoQ2AMMFdCB2iLPFu9gRo", + "question": "What part of the trip is this?", + "choices": [ + "beginning", + "halfway through", + "repacking", + "end" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 460638, + "question_id": "eo4e7U5oSX88JwhHSJPCBJ", + "question": "The arrow is pointing in what direction?", + "choices": [ + "east", + "south", + "north", + "west" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 69664, + "question_id": "eoEpokzgu3rr4vas5jNE6N", + "question": "What type of animal is shown?", + "choices": [ + "reptile", + "domestic", + "aquatic", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92427, + "question_id": "eqHy2Gri87WmrPDhiQYJEH", + "question": "What is the jug with the food inside used for?", + "choices": [ + "drinking", + "feeding", + "storage", + "attracting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 206813, + "question_id": "eqJizDi3NP9ycEf8dnsoeu", + "question": "Which one of these items might be in the drawers?", + "choices": [ + "rake", + "toilet paper", + "underwear", + "silverware" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183056, + "question_id": "er4LJMTymBbZsPvZ8zAKdF", + "question": "What is the most likely holiday going off of the decor?", + "choices": [ + "halloween", + "july 4th", + "thanksgiving", + "christmas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61283, + "question_id": "erDiaZSQbs4KgXB4mcAfFT", + "question": "Where would a counter and sink like this be located?", + "choices": [ + "hotel", + "train", + "hospital", + "plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495831, + "question_id": "ermRqifa2zw5hDeQRmSPkj", + "question": "What is almost as tall as the tree?", + "choices": [ + "giraffe", + "ladder", + "skyscraper", + "man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 564725, + "question_id": "erstZF2ivJ3C3shmNNXyYh", + "question": "What is the bear on the ground trying to do?", + "choices": [ + "run", + "attack", + "hide", + "swim" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537653, + "question_id": "etDaoBcxXFxV45RwqDR3rU", + "question": "What would cause people to avoid parking on this road?", + "choices": [ + "bumps", + "pot holes", + "cracks", + "parking meters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 57243, + "question_id": "etaNi6mF76Pd9VoW9aLeNV", + "question": "What is this appliance used for?", + "choices": [ + "cooling", + "watching", + "cooking", + "calling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 26877, + "question_id": "euuaND4Wf6iGAsZNMSdCWv", + "question": "Why does he have his arm out?", + "choices": [ + "wave", + "gesture", + "balance", + "reach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 176990, + "question_id": "evrg5B7TdeH4m2vZdVdsnq", + "question": "From which country does this cuisine originate?", + "choices": [ + "china", + "ukraine", + "greece", + "brazil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352232, + "question_id": "ewHgXzkCPcR4idwUs8cwK3", + "question": "What part of the elephant could injure the bird?", + "choices": [ + "tail", + "trunk", + "tusk", + "foot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507186, + "question_id": "ewRi5YzhtRtK5GhaRjvNwo", + "question": "What plant has more leaves?", + "choices": [ + "right", + "top", + "none", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 69104, + "question_id": "ewT5a27rHUN5bxtnEyQbNZ", + "question": "What is the person wearing?", + "choices": [ + "bucket", + "glove", + "feathers", + "backpack" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 496769, + "question_id": "ewYPTArW4MYDjrXertqMue", + "question": "The person seen here does what?", + "choices": [ + "descends", + "ascends", + "falls", + "camps" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 15358, + "question_id": "ewqrfQK9zmnu9eYzchSkxQ", + "question": "How many children have backpacks on?", + "choices": [ + "one", + "three", + "five", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354208, + "question_id": "eyXiiQ8nBx2K9nQqQs6YyL", + "question": "Who is the cat trying to get the attention of inside the house?", + "choices": [ + "other cat", + "hamster", + "dog", + "owner" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54852, + "question_id": "eysB2T3rKv3k8y5m88CpQg", + "question": "This type of plate makes what easier?", + "choices": [ + "cleanup", + "cooking", + "driving", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124475, + "question_id": "ezD3XXedSTBAjdnp7AfBn5", + "question": "What type of animal is shown?", + "choices": [ + "domestic", + "wild", + "reptile", + "aquatic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399823, + "question_id": "ezQuGEiBp7UeiFeVcUe3Ab", + "question": "What company has a similar item to the yellow item?", + "choices": [ + "chiquita", + "delta", + "ibm", + "livestrong" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155660, + "question_id": "ezbAZz2AN5jVMDG95JHsVy", + "question": "Who played the character whose name appears on the sign?", + "choices": [ + "joaquin phoenix", + "jennifer connelly", + "eva green", + "michael keaton" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386775, + "question_id": "eztY9zrSRCxrqdcfQHVWng", + "question": "What is the weather like at the beach where the kite is flying?", + "choices": [ + "mostly clear", + "rainy", + "overcast", + "snowy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378505, + "question_id": "f27JL5RHpCUrhG7FpaXon6", + "question": "What is the child likely leaving on the stand?", + "choices": [ + "scuff marks", + "legal documents", + "candy", + "apples" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 278703, + "question_id": "f37JWNpnnx8ya46vgASQnB", + "question": "What is the person about to jump over?", + "choices": [ + "train track", + "cat", + "television", + "horse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229042, + "question_id": "f3VA6LV7gJPXCnrvcQwPRU", + "question": "What part of the animal can be seen?", + "choices": [ + "wings", + "hoof", + "fangs", + "horn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345592, + "question_id": "f4WPKonu87xM4jjWieUcCe", + "question": "What activity takes place in the glass enclosed space shown here?", + "choices": [ + "sunbathing", + "shaving", + "drying", + "showering" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 138266, + "question_id": "f62jmj6BMMmTYqiRKN7stM", + "question": "How many of the giraffe have a neck on the smaller side?", + "choices": [ + "three", + "one", + "zero", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93514, + "question_id": "f6vDTWYoNoXG6Tx8Cgfudp", + "question": "What type of environment are they skating in?", + "choices": [ + "coastline", + "desert", + "urban", + "farm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373885, + "question_id": "f7BkPVyM69DJt8dTpxpFgE", + "question": "What is the largest feature on the white-and-grey's face?", + "choices": [ + "nose", + "teeth", + "eyes", + "ears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 284619, + "question_id": "f7CvAjQo3SHT8TmYwCSxYX", + "question": "What is the smaller zebra doing?", + "choices": [ + "being annoying", + "feeding", + "fighting", + "biting other" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7188, + "question_id": "f7N7LiskbE8dNbdibSMtNo", + "question": "What type game does the owner of this Lap Top enjoy?", + "choices": [ + "chess", + "checkers", + "mah jong", + "poker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290926, + "question_id": "f7UprDWy6r9Q66VLCe94tF", + "question": "What famous sports star wore a number that is one number higher than the number on the plane?", + "choices": [ + "ozzie albies", + "wayne gretzky", + "michael jordan", + "jackie robinson" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549097, + "question_id": "f835T5SknnqYK52PJZALph", + "question": "What was used to produce the colors on the pots?", + "choices": [ + "glaze", + "ink", + "paint", + "dye" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532422, + "question_id": "f8kEyexLFcwxjHgcqETrSS", + "question": "What number is the small hand nearest?", + "choices": [ + "12", + "three", + "11", + "eight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338958, + "question_id": "f9WxX3oRcwqd4ZLN6eAuqf", + "question": "What food group is there the most of?", + "choices": [ + "grains", + "dairy", + "fruits", + "vegetables" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133480, + "question_id": "f9gkfJ9PEZcRMmqgWvV9Bq", + "question": "What species is flying these objects in the air?", + "choices": [ + "frogs", + "people", + "aliens", + "mechanics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352479, + "question_id": "f9iUoYDxL4V2DuRcJGjqEF", + "question": "Why does she have her head covered?", + "choices": [ + "disguise", + "warmth", + "costume", + "uniform" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495506, + "question_id": "f9pisvjnhmdHdHEs5QovvY", + "question": "What sound is loudest in this location at the top of the hour?", + "choices": [ + "screams", + "birds yelping", + "honking", + "bells" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 348745, + "question_id": "fALf5riwJRfyekRTYd94E7", + "question": "What does the small rectangle on the upper part of this bench represent?", + "choices": [ + "sitting fee", + "warning", + "dedication", + "time limit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506118, + "question_id": "fB8BiUEbDkfGhhaXJHXr3u", + "question": "In what state does the NFL team that uses this bird as a mascot play?", + "choices": [ + "new york", + "florida", + "illinois", + "arizona" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127482, + "question_id": "fBmiasfZAoP62ZNzN2cXPs", + "question": "This animal is called what when it is just born?", + "choices": [ + "foal", + "kitten", + "puppy", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357806, + "question_id": "fBpbJo4gRjwdhJNaWAWZAP", + "question": "What would this baby animal be called?", + "choices": [ + "kid", + "joey", + "calf", + "puppy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311136, + "question_id": "fCH3LyGZMUBDuw8d9Y6Jud", + "question": "What kind of site is this?", + "choices": [ + "construction", + "historical", + "accident", + "web" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451486, + "question_id": "fDbcvNWQ9pnmg8MtdyqjFJ", + "question": "How many people in modern history have lived as long as the number on the bus?", + "choices": [ + "five", + "two", + "none", + "ten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164210, + "question_id": "fF3ceJJ3fYvkoPGSguLxQE", + "question": "About how tall is the tallest animal here?", + "choices": [ + "4.75 meters", + "4.75 feet", + "10 meters", + "2.5 meters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 332370, + "question_id": "fGSze3bn3rBBZmpq3DcEyi", + "question": "What starchy food forms the base of the pizzas on the tray?", + "choices": [ + "muffin", + "dough", + "bread", + "bagel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 279267, + "question_id": "fGxzL7ZhKNkkM6fDNpuZL3", + "question": "Where is this person?", + "choices": [ + "farm", + "mountain", + "forest", + "beach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488714, + "question_id": "fHnyxPQqL7kdpn68yJiU7c", + "question": "In which country was this turboprop plane stationed out of?", + "choices": [ + "philippines", + "taiwan", + "japan", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 574230, + "question_id": "fHuAxfqbgFQqejKVpbtgTk", + "question": "In which country that has yellow vehicle registration plates is this woman located?", + "choices": [ + "israel", + "netherlands", + "united kingdom", + "luxembourg" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289784, + "question_id": "fHy7D9xT3GKk57Qk9wHwjZ", + "question": "What style fencing is the bird sitting upon?", + "choices": [ + "none", + "barb wire", + "picket", + "decorative" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229022, + "question_id": "fP5UBgzVDWmgtaJ2rgNGcS", + "question": "What is the man throwing through the air?", + "choices": [ + "ball", + "disc", + "puck", + "bottle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 113194, + "question_id": "fQ95jejjLcKNXDrNTtk4em", + "question": "What is the job of these elephants?", + "choices": [ + "pull", + "push", + "carry", + "jump" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367948, + "question_id": "fQDUqTHpSWKq3RTpx6EWhB", + "question": "What color is the towel in on the side of the bathtub?", + "choices": [ + "blue", + "burgundy", + "sea green", + "salmon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223958, + "question_id": "fQiwoH6RNDZVw5A6J8NNZc", + "question": "What is the green sign hung to alert drivers to?", + "choices": [ + "accidents", + "construction", + "school zones", + "streets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35086, + "question_id": "fQtQHHRMAK5nEe7h494ssG", + "question": "What is normally stored in the object the bear is raiding?", + "choices": [ + "drinks", + "money", + "tools", + "burgers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 273977, + "question_id": "fRErXQSPJL4pJY3DHDmvxu", + "question": "What is this type of road junction called?", + "choices": [ + "highway", + "dirt road", + "roundabout", + "dead end" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90688, + "question_id": "fRMEJvaWWct8LJyKdAkhUy", + "question": "What would most likely be used in these cups to open a bag of frozen peas?", + "choices": [ + "tweezers", + "pen", + "highlighter", + "scissors" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 222876, + "question_id": "fSQryngD84KVY8oHsmApFB", + "question": "What is the bird doing?", + "choices": [ + "feeding", + "resting", + "hiding", + "singing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 423387, + "question_id": "fSiRw648wb2pCSgcekzWRg", + "question": "What execution device do the signs on the top resemble?", + "choices": [ + "guillotine", + "electric chair", + "crucifix", + "noose" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 385055, + "question_id": "fSxhp7iJhkTYWbQU5jqtyD", + "question": "What is hanging up beside the window?", + "choices": [ + "sign", + "picture", + "curtains", + "rag" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552, + "question_id": "fUUDpYXvKiV8puNicBtjtD", + "question": "What is the main theme the tennis player is trying to display with her outfit?", + "choices": [ + "black", + "grey", + "white", + "pink" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 451209, + "question_id": "fV37KcPHvjyh6sH3Ve9gUk", + "question": "What item seen here will alert this man if there is a fire?", + "choices": [ + "nothing", + "thermostat", + "smoke alarm", + "spouse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80198, + "question_id": "fVC57rU4DEDrRErLYRZJbP", + "question": "During which season was this bicycle being ridden?", + "choices": [ + "winter", + "spring", + "fall", + "summer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 502589, + "question_id": "fVX2C46NjboQSzsWCGjt3W", + "question": "What is the woman doing to the doll?", + "choices": [ + "holding", + "throwing", + "staring", + "curdling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501908, + "question_id": "fWGBPebTKfLchwP8FmhgzJ", + "question": "The item with the pink handle will remove what?", + "choices": [ + "stains", + "water", + "color", + "lint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 510682, + "question_id": "fWHWSj2JvhDmUvqwCq5rKM", + "question": "The cheese and vegetable toppings are placed on what type of food?", + "choices": [ + "bagel", + "sliced bread", + "dough", + "english muffin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251, + "question_id": "fWK5QcukVJaUsJut6bJjT5", + "question": "What part of the wave is the surfer mostly on?", + "choices": [ + "face", + "whitewater", + "tube", + "lip" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9470, + "question_id": "fWy3gweGoVNYMLQKwVyYQf", + "question": "What type of machine is behind the giraffe?", + "choices": [ + "change", + "token", + "coke", + "picture booth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572562, + "question_id": "fWyNb6effhjcwFpahc8TJY", + "question": "When dogs are here who must be with them?", + "choices": [ + "cat", + "another dog", + "horse", + "person" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379752, + "question_id": "fX4c7ThEumf3tEEwGbAbDq", + "question": "What is missing from this object?", + "choices": [ + "cord", + "paper", + "mouse", + "key" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537462, + "question_id": "fXWxVoZ95yYU6WAExC2MPk", + "question": "What would be the closest style of the room?", + "choices": [ + "classic", + "natural", + "retro", + "modern" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 313293, + "question_id": "fZRzLWAi4TzPMYwUmuQFFx", + "question": "What do the signs with the crossed P mean?", + "choices": [ + "no poaching", + "no parking", + "no crossing", + "no panicking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 108257, + "question_id": "fZT8GBnFHPXhqRknq5nWwj", + "question": "What is the energy that lights up this photo?", + "choices": [ + "sunlight", + "coal", + "batteries", + "steam" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259908, + "question_id": "fZwiVa5vcAg75SJq7ipNQN", + "question": "What kind of animal is being displayed on the train?", + "choices": [ + "microscopic", + "scaly", + "winged", + "furry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 494071, + "question_id": "fbSPaBqBi9tWqkEZLrie3Q", + "question": "Which one of these items is probably used to feed him?", + "choices": [ + "conveyer", + "bucket", + "bottle", + "trough" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231513, + "question_id": "fbsgtTdiTsiMGN3pxConsf", + "question": "This Flag represents which country?", + "choices": [ + "scotland", + "norway", + "uk", + "ireland" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 269286, + "question_id": "fdQFcQ26gj8yesct3UjgqG", + "question": "What age person is this room for?", + "choices": [ + "adult", + "child", + "elder", + "young adult" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362009, + "question_id": "fdcVNYbiA9wAX5dYsabzfg", + "question": "What is this type of room called?", + "choices": [ + "living room", + "mudroom", + "bathroom", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 215352, + "question_id": "feKDcoZsuDtB97YywtbeaK", + "question": "This animal is known for having what feature?", + "choices": [ + "stinger", + "gills", + "quills", + "claws" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 474044, + "question_id": "feYdB3xZQmFFLUmADKbfSs", + "question": "Which position will the red jacket most likely finish in?", + "choices": [ + "second", + "fourth", + "first", + "third" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 106600, + "question_id": "ffmWP8ncpiJmoqUqdRawyW", + "question": "What is most likely attached to the strings that the man is holding onto?", + "choices": [ + "balloon", + "canopy", + "blimp", + "kite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104942, + "question_id": "fg3d9u2zyKHamkbkPHWc6a", + "question": "What will happen to the cut piece if it's left on the table for too long?", + "choices": [ + "disappear", + "freeze", + "turn brown", + "ripen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 245541, + "question_id": "fg58FpfFfCKh8CX3u8VxXE", + "question": "What is the brown circular object on the ground called?", + "choices": [ + "manhole cover", + "circle sign", + "under cover", + "woman cover" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 449386, + "question_id": "fgHkmXofo9dhtKmEt2Agk2", + "question": "Where is this bench located?", + "choices": [ + "taxi stand", + "grocery store", + "bus stop", + "train depot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379200, + "question_id": "fhUzwFcDx9n5WKVxAhtXEC", + "question": "What comic strip does the dog by the comb come from?", + "choices": [ + "peanuts", + "garfield", + "family guy", + "marvel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 242154, + "question_id": "fhvGttWjdK2dMLRF9Cd7m8", + "question": "Where would you have to go?", + "choices": [ + "right", + "reverse", + "straight", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 554135, + "question_id": "fiDBb4pLwNwydskziEUvtW", + "question": "What kind of bear is shown?", + "choices": [ + "panda", + "grizzly", + "polar", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169618, + "question_id": "fkVzeFBzTZGsvXqXcADovw", + "question": "The bus here is owned by what type of organization?", + "choices": [ + "religious", + "school", + "basketball", + "government" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321669, + "question_id": "fmD3he6QEK3vzVHU7Zd3yr", + "question": "Which color shirt does the surfer with the best stance have on?", + "choices": [ + "black", + "yellow", + "blue", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485713, + "question_id": "fmzfL2qTcDFA76JY6wLnUz", + "question": "What type tree shown here might be likely to be nibbled by this animal?", + "choices": [ + "oak", + "palm", + "pine", + "clover" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177401, + "question_id": "fnHaPCGx6ZiMRzBz5gFUjP", + "question": "What is flying in the sky?", + "choices": [ + "kite", + "bird", + "airplane", + "helicopter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343209, + "question_id": "fneGANdPwsNEs3BjR5vnqA", + "question": "What type of phone is he using?", + "choices": [ + "rotary", + "cellular", + "pay", + "landline" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 455266, + "question_id": "foNy2iKmzJJtfujoA3LmJQ", + "question": "What is the baby dressed as?", + "choices": [ + "monkey", + "antelope", + "cat", + "robin hood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438493, + "question_id": "foteVMCaNr7j3bieC9Nrdd", + "question": "The blanket is taking the place of a what?", + "choices": [ + "fridge", + "desk", + "bed", + "table" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169059, + "question_id": "fpyRQYPgzuz8Ji3wqQJ7jR", + "question": "Someone utilizing this space must clean themselves most fully how?", + "choices": [ + "take bath", + "toweling off", + "showering", + "flicking water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452402, + "question_id": "frES6wj8m9KRw4u3SQs8c2", + "question": "What are the dogs walking on?", + "choices": [ + "field", + "ocean", + "cement", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490770, + "question_id": "fsMmXzpxkQSdYQWQwYMTGS", + "question": "What substance was the food item shown here boiled in?", + "choices": [ + "oats", + "milk", + "water", + "oil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 353065, + "question_id": "fsyfSCmw3JvRy3D8KfUVSo", + "question": "How many people are on the bus if the number at the top of the bus is the number of current customers?", + "choices": [ + "210", + "175", + "191", + "85" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 574927, + "question_id": "ft4CRNDcP4We5Lh2LHRL7Z", + "question": "When in use what does the plate inside the machine do?", + "choices": [ + "heats food", + "rotate", + "vibrates", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125221, + "question_id": "ft4wmXE7GWT6LESKiiQ3rJ", + "question": "What color would one navigate to to begin deciphering wii?", + "choices": [ + "green", + "red", + "blue", + "teal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 396641, + "question_id": "fx5xVPDtC2BfT8GCL44y76", + "question": "What type of architecture is shown?", + "choices": [ + "victorian", + "futuristic", + "historic", + "modern" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200900, + "question_id": "fxZofrAYxMdRXMwQBTSW3v", + "question": "What action is the man taking?", + "choices": [ + "skidding", + "descending", + "ascending", + "rolling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532150, + "question_id": "fyY9uXf7YtmdCmdmgnzxvw", + "question": "Why would someone visit this location?", + "choices": [ + "drink", + "shop", + "sleep", + "exercise" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 201586, + "question_id": "fz4DrLMkQRjsUq2v4onGVC", + "question": "What type of weather is most likely to cancel trips in this vehicle?", + "choices": [ + "warm breeze", + "rain", + "clouds", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102477, + "question_id": "fzRkCT7UEFBfQLJc6bz2iB", + "question": "What type of construction is used for the door to the bathroom?", + "choices": [ + "fiberglass", + "solid core", + "hollow core", + "solid wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354872, + "question_id": "fzRnWVsNRoh9jAVmyfbsmM", + "question": "What is near the green car?", + "choices": [ + "frog", + "house", + "fire hydrant", + "trampoline" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336184, + "question_id": "g29ki9jeGmysvcdsXdzryo", + "question": "Why is the orange plate under the plant pot?", + "choices": [ + "decoration", + "catch water", + "catch leaves", + "stability" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517146, + "question_id": "g2WjGBoP5KZwAW3osxdcne", + "question": "The animal has what white part?", + "choices": [ + "claw", + "horn", + "antler", + "tusk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89358, + "question_id": "g37PeLujHxXSaGY7Q2U6o8", + "question": "If they began to move which animal is most likely to reach the camera first?", + "choices": [ + "neither animal", + "back animal", + "front animal", + "both animals" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 579495, + "question_id": "g37vRyTsTobaUra9nPZ49s", + "question": "What is the stuffed animal on the bed?", + "choices": [ + "bear", + "dog", + "cat", + "elephant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456193, + "question_id": "g3RyXVNXkHzgsuQ3T5zigQ", + "question": "What are his pants made from?", + "choices": [ + "denim", + "silk", + "fleece", + "tericloth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478151, + "question_id": "g3k6FM7VM7hkN3VZCBMAPf", + "question": "What type of smartphone is present in the holder on top of the table?", + "choices": [ + "iphone", + "samsung galaxy", + "blackberry", + "android" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539523, + "question_id": "g4AJFATwgRPguVoKRT8aCh", + "question": "Which animal is dependent on the other here?", + "choices": [ + "left", + "both", + "none", + "right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 201812, + "question_id": "g4awBM7vtsWMUUSnMQEpsD", + "question": "What is causing the trees to grow sideways towards the same direction?", + "choices": [ + "sun", + "grass", + "cement sidewalk", + "ocean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 249903, + "question_id": "g4cNZJKTf4ASnYNNf7KZ7M", + "question": "The address of this building probably includes which state?", + "choices": [ + "texas", + "pennsylvania", + "north dakota", + "california" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254023, + "question_id": "g4zGcPgp9MvnwMK3aA3GAg", + "question": "What is the red stuff on the plate?", + "choices": [ + "beans", + "beets", + "peppers", + "ketchup" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533622, + "question_id": "g6AoNKUe5e3uT8AFdJ9WUz", + "question": "Where is the most dangerous place to be in this image?", + "choices": [ + "sky", + "car", + "street", + "castle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443791, + "question_id": "g7LV7Dk4dDBEjukXq4BPVZ", + "question": "In which country is this aircraft hanger located?", + "choices": [ + "canada", + "mexico", + "spain", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 394427, + "question_id": "g85W2PvmS7XGehoTPvKLZD", + "question": "What can the owner do on this page?", + "choices": [ + "check messages", + "write blog", + "play game", + "take class" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115801, + "question_id": "g8yBSgL7zgTcXZqCpbH3vi", + "question": "What might one put inside the small rectangular appliance sitting on the countertop?", + "choices": [ + "bread", + "french toast", + "pudding", + "milk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 176786, + "question_id": "g94MmYZdoZruCdsdgnVVxh", + "question": "Flower vases are mainly used for what?", + "choices": [ + "none", + "look", + "aroma", + "decorate" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 117126, + "question_id": "g9S7asD9hnrNRNMAmUAuY8", + "question": "How many mammal species are seen here besides the person?", + "choices": [ + "one", + "four", + "two", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 137569, + "question_id": "g9YpTT7fxtEhgLZkA2kkM8", + "question": "What does the nose of the face on the bear's shirt resemble?", + "choices": [ + "licorice", + "button", + "carrot", + "mouse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87300, + "question_id": "gB9yKm6otZdXncbEwJYMjL", + "question": "What type of architecture is shown?", + "choices": [ + "antique", + "greek", + "modern", + "victorian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 529818, + "question_id": "gCHVwt9sLAEyQYygZKQZty", + "question": "What is a famous brand of the item that is in the box on top of the toilet?", + "choices": [ + "energizer", + "kleenex", + "coca cola", + "swiffer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349484, + "question_id": "gDH8Q5QGVuQXzzfprZjbLq", + "question": "What kind of pie is this?", + "choices": [ + "apple", + "chery", + "strawberry", + "pumkin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 249880, + "question_id": "gDoZhDkNo39KWkSssF5iDd", + "question": "The air temperature surrounding the bear tearing down the tree is what?", + "choices": [ + "cold", + "hot", + "mild", + "warm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 356900, + "question_id": "gEZGik2qTXtNDxRUJVLR4Q", + "question": "Which kind of room can you find the following?", + "choices": [ + "kitchen", + "bedroom", + "washroom", + "living rom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507297, + "question_id": "gEv7QSpTYUK9tVnKxVRVGE", + "question": "The light colored collar worn by the animal here is what type?", + "choices": [ + "name", + "jeweled", + "flea", + "silver" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372304, + "question_id": "gFGoTR4qEHhcCrfins9KZK", + "question": "Dark condition is due to the absence of?", + "choices": [ + "neutrons", + "electrons", + "photons", + "protons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109885, + "question_id": "gFL5Hh7SJdUJt8y9NWA8ZM", + "question": "What is behind the person?", + "choices": [ + "waves", + "whale", + "zombie", + "eagle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 145948, + "question_id": "gFTDgiheXH8ryEJm8TDceN", + "question": "What is the couple doing?", + "choices": [ + "fighting", + "taking selfie", + "dancing", + "getting married" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262881, + "question_id": "gGAWq8TZFL3e8MVxEBQMov", + "question": "What is this aircraft doing?", + "choices": [ + "taking off/landing", + "dogfighting", + "flying", + "undergoing maintenance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 112046, + "question_id": "gGZYPDKM7Ged9RqDzSEvm4", + "question": "In what type building are these beds?", + "choices": [ + "motel", + "zoo", + "office", + "nap room" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519771, + "question_id": "gHcMt9Liu7s3Qet5hBm6Mz", + "question": "What number is closest to what the shorter hand pointing to?", + "choices": [ + "32", + "five", + "190", + "180" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336412, + "question_id": "gHnnVLGTEdQFS45LWXiQ5f", + "question": "What body part are these used to clean?", + "choices": [ + "hair", + "knees", + "hands", + "teeth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467094, + "question_id": "gJKWrWzESx7xLhyTSKYsDp", + "question": "This defunct airline was based in what city?", + "choices": [ + "east berlin", + "frankfort", + "bern", + "prague" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 505466, + "question_id": "gKdjLMkDLcXjdmr2PAukGy", + "question": "What color is the building on the left?", + "choices": [ + "black", + "red", + "blue", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569473, + "question_id": "gLuSUJmytRXQY8jaDFA7s7", + "question": "What are the boys called?", + "choices": [ + "teenager", + "adult", + "elderly", + "babies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19527, + "question_id": "gM7ciaTaMddUJJiyZGHrbd", + "question": "What is the girl most likely doing to the frisbee?", + "choices": [ + "placing", + "throwing", + "catching", + "spinning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389929, + "question_id": "gPNM93gGDYtgHD2MsaZiYv", + "question": "What does the bear's fur feel like?", + "choices": [ + "dry", + "wet", + "spiky", + "silky" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 393747, + "question_id": "gPdzEVzTYZ3cHPRw5pCSQD", + "question": "What kind of clothing is the woman wearing?", + "choices": [ + "tankini", + "board shorts", + "bikini", + "wetsuit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389917, + "question_id": "gQxeJWAyzggfmnUepMXW95", + "question": "The man is wearing what kind of outfit most likely?", + "choices": [ + "gym", + "swim trunks", + "wet suit", + "t-shirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 212120, + "question_id": "gR4BbA2jJd2rAsHcMMXadg", + "question": "What is required for this activity?", + "choices": [ + "rain", + "ice", + "snow", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442265, + "question_id": "gRAkZb3qVhcc3S2MwiCbhQ", + "question": "Which one of these parking times would be acceptable here?", + "choices": [ + "5 hours", + "4 hours", + "1 hour", + "3 hours" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183281, + "question_id": "gT3YEoz2KppNt5PcUKkRG3", + "question": "Who plays this same sport?", + "choices": [ + "ashleigh barty", + "jennie finch", + "billy barty", + "flora finch" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 80461, + "question_id": "gTUWxVxrGWn9Cz6PNGtaY5", + "question": "Where does this airline rank size wise among North American airlines?", + "choices": [ + "14th", + "35th", + "10th", + "8th" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 173794, + "question_id": "gUGp6egkS4i8QSCvdMyNfm", + "question": "What kind of activity is taking place on top of the newspaper?", + "choices": [ + "surgery", + "reading", + "food prep", + "crafts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452289, + "question_id": "gUt5L56NRdjSdAF9xdbLc7", + "question": "What is the most logical explanation for what the man is doing with the wood?", + "choices": [ + "transporting", + "paddling", + "seating people", + "fishing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 505030, + "question_id": "gVSFfKxmEGSja3UbTrhwMW", + "question": "Which one of these would be useful in this area?", + "choices": [ + "night stand", + "toilet paper", + "paint brush", + "tools" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 418452, + "question_id": "gVTabiLYAhPD9shBn4sg9w", + "question": "What might the person highest on the knoll here await?", + "choices": [ + "phone signal", + "wind", + "date", + "ride" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 450708, + "question_id": "gVrLz5ddXsyhS3MgHE6RPj", + "question": "What are these elephants doing?", + "choices": [ + "falling down", + "cuddling", + "fighting", + "crying" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 409154, + "question_id": "gVrNRpLQxy3wkGJdjRHZFV", + "question": "Club is used in which sport?", + "choices": [ + "baseball", + "cricket", + "golf", + "tennis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87312, + "question_id": "gWNJ5RPKEApPexo6DLborE", + "question": "What powers the vehicle shown here?", + "choices": [ + "electric", + "human", + "gas", + "solar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267755, + "question_id": "gWWCU2ZNtzgNTtN6pDWG65", + "question": "What part of the toilet is this cat standing on?", + "choices": [ + "flush", + "lift chain", + "seat", + "tank" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 128502, + "question_id": "gXFX9uYWKZ5GF5TXEpPEJC", + "question": "What water sport is the man attempting here?", + "choices": [ + "water hockey", + "sea walking", + "free diving", + "kite surfing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483602, + "question_id": "gYd6x6S5FzP2xCCYEcnrDF", + "question": "What are the animals near?", + "choices": [ + "cars", + "trees", + "benches", + "cardboard boxes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32216, + "question_id": "gYpAtGfKpo5acZ93cHC7En", + "question": "What could be said about the positioning of the zebras?", + "choices": [ + "parallel", + "abnormal", + "forced", + "symmetrical" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 327762, + "question_id": "gYtCvvm7VLMz75L6HcXPYs", + "question": "In what setting is this man?", + "choices": [ + "school", + "home", + "library", + "commercial" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 413589, + "question_id": "gZHxR8aANjUxdPkXd2eVwX", + "question": "What kind of phone is this?", + "choices": [ + "sony", + "nokia", + "samsung", + "blackberry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357720, + "question_id": "gZz5FGgYN5ZBJhLrxsZjgQ", + "question": "What country might these donuts be in?", + "choices": [ + "belgium", + "germany", + "united states", + "mexico" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 489561, + "question_id": "gaDBfbCZdz8VWpBVtJSn5a", + "question": "The advertised railway is from what decade?", + "choices": [ + "1820's", + "1930's", + "1880's", + "1980's" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 424762, + "question_id": "gac7iuXAcqAJSfJgCoexhK", + "question": "What part of these animals are fully visible?", + "choices": [ + "tail", + "lips", + "eyes", + "claws" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 459351, + "question_id": "gagcSt8tY7wiHpoHfW88kB", + "question": "What term is used to refer to these kinds of animals?", + "choices": [ + "hounds", + "kitties", + "foal", + "cubs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168853, + "question_id": "gbcTs3P6wxVjwb54WSUKVR", + "question": "What wrestler's first initial spelled out is the same as the word on the top of the bus?", + "choices": [ + "c.w. anderson", + "s.d. jones", + "l.a. park", + "cm punk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577814, + "question_id": "gbtj6Jvj6uEFQyjtwQbMj6", + "question": "In what position is the sun in relation to the dog?", + "choices": [ + "bottom", + "right", + "top", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511987, + "question_id": "gctAjzEwyryuQFPrJ4FPtv", + "question": "What does this animal have an abundance of?", + "choices": [ + "feathers", + "antenna", + "wool", + "fur" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158817, + "question_id": "gdBBjZ8S8QzANtGG4sqdoX", + "question": "How many people is a bed this size meant for?", + "choices": [ + "eight", + "one", + "seven", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204901, + "question_id": "gdLuCuny85w6wR9TTH6PQ5", + "question": "What is unnecessary here?", + "choices": [ + "utensils", + "table", + "hands", + "shirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577151, + "question_id": "gfV82z7ANwojo7b93cASvq", + "question": "What is this type of sign called?", + "choices": [ + "historical", + "promotional", + "brand", + "traffic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 312022, + "question_id": "gfZJvLuN9tLvHjsFMdDePc", + "question": "What kind of lens is used in mirror?", + "choices": [ + "mirator", + "concave", + "reflective", + "convex" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22895, + "question_id": "gfpurHZfppReGGBvKmce4T", + "question": "How is the man getting around in the water?", + "choices": [ + "by kite", + "by plane", + "by boat", + "by horse" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 93897, + "question_id": "ghBaHpeSAvRXtpcW9L6cKq", + "question": "Why does this man have his hand up?", + "choices": [ + "gesture", + "break fall", + "measure", + "wave" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 346483, + "question_id": "ghgFzU3LXouHmUzrsN8tZi", + "question": "What design style is used to trim the exterior of the homes in the background?", + "choices": [ + "southeast asian", + "bauhaus", + "brutalist", + "gothic" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 548782, + "question_id": "gi2JyUK8Rr5n4ctJd7whiv", + "question": "Why is the train so small?", + "choices": [ + "for midgets", + "for children", + "mistake", + "not real" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473528, + "question_id": "gi5s9YtSeiMjrVaSHSubVj", + "question": "What activity is the dog doing?", + "choices": [ + "walking", + "running", + "sleeping", + "jumping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 173660, + "question_id": "gjQrsJEK5izqDX8NGJ6sky", + "question": "What is used as a base topping for this dish?", + "choices": [ + "ketchup", + "tomato paste", + "mayonnaise", + "milk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 159079, + "question_id": "gjhDRGfBrJCe9X6UxvaER3", + "question": "What fuel source is used by the person cooking here?", + "choices": [ + "electric", + "microwave only", + "coal", + "natural gas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 356497, + "question_id": "gjyFfk8oEEjQ4XVuxRfWsZ", + "question": "Which company might one use instead of the yellow truck?", + "choices": [ + "kohl's", + "maybelline", + "enterprise", + "godiva" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435256, + "question_id": "gkbVaKvPVg5VYNJARPNcFX", + "question": "What are these creatures able to do with just their hindlegs?", + "choices": [ + "stretch", + "run", + "kick", + "stand up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 426515, + "question_id": "gmsXMs3xSKeXgQFr2EyFCU", + "question": "What is the driest part of the elephants?", + "choices": [ + "trunk", + "feet", + "forehead", + "back" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 72100, + "question_id": "gnNdpw9yjT9JVFgzA2BcuW", + "question": "What plant besides grains potatoes and tomatoes produced to make this meal?", + "choices": [ + "marzipan", + "beets", + "corn", + "cucumbers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223329, + "question_id": "gnnh4QYCdAewSuaRVK7cLq", + "question": "What is hanging above the fireplace?", + "choices": [ + "pictures", + "mirror", + "shades", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118054, + "question_id": "gntoGsLYoSoLYCGikxVQHB", + "question": "What number do you get when you add the first two numbers in the four digit sequence on any of the tags?", + "choices": [ + "eight", + "nine", + "four", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309691, + "question_id": "goqHacNKxyNXf3fyL6RKvF", + "question": "What will these animals likely do next?", + "choices": [ + "sit down", + "walk", + "drink", + "stand up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277733, + "question_id": "gpU4JZVkZxvDPtGhF28zAD", + "question": "What character is a similar animal as this one?", + "choices": [ + "garfield", + "sonic", + "snoopy", + "crash bandicoot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298958, + "question_id": "gq2UwwgFN4YYrV6cVeRSKj", + "question": "What can be used to describe the blue substance on the pipes?", + "choices": [ + "vandalism", + "non-existent", + "decorative", + "adhesive" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299080, + "question_id": "gqfp7n6qU7d6rFoKUDh52V", + "question": "What is the name of the club?", + "choices": [ + "golf", + "trophy", + "badger", + "drinking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71640, + "question_id": "gryS7kGXwNteGcC7e9UFLc", + "question": "What continent is the country on the Chiquita label on?", + "choices": [ + "europe", + "asia", + "south america", + "north america" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395674, + "question_id": "gsWT9FENJjqizNr9VE3Ce5", + "question": "Where is this clock located at in SYDNEY?", + "choices": [ + "post office", + "bank", + "court house", + "university" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 347364, + "question_id": "gsWy5Po27f82iLfNHxHFWR", + "question": "How has this food been portioned?", + "choices": [ + "shreds", + "slices", + "scoops", + "cubes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386837, + "question_id": "gshaA4vF9PjBHMXdUkYYWQ", + "question": "Which giraffe could outrun the other?", + "choices": [ + "taller", + "none", + "either", + "shorter" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 354999, + "question_id": "gt8TA39uGdRs93kDoS9Yzr", + "question": "What is good tire pressure for van?", + "choices": [ + "20-25 psi", + "20-25 psi", + "40-45 psi", + "30-35 psi" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 276249, + "question_id": "gu78pPLykar9vY9J2TZfzY", + "question": "Where can the zebras hide?", + "choices": [ + "cave", + "grass", + "trees", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192673, + "question_id": "guTFPPzjiadXfQoDLWPbUG", + "question": "What sign would you press to increase the sound level on your TV using this device?", + "choices": [ + "plus", + "greater than", + "down arrow", + "minus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 401039, + "question_id": "gvXd6duZ96wSwT7AZb2ioH", + "question": "How is the smaller animal related to the larger one?", + "choices": [ + "stranger", + "calf", + "sire", + "dam" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570653, + "question_id": "gvt32rkd7fFer7sS2BHB7W", + "question": "What were the first surfboards originally made of?", + "choices": [ + "wood", + "clay", + "straw", + "bamboo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 167846, + "question_id": "gwJsUpyxFugSqhxuJxb8m2", + "question": "What is held in one of the hands of the photographer taking this pic?", + "choices": [ + "soda", + "nothing", + "leash", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 120707, + "question_id": "gwKf353T2uFjh3UNBd7rmS", + "question": "What religion did the artist mentioned practice?", + "choices": [ + "episcopalian", + "mormon", + "methodist", + "quaker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374179, + "question_id": "gwLdSLG6dAodWhu5hQHRTm", + "question": "What kind of activity can be performed here?", + "choices": [ + "phone call", + "payment", + "pictures", + "shopping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77666, + "question_id": "gxcCgMbKqxppLn8EYN6ZvC", + "question": "What type of surface is this food located on?", + "choices": [ + "lap", + "stove", + "counter", + "table" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 83171, + "question_id": "gxdkCFtzdGoLasseRttigB", + "question": "Where is the clock located?", + "choices": [ + "farm", + "store", + "hotel", + "motel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454640, + "question_id": "gxzKXtc8mzFxfLkCJMom99", + "question": "What does a person usually do in this room?", + "choices": [ + "exercise", + "eat", + "wash", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129446, + "question_id": "gzZqNNBfruGt6N5zcU9x94", + "question": "What type of enclosure is being used?", + "choices": [ + "fence", + "cage", + "barn", + "gate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456447, + "question_id": "h2TqNRyCM5JEro8zDQdvXg", + "question": "What is wrapped around the branch?", + "choices": [ + "human arms", + "elephant trunk", + "monkey paw", + "lemur tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 145968, + "question_id": "h2fMUpAyzRwY6Dm2ArSy3s", + "question": "What is this boat's name inspired by?", + "choices": [ + "math", + "literature", + "history", + "chemistry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 272106, + "question_id": "h3SvwJVXqh7se5r8vHQuPL", + "question": "What surface are these bottles located on?", + "choices": [ + "chair", + "table", + "bench", + "ground" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 461994, + "question_id": "h44AyjDQWsdsKw2TnRW2X3", + "question": "What was moving when the picture was taken that caused blur?", + "choices": [ + "weather", + "clouds", + "elephant", + "vehicle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476395, + "question_id": "h4SBfjRw8q6LFWu9fJiGrp", + "question": "This type of obstacle was created for what?", + "choices": [ + "water", + "air", + "tricks", + "speed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257299, + "question_id": "h4YE6JDHAbmAHMVDnBcdHn", + "question": "Why is the vase red?", + "choices": [ + "tinted water", + "tinted glass", + "red flower", + "tinted window" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 543063, + "question_id": "h4kQuXibsjbBox2eU48Ag7", + "question": "What liquid is currently in the most clear glassware here?", + "choices": [ + "cola", + "water", + "dyed soda", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 432911, + "question_id": "h5JuWqEdxu6C8CyXWgvSwA", + "question": "What tennis move is the man doing?", + "choices": [ + "backhand", + "serving", + "hitting", + "missing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 493160, + "question_id": "h5LwFgGWfvc8joMnZxzD7k", + "question": "What is the profession of the person who makes this arrangement?", + "choices": [ + "painter", + "electrician", + "dentist", + "florist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56779, + "question_id": "h8JdVgWMEbZHsqMHzqdvkA", + "question": "What is the man walking across?", + "choices": [ + "asphalt", + "grass", + "wood", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533626, + "question_id": "h96Yep5T8m55x5DMioB6CK", + "question": "The person here just came from where?", + "choices": [ + "car", + "car", + "inland", + "ocean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488091, + "question_id": "h9PvQKjsfingzfkn5qzyuu", + "question": "What is the paper here used for?", + "choices": [ + "writing", + "cleaning", + "reading", + "wrapping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483789, + "question_id": "h9qDFeWckkCZ92zysBbAtV", + "question": "The group of chimneys present on the roof of the brick building indicates the building is in which country?", + "choices": [ + "australia", + "canada", + "united kingdom", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 316921, + "question_id": "hADKYpX2suhqdbocJeYLSe", + "question": "What is the zebra standing on?", + "choices": [ + "ice", + "water", + "grass", + "dirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125276, + "question_id": "hAmbxqM5ydCnBuufVGqAYR", + "question": "What type of transportation is available?", + "choices": [ + "water", + "rail", + "road", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 48480, + "question_id": "hBD5kgUNuda3QXoHrZsKbR", + "question": "The color that least scattered by the atmospheric particles so used for warning is?", + "choices": [ + "yellow", + "blue", + "green", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342481, + "question_id": "hCVvHMHwC4AnRScBgM6uz8", + "question": "What is this dog learning to do?", + "choices": [ + "swim", + "roll", + "fetch", + "speak" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 130253, + "question_id": "hDTPuPE8bxUv2zT8jTLaA2", + "question": "People in this area are likely to speak what language besides English?", + "choices": [ + "portuguese", + "greek", + "dutch", + "french" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84414, + "question_id": "hETp8oRBbsk8kKDDRNKekA", + "question": "What age groups are usually transported in this vehicle?", + "choices": [ + "20-30", + "35-50", + "5-17", + "50-60k" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 212, + "question_id": "hEWsgzkdJuTsbWqPDd362a", + "question": "What season of the year is it?", + "choices": [ + "summer", + "spring", + "autumn", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102874, + "question_id": "hFMbU8pinsTsTQVf6Rp5wr", + "question": "How could this area be described best?", + "choices": [ + "forest", + "taiga", + "savanna", + "swamp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204016, + "question_id": "hGJXbA8U9AaHHhVKiXQD5i", + "question": "What type of language is above the toilet?", + "choices": [ + "german", + "spanish", + "french", + "english" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93777, + "question_id": "hGYhCXmTAp5ihf89LYGnB2", + "question": "What type of flight would this airplane normally be booked for?", + "choices": [ + "supply", + "training", + "private", + "public" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417731, + "question_id": "hJbhXXp3qPRCBXYWi5jnLT", + "question": "United airlines routed across how many continents?", + "choices": [ + "six", + "two", + "four", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391744, + "question_id": "hJq2wx6vjMSMvmd65bqAky", + "question": "How many types of four-legged mammals are here?", + "choices": [ + "zero", + "one", + "three", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109660, + "question_id": "hK2fWKaZ4g9ZwZXiUkw7Wz", + "question": "Which NHL team is on the mousepad?", + "choices": [ + "flames", + "rangers", + "jets", + "hurricanes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 95642, + "question_id": "hLVsovFrgmQW98JYqmTGoi", + "question": "What color is the handle of my brush?", + "choices": [ + "yellow", + "blue", + "green", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381489, + "question_id": "hLjCujHWfC8L74v7zKZb6p", + "question": "What clothing item is concealed near this man?", + "choices": [ + "neck tie", + "stripes", + "brick bat", + "hats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 110813, + "question_id": "hMLJrXkEp8gknKYLFvFQJ4", + "question": "What kind of plane is shown?", + "choices": [ + "passenger", + "paper", + "military", + "cargo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467306, + "question_id": "hNhv4c6UYQid2fGSZLHALs", + "question": "What is lacking under this dog's face for these wrinkles to show up?", + "choices": [ + "blood", + "bones", + "muscles", + "fat" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 283381, + "question_id": "hQqGsh2gUNk8S2Mt5R2935", + "question": "The photograph of these zebras was taken from where?", + "choices": [ + "suv", + "helicopter", + "car", + "train" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154632, + "question_id": "hRXnBjYwBjYFDmC6JVLYW3", + "question": "These are too what to be used for their typical purpose?", + "choices": [ + "shiny", + "small", + "colorful", + "soft" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155798, + "question_id": "hRgyemE3PVMZJGLT35jAGs", + "question": "How many ears are there in total among all the animals?", + "choices": [ + "six", + "four", + "eight", + "seven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136545, + "question_id": "hSNHeyuoAUei9uev4azxAA", + "question": "Why is the bird close to a piece of pizza?", + "choices": [ + "to investigate", + "to share", + "to eat", + "to hide" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506594, + "question_id": "hTVVG6JPd3sPWCHzoMRF5q", + "question": "What type of board is being used?", + "choices": [ + "ironing", + "cutting", + "surf", + "construction" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524161, + "question_id": "hTyNYNv8y3ogpyjE4iH7B7", + "question": "What type of hat is the thrower wearing?", + "choices": [ + "cowboy hat", + "baseball cap", + "newsboy cap", + "fedora" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231510, + "question_id": "hUNWkUMXayMZELeNJHkL5H", + "question": "The apple juice is sold by what retailer?", + "choices": [ + "walmart", + "aldi", + "costco", + "cvs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153070, + "question_id": "hVcnFRL37AHVRtWbG9DroB", + "question": "What type of cereal is in the bowl?", + "choices": [ + "grape-nuts", + "cheerios", + "frosted flakes", + "trix" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84508, + "question_id": "hWfm2yKFcso8jTSFsPRRPN", + "question": "What function do the round parts serve?", + "choices": [ + "decoration", + "pest control", + "massage", + "screws" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 117126, + "question_id": "hWgbz7jA6qhCXmKMsPNHrw", + "question": "The name of the state on her sweatshirt comes from what tribe?", + "choices": [ + "cherokee", + "seminole", + "cree", + "shoshone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552853, + "question_id": "hWpHAj4aRRSVPsVM7sw2rc", + "question": "What is causing the reflection behind the young man?", + "choices": [ + "holograms", + "water", + "glass", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 138762, + "question_id": "hX8NygZgzfVtj5f7DrLH5S", + "question": "What type of trick is the person performing?", + "choices": [ + "shifty", + "grind", + "critical", + "360" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 393307, + "question_id": "hXB5V2A4pjuDyc3gmkAbZR", + "question": "What natural predator might be found here?", + "choices": [ + "tiger", + "warthog", + "wolf", + "shark" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319069, + "question_id": "hXEmvqLqd9bnxgQ66XTq5S", + "question": "What type of material is the sink in the kitchen constructed from?", + "choices": [ + "ceramic", + "copper", + "plastic", + "stainless steel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 46955, + "question_id": "hY3QywcYiRdvVpchwampoF", + "question": "What meal will likely be eaten soon?", + "choices": [ + "breakfast", + "brunch", + "dinner", + "morning tea" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 347657, + "question_id": "hYG5FVd96wkkMmibqnPDiQ", + "question": "What can be said about this person's motion?", + "choices": [ + "slow", + "stopped", + "fast", + "backwards" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 375587, + "question_id": "hZFGd5SsmaaTY96rLaURhz", + "question": "The yellow container is meant to be used to place what inside?", + "choices": [ + "ballots", + "tickets", + "trash", + "donations" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389377, + "question_id": "hZa4zzntnhohZYVqfopED4", + "question": "This dish would taste terrible to someone who hates what?", + "choices": [ + "fruit", + "seafood", + "donuts", + "cake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 573768, + "question_id": "hZpQkSANkVwJB2onf9UzSa", + "question": "What is this umbrella used for?", + "choices": [ + "disguise", + "rain", + "snow", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451225, + "question_id": "hZptTATnyWwc3coiXktAPi", + "question": "What is the dog chasing?", + "choices": [ + "person", + "animal", + "frisbee", + "rope toy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299989, + "question_id": "ha8x5FQYVdVrKsJtHzMDCV", + "question": "What can be said about the substance on the sign?", + "choices": [ + "slimy", + "hot", + "evaporating", + "frozen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577622, + "question_id": "haHhyage5sUETvvqdrpiCP", + "question": "The item attached to the sign can be used to vanquish what creature?", + "choices": [ + "demon", + "werewolf", + "ghost", + "vampire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135569, + "question_id": "hagFtnjhoK7AejbgnZEuoX", + "question": "This beverage company was founded by an immigrant from which country?", + "choices": [ + "italy", + "latvia", + "indonesia", + "sierra leone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124261, + "question_id": "hanv4pZrbBmQMSifSe4yBP", + "question": "Form which direction does the light enter this room?", + "choices": [ + "center", + "right", + "left", + "up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 199023, + "question_id": "hcAKB9D2f9LdvrY2fNuh8P", + "question": "What is the bell shade and color?", + "choices": [ + "dark metal", + "light metal", + "white wood", + "brown wood" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 133512, + "question_id": "hcVnpG6jNHdkcHYs9g5mEu", + "question": "Why is the pizza discolored in this image?", + "choices": [ + "cellphone", + "shade", + "moon", + "camera flash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308728, + "question_id": "hcbGm6Qnx2LEmAGV3wJUPq", + "question": "What might have been used on the right two besides a knife?", + "choices": [ + "fork", + "vegetable peeler", + "spoon", + "straw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37930, + "question_id": "hfofbLrWZX7hw9z9CGDit4", + "question": "What country was the company that makes the item in the can founded in?", + "choices": [ + "nepal", + "italy", + "china", + "spain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51293, + "question_id": "hgC8zkhGCnBeCQJzNLuN5o", + "question": "What is needed for this activity?", + "choices": [ + "water", + "sun", + "sand", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170242, + "question_id": "hgEzbm8HNwDRB5HYfLCveC", + "question": "The white item in front of it helps with what?", + "choices": [ + "paws", + "fleas", + "eyes", + "teeth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 145810, + "question_id": "hgsQ6wAjWwMQa2re2aQYUU", + "question": "Someone standing in front of the bench can look at what?", + "choices": [ + "reflection", + "puzzle", + "fan", + "paint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35194, + "question_id": "hi5xoeF8qBE3mULzgvk3jD", + "question": "The dog here hopes for what?", + "choices": [ + "nothing", + "movie deal", + "scraps", + "money" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424795, + "question_id": "hi6Mu5qidzXVBcxrurEuBs", + "question": "What flavor is the filling?", + "choices": [ + "hazelnut", + "dark chocolate", + "milk chocolate", + "bavarian cream" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345424, + "question_id": "hiohRbpU3tCrM7tBH3iBU5", + "question": "What sports equipment is next to the dog?", + "choices": [ + "tennis", + "cricket", + "ice hockey", + "baseball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6769, + "question_id": "hipKFnjnwC9qjQmgQADSSa", + "question": "The car splashing the woman is from which continent?", + "choices": [ + "asia", + "america", + "europe", + "australia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 225110, + "question_id": "hjVKPpC4D2FfwJ8PUuL4NW", + "question": "The person on the bench is wearing an outfit that looks similar to the outfit of who?", + "choices": [ + "fire fighter", + "clown", + "police officer", + "monk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 514394, + "question_id": "hjxhEkFYvDEUNfrxLXoASe", + "question": "Which book would be the most difficult to read for someone on the left?", + "choices": [ + "c book", + "programming perl", + "pro spring", + "bottom book" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6161, + "question_id": "hm3miGE2E4VMNTWvhVvt76", + "question": "What kind of eating styles does these animals have?", + "choices": [ + "vermivore", + "carnivore", + "omnivore", + "herbivore" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243790, + "question_id": "hnMHWh55uVc62faf78mDds", + "question": "What word can be seen on the wall?", + "choices": [ + "locate", + "social", + "here", + "house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 101277, + "question_id": "hnavRHDNXWvgBvUESfY5Rg", + "question": "Why are they carrying an umbrella?", + "choices": [ + "rain", + "shade", + "hurricane", + "tornado" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439405, + "question_id": "hoNoa6TYePvmuza3XQYp2x", + "question": "What is needed for this activity?", + "choices": [ + "battery", + "wind", + "remote", + "magic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358618, + "question_id": "hp53e3kKzHS6yBjWfEHsRm", + "question": "Is the surfer wearing?", + "choices": [ + "or", + "pink shorts", + "blue", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387608, + "question_id": "hr3NzV7AdkUqzWqiEmKjm7", + "question": "How many people ride in the tandem version of this sport?", + "choices": [ + "three", + "two", + "four", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 292089, + "question_id": "hsUPYvCpG83Kqg9dsVYkNd", + "question": "What is the profession of this man?", + "choices": [ + "doctor", + "coach", + "athlete", + "florist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115307, + "question_id": "hsuCUXzAe8aYgm5uSuRjzU", + "question": "What fixture is probably also in this room?", + "choices": [ + "swing", + "toilet", + "bed", + "oven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 91367, + "question_id": "htLPPovpxi96rVMvmcdwB2", + "question": "What is this place?", + "choices": [ + "laundry", + "department store", + "mortuary", + "hotel room" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 285591, + "question_id": "htMbBFxEpSAVS3vRiyqbcS", + "question": "What is the player prepared to do?", + "choices": [ + "dunk", + "sprint", + "dribble", + "swing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162184, + "question_id": "hupAkJww7ffFGLgqnC9Atb", + "question": "What is special about the large blue numbers on the plane?", + "choices": [ + "palindromic number", + "infinite number", + "even number", + "negative number" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 173765, + "question_id": "hxVGi6VRhRjRxohWduEMzV", + "question": "What type of surf is closest to the camera?", + "choices": [ + "bodyboard", + "fish", + "hybrid", + "longboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528249, + "question_id": "hxuVbb9RwK8KSsWkvgDAWj", + "question": "How many giraffes are touching each other?", + "choices": [ + "five", + "six", + "four", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550327, + "question_id": "hxxVjeyhpvCwRF6kdc4z5g", + "question": "What was used to make the hanging holder?", + "choices": [ + "hat", + "sock", + "old tie", + "mitten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302598, + "question_id": "hy5FABNfJ8z6aAwtkKmTkh", + "question": "What does this animal fear?", + "choices": [ + "birds", + "meat", + "vinegar", + "fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433687, + "question_id": "hyBviT6iBZknuwZQMwwbh7", + "question": "Where will they ride the bikes?", + "choices": [ + "broken", + "boat", + "land", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 347260, + "question_id": "hzdEKFVx4QjVmCMLDwzb6k", + "question": "What is the state of the bus?", + "choices": [ + "pristine", + "full", + "half full", + "empty" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299706, + "question_id": "i2S5ifnXhKrJsT92Mkhdmq", + "question": "What kind of message is the person holding up their hand indicating?", + "choices": [ + "indifference", + "nothing", + "disapproval", + "approval" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368433, + "question_id": "i4aWW4v4YpvVLYBQCuuJ2t", + "question": "What is the liquid form of the white stuff on the ground?", + "choices": [ + "clouds", + "oxygen", + "water", + "gas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 134156, + "question_id": "i5UvwskDrDHsypzaZXTMmy", + "question": "What country is this?", + "choices": [ + "russia", + "usa", + "uk", + "china" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490806, + "question_id": "i5oeiygz3Bo4NKxJMRqfgN", + "question": "What is this person dressed for?", + "choices": [ + "swimming", + "business", + "sleep", + "exercise" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262032, + "question_id": "i63heaMumKDcnvH5LCKQ33", + "question": "What word visible here is also a descriptor for this thing?", + "choices": [ + "none", + "qwerty", + "uiopa", + "asdf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374354, + "question_id": "i7PMo7sks3REw5pTApdhYq", + "question": "Where are these animals located at?", + "choices": [ + "barn", + "zoo", + "wilderness", + "park" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84070, + "question_id": "i7sqfGRQp24AUAjTfNdf5C", + "question": "What can be paid for with this meter?", + "choices": [ + "gum", + "taxes", + "parking", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3759, + "question_id": "i99iPsZm729rh8tP5CGLRF", + "question": "What mode of transportation is the red vehicle?", + "choices": [ + "bus", + "train", + "truck", + "van" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 55892, + "question_id": "i9hJjzJu7uRNUbxfZtXb2Z", + "question": "The company in the foreground is based out of what California city?", + "choices": [ + "san francisco", + "los angeles", + "fresno", + "anaheim" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3878, + "question_id": "iAEy8KBHLLngFCbSJV7rtG", + "question": "What environment would make the monkey so relaxed around humans?", + "choices": [ + "wild", + "unnatural", + "zoo", + "natural" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153213, + "question_id": "iANecuqvfy7YQThXnJDrq3", + "question": "What was the first name of the namesake of the first sign?", + "choices": [ + "henry", + "thomas", + "robert", + "jordan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508745, + "question_id": "iAgxs2g7QdoYiRdHWqddwe", + "question": "What material is on the ground?", + "choices": [ + "hey", + "grass", + "tlle", + "dirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298813, + "question_id": "iBm5qARd2MzqHsqSMHbY9x", + "question": "What is helping the man surf forward?", + "choices": [ + "sail", + "outfit", + "feet", + "cords" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 494590, + "question_id": "iCJNEAA5iHGxBUQrWxi3t5", + "question": "What are the zebras doing?", + "choices": [ + "drinking", + "eating", + "hiding", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214410, + "question_id": "iDXPXm4mgp4GDs4ABQDbXD", + "question": "What type of material is the wall made out of?", + "choices": [ + "concrete", + "wood", + "plaster", + "bricks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 199322, + "question_id": "iDuknz53KrtrB3XwDttZTT", + "question": "What is the name of the symbol on the surfers shirt?", + "choices": [ + "yin-yang", + "lgbq", + "peace", + "anarchy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567541, + "question_id": "iDyQm7MAZPoTggEW5TGSCn", + "question": "What caused the concrete to turn black?", + "choices": [ + "garbage", + "soot", + "paint", + "lichen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373507, + "question_id": "iEogNLk6GFbNCM46uVdTG4", + "question": "Why is he stopped?", + "choices": [ + "is lost", + "is hungry", + "resting", + "posing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 533970, + "question_id": "iFZXamcpCKZ4MgcTXLFRTj", + "question": "Which direction is not an option after stopping and looking at this sign?", + "choices": [ + "forward", + "right", + "left", + "u turn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259905, + "question_id": "iFcmoAinFmDfxihAmvnKnu", + "question": "What is visible in the water?", + "choices": [ + "boats", + "dolphins", + "sharks", + "dogs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 295899, + "question_id": "iGtxupVqkvhLGDUWd3qVck", + "question": "What state is this photo from?", + "choices": [ + "new york", + "florida", + "texas", + "california" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 234069, + "question_id": "iHLbb5vaeUfTMaYSxGdbDe", + "question": "In what season is the woman holding the umbrella being photographed?", + "choices": [ + "fall", + "spring", + "summer", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298056, + "question_id": "iHjkX2fqmqfGMbo5u7KbM4", + "question": "Who controls this frisbee?", + "choices": [ + "photographer", + "miss america", + "mark cuban", + "mortal enemy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251619, + "question_id": "iJhGBsvbJxMzghaaM94cmZ", + "question": "What does it say at the bottom of the red sign?", + "choices": [ + "yield", + "turn back", + "all way", + "crossing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376742, + "question_id": "iKmJicF5KxrkGA6hbv6qLR", + "question": "What type of animal is shown?", + "choices": [ + "reptile", + "domestic", + "aquatic", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 393208, + "question_id": "iKvnsL6GYbQnpSSGAbBTFG", + "question": "What number is on top of the hydrant?", + "choices": [ + "922", + "456", + "971", + "634" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 292458, + "question_id": "iMECVZ9NbtnwscDq584Rii", + "question": "What type of vehicle is shown?", + "choices": [ + "motorcycle", + "motor scooter", + "golf cart", + "dirt bike" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 83429, + "question_id": "iPX8uLFdZtki2St8gBQNPo", + "question": "Which way can a driver go after stopping at the sign?", + "choices": [ + "go straight", + "turn left", + "make u-turn", + "turn right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520465, + "question_id": "iPmVxieWhoV2wcLrMi74Kp", + "question": "The shell appears to be made from what grain?", + "choices": [ + "corn", + "rice", + "wheat", + "sorghum" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440128, + "question_id": "iQT74NrWzaWBoFBHCnVm2h", + "question": "Who is the hut at the background built for?", + "choices": [ + "no one", + "woman", + "horse", + "plants" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35688, + "question_id": "iQUwJ57htxmqg69nEsdw9v", + "question": "What colour is the bean bag chair on the left?", + "choices": [ + "blue", + "green", + "orange", + "yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412909, + "question_id": "iRJ5L9HRqXAapnKuWt3s8P", + "question": "What is the vehicle called that the kid is riding?", + "choices": [ + "wagon", + "powerwheel", + "scooter", + "tricycle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467444, + "question_id": "iRkXiW7hA8ka8GMs6YZS8z", + "question": "Which country do you usually find the type of candy that is in this basket?", + "choices": [ + "russia", + "canada", + "america", + "germany" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190425, + "question_id": "iVGrkuBmDEeR6SZys9VcHq", + "question": "How many eyes are in the picture?", + "choices": [ + "four", + "three", + "two", + "zero" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501207, + "question_id": "iXRxhePfFWMJS78Qaggvkm", + "question": "Which one of this boy's senses is weak?", + "choices": [ + "sight", + "common", + "taste", + "hearing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89094, + "question_id": "iYXWjPpEoJCKDuUiMuzFkF", + "question": "Which larger animal is this creature related to?", + "choices": [ + "hippo", + "dog", + "lion", + "aardvark" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 486574, + "question_id": "iZ8GmsP4Ba3qUo8cvbQmeg", + "question": "What are the potatoes shown here cooked in?", + "choices": [ + "butter", + "soda pop", + "soy sauce", + "hot oil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533205, + "question_id": "iaXo4BndMedVnMVLPppmYX", + "question": "What is he preparing to do?", + "choices": [ + "hit opponent", + "give up", + "hit ball", + "return serve" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410941, + "question_id": "iaoiTDSJMEnWGQW85pLaWw", + "question": "Who is this famous tennis player?", + "choices": [ + "bjorn borg", + "john mcenroe", + "roger federer", + "andre agassi" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188776, + "question_id": "ibVduG5R8xzoA3dVMzPDuP", + "question": "What type of surface is the match being played on?", + "choices": [ + "hard", + "carpet", + "grass", + "clay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 266731, + "question_id": "ibfpQkb279uDXoYkYxPQUB", + "question": "What are the white items of clothing intended to cover?", + "choices": [ + "hands", + "elbows", + "feet", + "head" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 559965, + "question_id": "icAVm8ga6vSyS5nU9k2Der", + "question": "What item is below the mirror?", + "choices": [ + "toilet", + "dryer", + "washer", + "sink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485713, + "question_id": "icSGaXuRpP4ez2JyNfo9mr", + "question": "If the giraffe keeps walking what will it run into?", + "choices": [ + "elephant", + "car", + "house", + "fence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 132852, + "question_id": "icjrKDAGyZ7onW4XLDD96D", + "question": "What kind of facility is this?", + "choices": [ + "stadium", + "museum", + "aquarium", + "rest stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 419358, + "question_id": "idNVyA7vQ5LAdYaai87bsr", + "question": "When resting here what feature is likely to draw most attention?", + "choices": [ + "log bench", + "cloud", + "river", + "ship" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17983, + "question_id": "idubAcqtZEEpj6BeHdgWmu", + "question": "Where is this sign located?", + "choices": [ + "australia", + "europe", + "asia", + "north america" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192604, + "question_id": "ie2tgMqPRrRo5LvALoSAAz", + "question": "This devise eliminates the need to use what to connect?", + "choices": [ + "password", + "cord", + "screen", + "account" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144181, + "question_id": "ieHUQp4wHpFxNG6eynxg5b", + "question": "What element should be added to improve this photograph?", + "choices": [ + "shading", + "umbrellas", + "smile", + "light" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52451, + "question_id": "ieNXG8VCuWbvLuWBK2NjeB", + "question": "What type of light bulb is used in the lamp above the bed?", + "choices": [ + "led", + "incandescent", + "compact fluorescent", + "halogen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147507, + "question_id": "ifFmQW4R53Lk5bahLVTPh6", + "question": "What is the first name of the athlete who wore these jerseys?", + "choices": [ + "tom", + "larry", + "peter", + "michael" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338450, + "question_id": "ig4pxoDVzhxYma2FN5LKoU", + "question": "Why are the bulbs shaped like flames?", + "choices": [ + "economical", + "tricking others", + "mood", + "cheaper" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 194887, + "question_id": "ig6JZkqvca9LsfHQjKjCmT", + "question": "What are the dogs getting on their paws?", + "choices": [ + "snow", + "juice", + "mud", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77387, + "question_id": "ig6rotubFNcZGHPXaKAqMQ", + "question": "What is wrapped around the controller?", + "choices": [ + "cat's tail", + "hand", + "tape", + "barbed wire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440933, + "question_id": "igiKQG2VssLhjXdfdpe6bx", + "question": "How many people are in this image?", + "choices": [ + "three", + "five", + "one", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 394485, + "question_id": "ihzBoV98QjEEh4LC6HJx9X", + "question": "What kind of transportation is shown?", + "choices": [ + "road", + "water", + "air", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 479076, + "question_id": "iiCog3WG37yBtBN3r3sLPT", + "question": "In which city can this type of garbage bin with an LCD screen be found?", + "choices": [ + "tokyo", + "new york", + "london", + "sydney" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164970, + "question_id": "iiHXAwYbk6AA2ubLQUZRvK", + "question": "What is a white colored object that is near the skateboard?", + "choices": [ + "snow", + "lamb", + "milk", + "shoelaces" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 548392, + "question_id": "iij8fxAy2aPHKrsEGUt8Fa", + "question": "What is touching the skateboard?", + "choices": [ + "boot", + "nose", + "whiskers", + "hands" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170447, + "question_id": "ijEki7vJ9UzvXHQ4EDpKDU", + "question": "His hat would be perfect to wear on the holiday named after which saint?", + "choices": [ + "claus", + "valentine", + "patrick", + "bartholomew" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 137827, + "question_id": "ikLPx7jtVFCme3guDRJXXt", + "question": "What would be the biggest threat for the human here?", + "choices": [ + "tree collision", + "sharks", + "other humans", + "wiping out" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40626, + "question_id": "ikLS9J7nac9A8oGevMxNQJ", + "question": "What pastime is forbidden here?", + "choices": [ + "texting", + "gaming", + "smoking", + "phoning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567500, + "question_id": "ikrtiazfWxuMxm5V82Luad", + "question": "What type of window is in the kitchen?", + "choices": [ + "bay", + "casement", + "double paned", + "circular" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501109, + "question_id": "imwBords8xXmKagG38FwGZ", + "question": "What is attached to the board?", + "choices": [ + "cat", + "comb", + "handle", + "wheels" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 406203, + "question_id": "imwzk6iWU6efYBw9u2DRKR", + "question": "What is about to happen to the plants situated on the truck?", + "choices": [ + "planted", + "thrown away", + "harvested", + "mulched" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357447, + "question_id": "in8R4CwpEMzGikgXcbSpoM", + "question": "In which area is the flush mechanism for the toilet?", + "choices": [ + "outside", + "toilet top", + "hose", + "over bin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389912, + "question_id": "inAsYNUowend9pakMmDYK9", + "question": "Which one of these continents has these type of birds?", + "choices": [ + "europe", + "asia", + "africa", + "north america" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252142, + "question_id": "ioJJNag9F8THFbzmPZSDcR", + "question": "What is one of this creatures most serious defense mechanisms?", + "choices": [ + "tail", + "ears", + "smile", + "claws" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465794, + "question_id": "ip9PTfgNWLHYAN72LVZDzM", + "question": "What are they doing under the clock?", + "choices": [ + "eating", + "drinking", + "posing", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302798, + "question_id": "ipLNHv5qJj5HPNFRJNXZS6", + "question": "What type of person would most likely use the blue toothbrush?", + "choices": [ + "grandparent", + "child", + "denture wearer", + "adult" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390441, + "question_id": "ipje8WXsn4jagPikdaQxmy", + "question": "The food consumed here is grown in what type of environment?", + "choices": [ + "indoors", + "tropical", + "temperate", + "desert" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 491057, + "question_id": "iq95bYWJozwbC8EMpJbUvG", + "question": "To which destination is the driver of the VW most likely headed?", + "choices": [ + "ski lodge", + "shopping mall", + "mountains", + "beach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 121544, + "question_id": "iqs9xz68orUPibJxzPYNEQ", + "question": "What made the vertically oriented gashes in this wood?", + "choices": [ + "pizza cutter", + "knife", + "spoon", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162980, + "question_id": "ir2Q2v43J6JbbjPZgivTZW", + "question": "Why is the player wearing gloves?", + "choices": [ + "warmth", + "fashion", + "grip", + "health" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144943, + "question_id": "itqEk8wAjkGfnWbRgQ6B3e", + "question": "What type of animal is this?", + "choices": [ + "domestic", + "aquatic", + "reptile", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 255591, + "question_id": "iurXYqCMX6SnG2MfRrvSGv", + "question": "What does the window protect the bird from?", + "choices": [ + "cat", + "heat", + "humans", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472685, + "question_id": "ivUPXociD5DxGFrw86ZVak", + "question": "The red and white pole on the rear of the hydrant is used to increase visibility in which type of weather?", + "choices": [ + "thunderstorms", + "snow", + "rain", + "tornadoes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 529543, + "question_id": "ivhtvBRCe3fJRWo8UmSQ6D", + "question": "What does the toilet have installed that is very rare to have?", + "choices": [ + "sink", + "lid", + "plumbing", + "seat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576917, + "question_id": "iviXnShkAtfj8uQ5D2uyPS", + "question": "The giraffe lying down under the standing giraffe is what species of giraffe?", + "choices": [ + "reticulated", + "thornicroft's", + "south african", + "masai" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 40353, + "question_id": "iwUfD9FUGeGFDKX7tMhEXC", + "question": "What charges this type of phone?", + "choices": [ + "hamsters", + "wind", + "gas", + "electricity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468641, + "question_id": "ixrTksqu6L2FA4K864VwNG", + "question": "How many of these should she eat if she is on a diet?", + "choices": [ + "one", + "zero", + "two", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389853, + "question_id": "ixtDGBwkv8nrmYaJ35ZDwm", + "question": "The little girl in the picture is prepared for what?", + "choices": [ + "game", + "rain", + "dinner", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384862, + "question_id": "iy3Lp84GFvnfAGGS8uL6m9", + "question": "The silver plane with the red stripes is constructed out of what material?", + "choices": [ + "iron", + "aluminum", + "steel", + "carbon fiber" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439212, + "question_id": "izLpYgwfvp6PqmZ6vobEwj", + "question": "What type person likely defaced this sign?", + "choices": [ + "paleo dieter", + "carnivore", + "vegan", + "omnivore" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 429459, + "question_id": "izw96W92JuHqVe9aR9ZNeo", + "question": "What type of area is shown?", + "choices": [ + "desert", + "rural", + "country", + "urban" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288563, + "question_id": "j24WN8dZRmQhLRhyktWbgr", + "question": "What haircut looks most like a horse's hair?", + "choices": [ + "mullet", + "bald", + "buzzcut", + "afro" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52900, + "question_id": "j2X9bqrB5dxjHqteaYByqn", + "question": "This beast is usually pictured chewing on what?", + "choices": [ + "birds", + "brains", + "bone", + "deer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520608, + "question_id": "j2cG2Vd8gKrrZ5feZPdEH7", + "question": "What is near the elephant?", + "choices": [ + "lake", + "man", + "cow", + "barrel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 211187, + "question_id": "j2hCVPjhSs9EajQtCq946m", + "question": "What country is represented by the symbol on the back of the hat?", + "choices": [ + "kazakhstan", + "mexico", + "iraq", + "canada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387612, + "question_id": "j2pMPPxn6xpDfxMc9eM8cM", + "question": "What kind of natural phenomena shares a color with the bird on the right?", + "choices": [ + "clouds", + "fire", + "smoke", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376742, + "question_id": "j2s5hByAP76Umpqj8Cx9Aa", + "question": "Why is the zebra alone?", + "choices": [ + "lost", + "for sale", + "hiding", + "cameraman posed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 199848, + "question_id": "j3UE5jopNDLaKooavZWq45", + "question": "The bedding sits on what kind of flooring?", + "choices": [ + "concrete", + "wood", + "carpet", + "drywall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37948, + "question_id": "j4UPkDirS7kvnXLgzybzji", + "question": "What relation might the smaller animal be to the bigger one?", + "choices": [ + "grandpa", + "child", + "father", + "uncle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 295416, + "question_id": "j4Zno7MtVB6HtqtiYQuGTb", + "question": "This and streets near it are unusual in which way for a city street?", + "choices": [ + "extra wide", + "narrow", + "dangerous", + "hills" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 4454, + "question_id": "j4e5EVMGquRT4K2jzAEtyi", + "question": "What is being cut out of the paper?", + "choices": [ + "articles", + "celebrity pictures", + "recipes", + "coupons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289542, + "question_id": "j9KYrRboUVFH7JczPNQw5N", + "question": "What type of road area is under these signs?", + "choices": [ + "bridge", + "intersection", + "hill", + "ramp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 83429, + "question_id": "j9Wty4RvUzSxpL3JWkqAnE", + "question": "What person invented the red sign?", + "choices": [ + "sanchez", + "mortimer", + "jefferson", + "eno" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 471970, + "question_id": "jA4Y8uE8gmNeVobH9iwwK3", + "question": "The black spiral on the bottom of the board looks like the logo of what?", + "choices": [ + "wwe", + "american express", + "ibm", + "comedy central" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 353453, + "question_id": "jARKbLP9zWfZHc5TALp8Lo", + "question": "What direction is the bear looking?", + "choices": [ + "up", + "right", + "down", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567291, + "question_id": "jAbYaoFqHCysB3KWmBRZUG", + "question": "What type of role play outfit is the woman wearing?", + "choices": [ + "student", + "dominatrix", + "sub", + "french maid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511035, + "question_id": "jB8XXD6X4wv4NbcJgn2xWT", + "question": "In which country would this type of clothing be most normal?", + "choices": [ + "iceland", + "united states", + "scotland", + "panama" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302445, + "question_id": "jBo6YbyMMe2bZjnr2wEsGP", + "question": "To which direction is the person looking to?", + "choices": [ + "right", + "up", + "left", + "down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214602, + "question_id": "jC7xk66JFQ2QXNkcs8saeo", + "question": "If he wants to travel in the opposite direction what should he use?", + "choices": [ + "feet", + "boat", + "car", + "bicycle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431253, + "question_id": "jDQSqLjrdguuekMdVXC3kn", + "question": "What is atop the board?", + "choices": [ + "food", + "dog", + "alien", + "person" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551471, + "question_id": "jDdoAH94cuYimPU2FWsrKW", + "question": "Which one of these forms of needlework is displayed here?", + "choices": [ + "patchwork", + "knitting", + "needle lace", + "crocheting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200944, + "question_id": "jDiSV7u8SPQniwGW4ewm3f", + "question": "The person is on top of what?", + "choices": [ + "car", + "wave", + "chair", + "box" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 457073, + "question_id": "jEEabgWRJtSSYpTLA3yaQM", + "question": "What is the white spiky object behind the pitcher used to remove dirt from?", + "choices": [ + "mound", + "cleats", + "base ball", + "boots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 525951, + "question_id": "jFGmExF7V6aCLXzCmRxp5o", + "question": "What is the giraffe looking at?", + "choices": [ + "sky", + "fence", + "ground", + "camera" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 323318, + "question_id": "jG3U9XDd2bBgj2kn8Li2fn", + "question": "What are the red and blue upright poles called in slalom?", + "choices": [ + "uprights", + "gates", + "sets", + "bars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524111, + "question_id": "jH3jgCN7S9y8URWeQeMX9x", + "question": "What happened recently at this location?", + "choices": [ + "raining", + "eruption", + "snowing", + "hurricane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 248778, + "question_id": "jHmNkmmsND3Zm5xMsLRcBU", + "question": "Where is this kitchen located?", + "choices": [ + "restaurant", + "hospital", + "home", + "store" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319498, + "question_id": "jJdwP43uDQUcuRmuaTrcTF", + "question": "What time is it?", + "choices": [ + "11", + "125", + "330", + "1216" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 247471, + "question_id": "jJnTrjkJcEjMDu8bMQacRm", + "question": "Which one of these animals might threaten her in this location?", + "choices": [ + "mosquito", + "arctic wolf", + "scorpion", + "polar bear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56101, + "question_id": "jJp6wjYBeX6feVn6Sf3i3v", + "question": "The headquarters of this airline is closest to what airport?", + "choices": [ + "jfk", + "dulles international", + "chicago/o'hare", + "dallas/fort worth" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 397297, + "question_id": "jKPbeKCJgMMeD4bBR4vPRz", + "question": "Where might the dog be?", + "choices": [ + "forest", + "beach", + "yard", + "field" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 64887, + "question_id": "jL9KAifdNgFg2i6Z5brAfQ", + "question": "What is nearest to the cat on the floor?", + "choices": [ + "shoes", + "dog", + "elephant", + "television" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 285372, + "question_id": "jMr42gqu6pPS4HFtU7GRdS", + "question": "Who is the maker of the plane?", + "choices": [ + "beechcraft", + "boeing", + "cessna", + "airbus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35644, + "question_id": "jNZ9r6kWs2FBjqAJoBakNE", + "question": "Which animal can get nutrition from more leaves in this area?", + "choices": [ + "mules", + "zebra", + "giraffe", + "dogs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172819, + "question_id": "jNiLbmVKjDhYQZjRYCkFRs", + "question": "What is this baby trying to do?", + "choices": [ + "cry", + "drink", + "brush", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476505, + "question_id": "jPHUrUBfLaVgUEx69BGsUV", + "question": "What country does this plane come from?", + "choices": [ + "sweden", + "italy", + "russia", + "germany" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515188, + "question_id": "jPv7fvvWYQMPVghGTeR27Z", + "question": "What type of plants are being grown in the planter?", + "choices": [ + "trees", + "vegetables", + "flowers", + "shrubs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 45346, + "question_id": "jQiYY9zupjULPjUyzeiDu3", + "question": "The bean that makes the spread on his dessert is from what region of the world?", + "choices": [ + "mesoamerica", + "southern australia", + "north africa", + "central europe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566659, + "question_id": "jR3P9nHJqhoZaBGX4nT6Hf", + "question": "What is reaching for the item in the sky?", + "choices": [ + "right hand", + "left foot", + "dog's nose", + "cat's claw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22254, + "question_id": "jR8ULhrkzYmWp5u4umfsJw", + "question": "What quality is she trying to portray here?", + "choices": [ + "wealth", + "sexiness", + "shyness", + "intelligence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372796, + "question_id": "jRaE3RbdLtmTBQWBwHdjcj", + "question": "This type of surfboard is made from what material?", + "choices": [ + "fiberglass", + "metal", + "wood", + "foam" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265296, + "question_id": "jSAAtvaFRuS5XTp2iKH5KG", + "question": "What number is the small hand closest to?", + "choices": [ + "two", + "seven", + "eight", + "six" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499160, + "question_id": "jTYw3qDepX3Bxe7hUR8r29", + "question": "The clock is at what time?", + "choices": [ + "1200", + "600", + "330", + "940" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 83182, + "question_id": "jUStc7hBqkdwrbZLmtbTFB", + "question": "What kind of play equipment is the boy using?", + "choices": [ + "swing set", + "slide", + "merry-go-round", + "jungle gym" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 117294, + "question_id": "jUTuj6NGTrmyUKuijYRZMA", + "question": "Where are these elephants located?", + "choices": [ + "fair", + "zoo", + "circus", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 174224, + "question_id": "jVSbcz2kqy8hpUdwDWTk4e", + "question": "What place has many locations that resemble this one?", + "choices": [ + "hawaii", + "siberia", + "egypt", + "nevada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352326, + "question_id": "jVnL9UpSuaxS3DSCAHDJ76", + "question": "What show did the person seen on screen here star in on TV?", + "choices": [ + "caddyshack", + "scrooged", + "letterman show", + "westworld" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498095, + "question_id": "jVs7kdVEJ9fJ9mvy6ua2Ha", + "question": "What athlete has the same name as the name on the sign on the left?", + "choices": [ + "john amos", + "peter bourke", + "otis nixon", + "ray winstone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 397932, + "question_id": "jWN8jWAbEiyi7HeQQPZKAg", + "question": "Approximately what time will it be in 12 hours?", + "choices": [ + "845", + "930", + "1220", + "615" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519141, + "question_id": "jXKhxP3iARhZEJWEvoecAx", + "question": "What type of range can be seen?", + "choices": [ + "shooting", + "mountain", + "cowboy", + "gun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56215, + "question_id": "jYLgx2YcZ4pDNTX9xhcXbs", + "question": "Her accessories make it easy for her to leave the house without doing what?", + "choices": [ + "her nails", + "her hair", + "applying lotion", + "shaving" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 284438, + "question_id": "jYQAye22vyx7ZSmGubdoVP", + "question": "What is the area on the street with white lines permitting?", + "choices": [ + "turning", + "crossing", + "speeding", + "parking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 578938, + "question_id": "jYaRi6eyKKvy63bSy3oqAs", + "question": "What would traditionally be served in the cups?", + "choices": [ + "tea", + "milk", + "water", + "soda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147364, + "question_id": "jZMq2Dnh53Z2dEPrhm3RJP", + "question": "This man most resembles what Final Fantasy character?", + "choices": [ + "professor hojo", + "kefka", + "cloud", + "tifa" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 123895, + "question_id": "jZNapddV52MKEZLVzKqNzu", + "question": "What did the object next to the tall skinny tree used to be?", + "choices": [ + "rock", + "fountain", + "tree", + "sculpture" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298053, + "question_id": "jasD37fKDAnLbdcdDbJykR", + "question": "What was previously done to the items that are sprinkled on the middle donut in the bottom row?", + "choices": [ + "pureed", + "fried", + "sauteed", + "chopped" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 541946, + "question_id": "jbJjhg2N6vPtJXacM8Jsjk", + "question": "What is this bear ready to do?", + "choices": [ + "run", + "roll", + "sit", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562459, + "question_id": "jbjJ7wWs4F2ucHRJ8ZQ7Uw", + "question": "Which kingdom of life forms is most abundant here?", + "choices": [ + "plant", + "phytophera", + "none", + "animal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 514206, + "question_id": "jbwWUPmguKnozQjdEj4sxz", + "question": "What is the paper here used for?", + "choices": [ + "cleaning", + "wrapping", + "reading", + "writing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507571, + "question_id": "jd9JD6J9T7WrSWXgkWsqgV", + "question": "Why do they have their heads covered?", + "choices": [ + "uniform", + "costume", + "protection", + "warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 474445, + "question_id": "jdVFmTgijWktLnty73ctX3", + "question": "Which one of these is a method of obtaining this food?", + "choices": [ + "delivery", + "voting", + "adoption", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354510, + "question_id": "jdqfkDyrWhxzduCgj9rygP", + "question": "What should the car on the right do?", + "choices": [ + "stop", + "wait", + "go", + "turn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488393, + "question_id": "jdzbk7ES2grF2XGGhCfXpi", + "question": "What shape is the button that is likely to pause the program being watched?", + "choices": [ + "round", + "triangular", + "square", + "oval" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417543, + "question_id": "jf2dYNQmhn6FFe6rGYRq8W", + "question": "Where are these devices on the wall exclusively found?", + "choices": [ + "camp", + "men's toilets", + "airports", + "art installations" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169059, + "question_id": "jfBZz9EGsawEu9C3TuUEjb", + "question": "What is near the person?", + "choices": [ + "cow", + "refrigerator", + "door", + "flamingo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157082, + "question_id": "jfPRQVVJfKHrSgbGBrxQ5f", + "question": "What must be in the air for the phenomenon visible here to occur?", + "choices": [ + "darkness", + "tornado", + "moisture", + "hail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326141, + "question_id": "jg4v9Zg4mThphvB8ujWxqe", + "question": "These footwear are more comfortable than which of the following?", + "choices": [ + "flip flops", + "heels", + "sandals", + "socks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309709, + "question_id": "jgiswSTHEjDgWnBmJL89UY", + "question": "What is keeping the giraffes from escaping?", + "choices": [ + "water", + "trees", + "boulders", + "fences" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 176940, + "question_id": "jhAJ2riZ3FtRqgGv7oHs2h", + "question": "The counter the apple is resting on is what type of surface?", + "choices": [ + "marble", + "ceramic", + "plastic", + "metal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 110249, + "question_id": "jhEgfa5QfwadtVuGG8eQHg", + "question": "What is the horizontal handle for?", + "choices": [ + "takes pictures", + "removing bowl", + "releasing chemicals", + "flushing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257571, + "question_id": "jhUYPJYuCsRxoF3dGpjCSL", + "question": "What are the people waist-deep in?", + "choices": [ + "grass", + "rocks", + "sand", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 300463, + "question_id": "jisGvyrwg9ZMELvg3jhYia", + "question": "Which one of these animals is in the same phylum as the animal on the wall?", + "choices": [ + "snail", + "salmon", + "butterfly", + "deer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 327482, + "question_id": "jjWTGzQwSvfxBF47XD4cPt", + "question": "What is usually found in this kind of room?", + "choices": [ + "bookcase", + "toilet plunger", + "refrigerator", + "pool table" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 234833, + "question_id": "jmXMQ58fppdcgGkbCHdkLz", + "question": "This baby animal is known as what?", + "choices": [ + "pup", + "calf", + "cub", + "kid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558261, + "question_id": "jnBNFaSEKzJLSFwDj8v588", + "question": "Why is the bench next to the wall heater?", + "choices": [ + "displaying it", + "for sale", + "drying paint", + "warming people" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10373, + "question_id": "jnwYsrruqGhSecuPwZMCdW", + "question": "What is the job of this dog?", + "choices": [ + "herd", + "show", + "search", + "rescue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 238433, + "question_id": "jnx6Rr4Fx5BjLxVRM5Ywcm", + "question": "By which method is this parking meter powered?", + "choices": [ + "solar", + "wind", + "battery", + "gas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61876, + "question_id": "jobHGtEMimdu5vTH2GgSif", + "question": "What is the main reason for this booth?", + "choices": [ + "rain cover", + "bear", + "calling someone", + "heater" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527230, + "question_id": "jom5EdrHKYk4PcuycN3ZRK", + "question": "What is the square item called?", + "choices": [ + "oven", + "cage", + "box", + "pan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 150084, + "question_id": "jp5VkjCwvrpVCj5sQuDLHP", + "question": "What famous mountain is seen here?", + "choices": [ + "everest", + "st. helens", + "kilimanjaro", + "mount fuji" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 394485, + "question_id": "jq28okWtfNeTuNQuULgKZ6", + "question": "What type of area is the double-decker bus traveling nearby?", + "choices": [ + "industrial", + "residential", + "commercial", + "agricultural" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36538, + "question_id": "jq2bupbU97VqTvU773DS4z", + "question": "What famous movement was founded in this neighborhood?", + "choices": [ + "qanon", + "me too", + "hippie", + "abolitionist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142296, + "question_id": "jqHPG6KJEkw9YwrLhzJcAD", + "question": "What object is the flowering plant hanging from above the green sign?", + "choices": [ + "street sign", + "lamp pole", + "telephone pole", + "power pole" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 175265, + "question_id": "jrMsUW4fYKt2xeBYVKbCga", + "question": "What is on the wall?", + "choices": [ + "shelving", + "statues", + "arcane symbols", + "posters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301835, + "question_id": "js9P4DebcdSvaRrwSG74YG", + "question": "Who usually wears the item these people have on their heads?", + "choices": [ + "pageant contestant", + "bird watcher", + "biker", + "cook" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291648, + "question_id": "jt2tQAd5V7mH9hxQWNy6Xv", + "question": "Why is the small elephant in between the larger elephants?", + "choices": [ + "for protection", + "to feed", + "to hunt", + "to bathe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537078, + "question_id": "jupBe2CBWNuy55ec8as6W6", + "question": "What is the location that has all of the blue umbrellas?", + "choices": [ + "beach bar", + "club", + "family reunion", + "resort" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195684, + "question_id": "jvNktXjW39pbt2tP72wv6Q", + "question": "Who is this restroom meant to serve?", + "choices": [ + "men", + "girls", + "women", + "everyone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412016, + "question_id": "jvtLkfgDcfUKATmDqaFnuG", + "question": "The toilet here is part of what?", + "choices": [ + "seating", + "mall toilet", + "rest stop", + "display" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 320259, + "question_id": "jwZUrcKueYmBxN5ioLBink", + "question": "How is the striped item kept on her body?", + "choices": [ + "zipped", + "buttoned", + "tied", + "taped" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231033, + "question_id": "jwtYXstmTjKQZWzejNmijN", + "question": "When one sees this sign one must do what to other car?", + "choices": [ + "honk horn", + "crash", + "flash lights", + "let pass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391716, + "question_id": "jxVrnsyg5TmwFG4GLqZuhV", + "question": "The blue buckets likely contain what?", + "choices": [ + "candy", + "pashmina", + "water", + "baby llamas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 457853, + "question_id": "jxcivq8XJuYLwhLm2vj9tJ", + "question": "What is the appliance in the window used for?", + "choices": [ + "heating", + "cooling", + "cooling", + "watching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507681, + "question_id": "jxp7NnaYHqft4rmD4gVQjh", + "question": "How were the lines in the sandwich formed?", + "choices": [ + "by cutting", + "by boiling", + "by grilling", + "by microwaving" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500668, + "question_id": "jyDEoF2XeLxR7e4SmR9NWA", + "question": "The animals necks are forming what shape?", + "choices": [ + "x", + "m", + "z", + "w" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 64862, + "question_id": "jyhA9pHkCQwdMWjuFvvNSr", + "question": "How many different poses are present among the surfers?", + "choices": [ + "three", + "four", + "one", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293987, + "question_id": "jz2yw2jFGxCmWaNR23hbtH", + "question": "Why do cats love warm places?", + "choices": [ + "fur insulation", + "hide themselves", + "heat toleration", + "hide foods" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 289056, + "question_id": "jznd4grd7JEdYtmGAhDwMX", + "question": "What is the oldest age that these animals live to?", + "choices": [ + "70", + "20", + "ten", + "30" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 205127, + "question_id": "k2YfpgnD9JHRUcdJyondN9", + "question": "Which celebrity attended the school whose name appears on the green sign?", + "choices": [ + "noomi rapace", + "alexander dreymon", + "keira knightley", + "natalie portman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 487062, + "question_id": "k3P5yHEcqyDpAECZ33mscG", + "question": "What might the kite flier do by accident here causing them to cry?", + "choices": [ + "nothing", + "lose string", + "get hungry", + "see clouds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454049, + "question_id": "k4jibQ4TiTMyS8wKQi3nE7", + "question": "What is this woman ready to do?", + "choices": [ + "eat", + "dance", + "drink", + "brush" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444889, + "question_id": "k52LHbWVtyWyB9HuZxwSeH", + "question": "What round item might be found on the tiles to the left?", + "choices": [ + "basketball", + "orange", + "loo roll", + "tennis ball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214104, + "question_id": "k59tWGXRHDuXkDFX2xvvZd", + "question": "What word is usually used to describe the long red item here?", + "choices": [ + "edible", + "upside down", + "express", + "winged" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 203964, + "question_id": "k5w8FioKPGfWb6Sz9FNWme", + "question": "What does this animal like to eat?", + "choices": [ + "eucalyptus", + "ants", + "fish", + "shoes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444946, + "question_id": "k5x7UwnYR8ic8kxgQf6ABi", + "question": "Why is the bus a different color in the front than in the back?", + "choices": [ + "design", + "repair", + "accident", + "camoflage" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 449470, + "question_id": "k6e5C3EL9A8R42Fbf99pS6", + "question": "Who is famous for playing the instrument that the toilet seat cover is shaped like?", + "choices": [ + "jerry cantrell", + "leon theremin", + "elton john", + "lars ulrich" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549896, + "question_id": "k6pwbpegDfvR6cPnC9jtTu", + "question": "What can be said about the weather here?", + "choices": [ + "partly cloudy", + "mostly cloudy", + "sunny", + "overcast" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 361702, + "question_id": "k7KbmQ3bC6boCNAoyLVrap", + "question": "Higher in the tower what sound producer might be found?", + "choices": [ + "pool table", + "food", + "dungeon", + "bell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311794, + "question_id": "k8baAKyjqGdYNDyjs5UgC3", + "question": "What are the people looking at?", + "choices": [ + "cars", + "giraffes", + "emus", + "mice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334817, + "question_id": "k9eziTZwcft9vgAZreRiYT", + "question": "What will they use to eat the item in the round container?", + "choices": [ + "straw", + "toothpick", + "fingers", + "spoon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466048, + "question_id": "k9kSLE8K2zkHCUmDcDUjbM", + "question": "What are these containers used for?", + "choices": [ + "food", + "travel", + "pencils", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427116, + "question_id": "k9ptWZnAJhFy5SbDdedkrb", + "question": "What would be unusual to find on this animal?", + "choices": [ + "tail", + "hooves", + "wings", + "tusks" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 229389, + "question_id": "kANDniARAgz9Tg7v5DaqTE", + "question": "What animal were these dogs originally bred to bait?", + "choices": [ + "foxes", + "cats", + "bulls", + "horses" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 207495, + "question_id": "kCT7AkPJMRfKDvKXqth2AK", + "question": "What does the cat's body posture suggest?", + "choices": [ + "comfort", + "happiness", + "agitation", + "sleepiness" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38535, + "question_id": "kCX3pkWqB76yX5cuGr35kf", + "question": "Besides storage what's the purpose of the rack?", + "choices": [ + "climbing", + "weighing", + "balance", + "warming" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 497814, + "question_id": "kCtSuqYSzAtvkUCah6kwzc", + "question": "What kind of exterior building material is not present here?", + "choices": [ + "brick", + "metal", + "concrete", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298078, + "question_id": "kDvunhcdxNUbVDKkFmkWdu", + "question": "Why is he carrying a bat?", + "choices": [ + "learning play", + "stole it", + "is posing", + "his job" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 130595, + "question_id": "kE4JW8BUyTfGhqHw79Rrba", + "question": "What snacks are available for persons in the living room area here?", + "choices": [ + "radishes", + "carrots", + "fondue", + "cookies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 270187, + "question_id": "kEdRyuBWoraSoQUmjp3tnh", + "question": "What form of entertainment is on the screen?", + "choices": [ + "movies", + "video games", + "visual novel", + "tv show" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575075, + "question_id": "kEhwDiUiovszPPWuvJhjkR", + "question": "What is near the top of the roof?", + "choices": [ + "window", + "acorn", + "squirrel", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 194512, + "question_id": "kFDzSyLV7HWitiHnYvAwsS", + "question": "What is this dog set up to most resemble?", + "choices": [ + "breakfast", + "invisible man", + "carrot", + "clock" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20314, + "question_id": "kFfrJB3eKq8ssRzS7zgwX2", + "question": "The building material here comes from what?", + "choices": [ + "grass", + "wood", + "clay", + "metal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 42051, + "question_id": "kG2kPqUbsJLz5y5PXsQYvW", + "question": "Where is this located?", + "choices": [ + "america", + "asia", + "europe", + "africa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54565, + "question_id": "kG8mWbAF7qzpuBuhzzjKJN", + "question": "To visit this location one would need to go to what part of the union?", + "choices": [ + "florida", + "alaska", + "hawaii", + "utah" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 287948, + "question_id": "kGSfGky2TjCkuDVPSu8vgA", + "question": "The blue orange and green items look like what?", + "choices": [ + "baseballs", + "lollipops", + "boxes", + "cows" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485646, + "question_id": "kGUUiqpZMaRHnNvA23eNiX", + "question": "Why is the mouse on the right?", + "choices": [ + "was moved", + "for right-handed", + "left there", + "no reason" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 305164, + "question_id": "kJLJXr7hfp4JYwTGnx2DSd", + "question": "What is the mode of feeding of these animals?", + "choices": [ + "herbivores", + "carnivores", + "all", + "omnivores" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 110722, + "question_id": "kLoc7PpdtqjaKLu7hWVB3v", + "question": "The people are spending the day where?", + "choices": [ + "beach", + "basketball court", + "football stadium", + "zoo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 41224, + "question_id": "kMMhGbrkEHEHnd8RbpPceW", + "question": "What kind of area is this called?", + "choices": [ + "conference room", + "office", + "yard", + "library" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177481, + "question_id": "kMZkNkFpHXDzCdcGXUs2Yn", + "question": "What is this dog trying to do?", + "choices": [ + "play", + "bathe", + "rest", + "drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276, + "question_id": "kNetViPVqGL9qfBHJnb37v", + "question": "What religion is the item on the very top of the building featured?", + "choices": [ + "hinduism", + "christianity", + "sikhism", + "zoroastrianism" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 173931, + "question_id": "kP94crCpH5HQbY26qXRiav", + "question": "An R is engraved on this horses what?", + "choices": [ + "glasses", + "sunglasses", + "blinder", + "bit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257648, + "question_id": "kPNJPqUiXvA6uhsBLVJrEK", + "question": "The dog is doing what?", + "choices": [ + "growling", + "yawning", + "biting", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 284339, + "question_id": "kSP4vpJ2QMUXWXSrxgnYJZ", + "question": "The person is holding an item associated with what profession?", + "choices": [ + "firefighter", + "dentist", + "judge", + "baseball player" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 256321, + "question_id": "kSrySGK74a4s4JPWJfnoj9", + "question": "What are they doing?", + "choices": [ + "arguing", + "mating", + "grooming", + "fighting" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 375085, + "question_id": "kTmZ9AVjCeicPpjvwuLLGU", + "question": "What kind of eyes are these?", + "choices": [ + "beady eyes", + "bug eyes", + "cat's eyes", + "heterochromia eyes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561388, + "question_id": "kUmrCwS42dg44rVxcUjWkt", + "question": "What is used to attach the trailer to the truck?", + "choices": [ + "rope", + "chain", + "nails", + "hitch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 407733, + "question_id": "kUtPqAbw8JwH7NHCgE7rqL", + "question": "What is this vehicle used for?", + "choices": [ + "hauling", + "carpooling", + "racing", + "commuting" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 552528, + "question_id": "kVXQUVkVCqe6Ainmkebccc", + "question": "In which county is the city to the right located?", + "choices": [ + "yuba", + "humboldt", + "orange", + "mendocino" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470027, + "question_id": "kVnHMT9PNqXijd8S27vYfT", + "question": "What does this animal have on the side of it's head?", + "choices": [ + "horns", + "antlers", + "ears", + "gills" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 284162, + "question_id": "kWkmrfYasbQPurBrsCvdim", + "question": "What does the man have in his left hand?", + "choices": [ + "baseball bat", + "spear", + "hockey stick", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146183, + "question_id": "kXwjSJacAhyEWDeW4E2t26", + "question": "What is blocking the sun for this woman?", + "choices": [ + "sunglasses", + "hand", + "paper", + "foot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 143451, + "question_id": "kYdSv2W8KiEVJkfPMtS5bP", + "question": "The knobs on the wall operate what?", + "choices": [ + "gas", + "flush", + "water valves", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302314, + "question_id": "kZ7U4RFN48LjG4EqE2HJKP", + "question": "How many giraffes are there?", + "choices": [ + "five", + "seven", + "two", + "six" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51072, + "question_id": "kZpuGk4xxSfpncYDx3EUh5", + "question": "What is connected to the man and he is hanging on to?", + "choices": [ + "sail", + "fish", + "plane", + "boat" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 424512, + "question_id": "kZxZFp8ZWExFMHhmYerCDc", + "question": "How many languages are noticeable on the two signs in the foreground?", + "choices": [ + "three", + "two", + "one", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549601, + "question_id": "ka6ah4VWuJCEHjihrYMHhq", + "question": "What group of people is particularly accommodated in this bus?", + "choices": [ + "elderly", + "pregnant", + "blind", + "handicapped" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107350, + "question_id": "kaKh5MHvtS7NN6x9h5uQAd", + "question": "What is the cat likely sitting on?", + "choices": [ + "bed", + "armchair", + "sofa", + "recliner" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 394427, + "question_id": "kaKqJaYgyYRAZiFmhKCjiZ", + "question": "What sort of e mail service does the person who lives here use?", + "choices": [ + "western union", + "yahoo", + "uber", + "gmail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40832, + "question_id": "kafSc4nSvqKny8DyDbvJEq", + "question": "The dog is sitting on what?", + "choices": [ + "sand", + "snow", + "hay", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373711, + "question_id": "kam3TCoXN2L9fnGJw6kBdJ", + "question": "What is the most efficient way to travel up this mountain?", + "choices": [ + "car", + "walking", + "lift", + "skiis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 402005, + "question_id": "kansCovUU3eBEppaUUKMQB", + "question": "What type of vehicle might this be?", + "choices": [ + "car", + "school bus", + "truck", + "subway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 460977, + "question_id": "kbaNBYXDo9X49eR2MbsNit", + "question": "Wheelers travelers are belongs to which country?", + "choices": [ + "italy", + "france", + "uk", + "us" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507932, + "question_id": "kdMsBZUeUPA6R56bNtRLgX", + "question": "Droplets seen here are what?", + "choices": [ + "urine", + "cleanser", + "mud", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 275134, + "question_id": "kdSHefsWCDhioHAet7bNMw", + "question": "Are people allowed to enter beyond the post?", + "choices": [ + "probably no", + "definitely yes", + "no", + "yes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299624, + "question_id": "kdqa7tc6wMGiQrHxtdASVf", + "question": "What color hair does the boy have?", + "choices": [ + "blonde", + "blue", + "red", + "brown" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350776, + "question_id": "keEoufyZdn685BCC4nm4wq", + "question": "What type of information is shown?", + "choices": [ + "speed", + "time", + "temperature", + "direction" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524251, + "question_id": "kedNShcMJeV7fqsgWpfRKw", + "question": "About what stage of life are these giraffes?", + "choices": [ + "elders", + "adults", + "babies", + "adolescents" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376346, + "question_id": "kepQ5RvHj9vtQgZ7ebqMid", + "question": "What allows this toy to get elevation?", + "choices": [ + "wings", + "string", + "motor", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 173829, + "question_id": "kfen8Qui8a7Vwfizc6esGM", + "question": "Which hand is in most danger of being crushed if the skateboard tips?", + "choices": [ + "man's left", + "child's left", + "child's right", + "man's right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415233, + "question_id": "kfik8WzDewUY3Vk4ePsC8P", + "question": "What type of watch movement is the child's watch?", + "choices": [ + "digital", + "quartz", + "self-winding", + "automatic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516073, + "question_id": "kgNWzmjpr9G8cKvSr3cP4E", + "question": "Which primary color is missing from his board?", + "choices": [ + "purple", + "green", + "red", + "yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 1024, + "question_id": "kgm5TVLFJCtQRgquwbotSZ", + "question": "Why does the cat like lying on the laptop?", + "choices": [ + "aggressive behavior", + "blocking view", + "excitement", + "warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 27694, + "question_id": "kgxLg8NHMyeVfZ8vMZNDu6", + "question": "What type of vehicle would people use to travel in this location?", + "choices": [ + "planes", + "boats", + "bicycles", + "trains" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 75854, + "question_id": "khGSRnJ4T3Sopo36xxXqQh", + "question": "What is the potential danger if the train goes forward?", + "choices": [ + "hitting train", + "hitting building", + "derailing", + "hitting workers" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 309709, + "question_id": "kiHG9okGjYZ9iUGsHpbSSk", + "question": "What is keeping the large animals from escaping?", + "choices": [ + "vehicles", + "predators", + "fences", + "flooding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513539, + "question_id": "kiJCMqd5iNrgdcSDRKEqgx", + "question": "What is the most likely topping seen here?", + "choices": [ + "green pepper", + "meatball", + "gummy worms", + "fish sticks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351341, + "question_id": "kiUDpPuBZKNP92JX4Le2dS", + "question": "The size of the sink indicates the house is probably what?", + "choices": [ + "extra large", + "small", + "large", + "gigantic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462942, + "question_id": "kjPpkUzBFt7LPysTz5CgmU", + "question": "What is the similar sport on the ocean called?", + "choices": [ + "surfing", + "parasailing", + "snorkeling", + "canoeing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 568136, + "question_id": "kjQNFsCkRrxVV5Pev2tGm2", + "question": "What is the item in the bowl used for?", + "choices": [ + "melting snow", + "eating", + "fixing computers", + "decoration" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7171, + "question_id": "kjW47LGCAd8RdhXZ9SrFZk", + "question": "What is needed for this activity?", + "choices": [ + "bat", + "board", + "racquet", + "stick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 530553, + "question_id": "kji9QGBiuKDv3QdeUBwPye", + "question": "Why is he upset?", + "choices": [ + "cold", + "hot", + "lost", + "hungry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100362, + "question_id": "kjpivQKuNvztZ88SkmsD9H", + "question": "At which life stage is the cat in the picture?", + "choices": [ + "adolescent", + "adult", + "senior", + "kitten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 445047, + "question_id": "kkZnL5vzGzEXiUp3yuQdqR", + "question": "What is the material attached to the back of the surf board used for?", + "choices": [ + "speed", + "aerodynamics", + "grip", + "weight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390063, + "question_id": "kma9gRGkRmdGFW3FkbRsJL", + "question": "What profession encourages the behavior of the man?", + "choices": [ + "fire fighter", + "police officer", + "dentist", + "circus acrobat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 268683, + "question_id": "kmzXRxwbUdT4mtkL3C7WzL", + "question": "Based on the trees what season is occurring?", + "choices": [ + "summer", + "spring", + "fall", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61804, + "question_id": "koPTw8VeneAZkGpwEudjcn", + "question": "In what country is this commuter rail system used?", + "choices": [ + "austria", + "germany", + "denmark", + "brazil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195511, + "question_id": "koYNBzWEHbn94ahoAMrVbn", + "question": "Where is the man likely headed?", + "choices": [ + "wrestling ring", + "zoo", + "beach", + "business meeting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 305127, + "question_id": "koYZA2AoALnxDPWb5NsXmA", + "question": "What activity is this person engaging in?", + "choices": [ + "playing parachute", + "camping", + "hot balloon", + "flying kite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243257, + "question_id": "koaogHQFhDS85tFkSeLbHd", + "question": "What is this man ready to do?", + "choices": [ + "dribble", + "sprint", + "swing", + "juggle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 541066, + "question_id": "kpP57Dkc4WBDBUEdnsRQgr", + "question": "What is the elephant on the left referred to as at this age?", + "choices": [ + "fish", + "bovine", + "calf", + "doe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265680, + "question_id": "kpdHoQmvuP3L3aDNVCM7Yk", + "question": "Who does the animal look at here?", + "choices": [ + "dog catcher", + "driver", + "self", + "no one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133991, + "question_id": "kqxQGru8aYdsW5psnsWtHE", + "question": "In the plastic container seen here what is held?", + "choices": [ + "milk", + "poison", + "giraffe food", + "bug spray" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517709, + "question_id": "kqxSHrhxtGEYQ4AzuE2db3", + "question": "Which elephant is more likely to be able to escape through the fence?", + "choices": [ + "both", + "photographer", + "bottom elephant", + "top elephant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 44841, + "question_id": "kr2xFS4Q8JjAR9jRYDmqRr", + "question": "The item on the wall is used for putting out what?", + "choices": [ + "fires", + "husband", + "garbage", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 434601, + "question_id": "kr3awMo3PBrQkPzPndPJRn", + "question": "What time of day is this?", + "choices": [ + "evening", + "night", + "morning", + "midnight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362474, + "question_id": "krWJyQGVGXq6PWtaxaPDRb", + "question": "If lighting struck anywhere near this spot what might be the first candidate?", + "choices": [ + "ground sculpture", + "deciduous trees", + "man", + "clock building" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298476, + "question_id": "krdtCtccvk8u6KAPifQqjo", + "question": "Why are these five so close together?", + "choices": [ + "crowded beach", + "fighting", + "sharing wave", + "friends" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 378144, + "question_id": "krhzrtDcAqZbku8oDTmFPf", + "question": "What do the metal teeth between the handles open?", + "choices": [ + "windows", + "screws", + "bottles", + "bolts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343110, + "question_id": "ksvfCFDkxdkDFyYyLL6J5g", + "question": "Who plays this sport?", + "choices": [ + "cm punk", + "brock lesnar", + "scottie pippen", + "pete alonso" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373524, + "question_id": "ksyAgUybMyPrn7KcKjLD8h", + "question": "What is coming through the window?", + "choices": [ + "animals", + "light", + "furniture", + "people" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458731, + "question_id": "kuuS4wp7YxyNVaXMp8bBGY", + "question": "What is the fixture to the right of the toilet in the bathroom?", + "choices": [ + "sink", + "child's sink", + "foot sink", + "bidet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85240, + "question_id": "kxZaPykm3qrbi5zf4X2NFn", + "question": "What are the bears doing?", + "choices": [ + "dancing", + "laughing", + "mating", + "fighting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362009, + "question_id": "kxqZ7KcW8HeD79ksQ9ZSTh", + "question": "What is the table for?", + "choices": [ + "block intruders", + "for sale", + "place things", + "sit on" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286960, + "question_id": "kyGD4QtsCusCw5szFdNh5h", + "question": "Which one of these might they put in the container?", + "choices": [ + "clothes", + "flowers", + "cables", + "garbage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440053, + "question_id": "kygF2wQ5pJuaG48nYTHmPL", + "question": "What country is on the van?", + "choices": [ + "france", + "romania", + "england", + "germany" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235685, + "question_id": "m39LowbmqpYn9xXqfVLUV8", + "question": "What breed is the large dog on the front of the boat?", + "choices": [ + "weimaraner", + "sheepdog", + "beauceron", + "azawakh" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477971, + "question_id": "m3GivRsc9RuxVPXMqqyjYu", + "question": "What is the bear doing?", + "choices": [ + "jumping", + "eating", + "resting", + "hunting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 181335, + "question_id": "m3HgQkqgGVgZAWHG5X3qyB", + "question": "What kind is busses are shown?", + "choices": [ + "double decker", + "shuttle", + "mini", + "school" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 117209, + "question_id": "m3hpprDwGDV2reLpWW2AmN", + "question": "Who likely paid for the graffiti like art work on this bus?", + "choices": [ + "no one", + "transit authority", + "taxi company", + "usda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 353668, + "question_id": "m4nw5soBYE8DUtQ5L7xQnx", + "question": "What can be said about the weather here?", + "choices": [ + "sunny", + "partly cloudy", + "overcast", + "mostly cloudy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172388, + "question_id": "m5hgfes8HvUajhU6wbVKCT", + "question": "What type of cargo is this train carrying?", + "choices": [ + "passengers", + "chemicals", + "coal", + "grain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 396616, + "question_id": "m6ocWUZ3NyrYqLNcWa2Xuw", + "question": "What is the temperature of the air surrounding the building?", + "choices": [ + "warm", + "mild", + "hot", + "cold" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82712, + "question_id": "m8DU4UkdSMhqTkK4uv2Woe", + "question": "What kind of items are debasing the sign?", + "choices": [ + "posters", + "litter", + "graffiti", + "stickers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171169, + "question_id": "m9bDSZhuo7SuARS7vJ32MW", + "question": "What is the area the rider has his feet in called?", + "choices": [ + "western", + "nest", + "tackle", + "stirrup" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374484, + "question_id": "m9zGp77kyoHKgTmrFs8mkL", + "question": "What type of food is shown?", + "choices": [ + "burrito", + "sandwich", + "pizza", + "taco" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 315886, + "question_id": "mAN38bbJP6ZYdFsKcEd94S", + "question": "How did these birds likely get here?", + "choices": [ + "hiked", + "born here", + "via horseback", + "flew" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 328262, + "question_id": "mBULb9qqzszjAVhGQkcniz", + "question": "Looking at what might yield the animals name?", + "choices": [ + "leash", + "tail", + "collar tag", + "marriage records" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 160024, + "question_id": "mBtiz9whMe3HGAGwq6kgiW", + "question": "Which stage of cooking is this raw uncooked thing about to enter?", + "choices": [ + "grill", + "microwave", + "oven", + "frier" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345176, + "question_id": "mCBjzfoM9oGQXgZPrBnBJB", + "question": "What might you see in the blue thing at the top?", + "choices": [ + "bike", + "car", + "plane", + "skateboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100420, + "question_id": "mCStLKjdhh63E2vAZQLcx6", + "question": "This city is located in what part of South America?", + "choices": [ + "western", + "northern", + "central", + "southern" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 494350, + "question_id": "mCVjCnCkZPabuMGmBjR7YT", + "question": "What is the state of the lid?", + "choices": [ + "up", + "down", + "broken", + "detached" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464627, + "question_id": "mDXkrdWWE3Gx3qdoWxi8dS", + "question": "What is the utensil?", + "choices": [ + "spoon", + "chopstick", + "fork", + "knife" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385200, + "question_id": "mE8kaYbEMmv4V8PVX84eXV", + "question": "What is another word for the item with the blue handle?", + "choices": [ + "shears", + "villa", + "motel", + "boxes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32619, + "question_id": "mFnYmDph4MVYXMZdc9HLVG", + "question": "Who will get water from this?", + "choices": [ + "lifeguards", + "teachers", + "policemen", + "firefighters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118746, + "question_id": "mHKnsEd7psKrpu2iQvYAZ9", + "question": "The guest can make use of the folded items during what?", + "choices": [ + "checking out", + "shower", + "sleep", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309593, + "question_id": "mHpE5dCo6K3y434uxMKZNh", + "question": "What color is the sign with the arrow pointing to the right?", + "choices": [ + "green", + "orange", + "blue", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 152042, + "question_id": "mJNfqHQLcgKuseUbzk5s49", + "question": "What type of area is this?", + "choices": [ + "downtown", + "commercial", + "coastal", + "residential" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77051, + "question_id": "mJTd6PbL466hfLf4MfPosz", + "question": "How many people have used this restroom today?", + "choices": [ + "five", + "six", + "three", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156745, + "question_id": "mJogzVcfQ4igKcZBJuHAp5", + "question": "How long ago did they receive this message?", + "choices": [ + "3 years", + "11 years", + "5 years", + "20 years" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129931, + "question_id": "mJwrYPdFY43himjwZrSUmP", + "question": "What is the man holding?", + "choices": [ + "apple", + "cell phone", + "pencil", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577356, + "question_id": "mKwqMY3GhDX547FcA5pkXR", + "question": "What liquid was originally in the bottle that the flowers are now in?", + "choices": [ + "orange juice", + "beer", + "milk", + "soda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 484691, + "question_id": "mLKHfym2yMtzfRGkk7ZmVv", + "question": "What part of the skateboard is stalled on the curb?", + "choices": [ + "bolts", + "bearings", + "grip tape", + "truck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566775, + "question_id": "mLeYNvGw3hhnm8rJoQjpsY", + "question": "Whose shadow is being shown?", + "choices": [ + "baseball player", + "hockey player", + "tennis player", + "basketball player" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569894, + "question_id": "mLg4eZxeXzps8AfcAccAgx", + "question": "What expression does the cat have?", + "choices": [ + "sad", + "smiling", + "asleep", + "angry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517842, + "question_id": "mMUCPg4GSrYUoBoCv2SSge", + "question": "Where does this animal keep its young?", + "choices": [ + "underground", + "cave", + "nest", + "pouch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412192, + "question_id": "mMrNwYKwAcWyRud7LJy26C", + "question": "Who probably owns this yard?", + "choices": [ + "mayor", + "cop", + "dentist", + "contractor" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 203550, + "question_id": "mPoNnFWJ9bt9kNNQhPQsWq", + "question": "Who is the current CEO of the brand of this computer?", + "choices": [ + "bill gates", + "tom gates", + "bill cook", + "tim cook" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 505741, + "question_id": "mQ9kevyfJw9HH8KVj2q7Do", + "question": "What is the elephant standing on?", + "choices": [ + "feet", + "hands", + "head", + "trunk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 280653, + "question_id": "mRciXHrfyzfU967Tq5ZPZJ", + "question": "What number is on the red shirt?", + "choices": [ + "four", + "two", + "three", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 559711, + "question_id": "mRmQFZQhwAL7yMGEkuZnA7", + "question": "Which company owns the advertised website?", + "choices": [ + "funsmirk", + "brightface", + "smugmug", + "biggrin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204397, + "question_id": "mRrRqds9g9QnSj2cx2CN8v", + "question": "The woman supports The United Kingdom and what other country?", + "choices": [ + "poland", + "indonesia", + "dominican republic", + "montenegro" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395760, + "question_id": "mSoGde9xXCciQVKFt8WWYP", + "question": "Who shares the last name as the name on the shirt?", + "choices": [ + "bruce willis", + "chris tucker", + "milla jovovich", + "jackie chan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527230, + "question_id": "mT6bBrtKky6yoqKStbus9C", + "question": "How has this food been packaged?", + "choices": [ + "paper", + "bagged", + "wrapped", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561237, + "question_id": "mTCreoXNZRmBqkkXbyReqN", + "question": "Who is a sponsor of this snowboarder?", + "choices": [ + "ford", + "toyota", + "mazda", + "jeep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 392968, + "question_id": "mTdTo2yU47ajrGwnZpprRV", + "question": "What is the bird doing?", + "choices": [ + "falling", + "flying", + "eating", + "spreading wings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 333933, + "question_id": "mUnQhD2ePZQtY9qg7PPnp5", + "question": "What can be told from this object?", + "choices": [ + "speed", + "brand", + "date", + "time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29174, + "question_id": "mV78gtiqLFwfYiHzVKPfsD", + "question": "How many birds are flying in the sky?", + "choices": [ + "eight", + "two", + "seven", + "six" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 39026, + "question_id": "mVMkC2zY6U7GcJtCarWVXH", + "question": "What activity are the people in the painting doing?", + "choices": [ + "para sailing", + "surfing", + "kite surfing", + "skim boarding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52028, + "question_id": "mXoHw6EficbaSnLTgycJwz", + "question": "What would this animal have eaten today?", + "choices": [ + "meat", + "soil", + "leaves", + "fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410188, + "question_id": "mYKEJEJaEBCzBrMyv8FGse", + "question": "What activity would someone perform with the tools in this room?", + "choices": [ + "exercising", + "stretching", + "measuring", + "reading" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226358, + "question_id": "mYt3miFiUQkHRzSpH2NAXD", + "question": "What type of growing method is used for this plant?", + "choices": [ + "hydroponics", + "aeroponics", + "soil", + "aquaponics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 553272, + "question_id": "mZ9drVa3jwfz9sshHyEjZe", + "question": "What time of day is it here?", + "choices": [ + "morning", + "night", + "evening", + "afternoon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503463, + "question_id": "mZnRVRjhLv24rYopJrkphF", + "question": "What is the first name of a very famous brand of this vehicle?", + "choices": [ + "harvey", + "harold", + "henry", + "harley" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 469132, + "question_id": "ma3tu7J3pBBJVTey7R7qDS", + "question": "The work of what type of preservationist is seen here?", + "choices": [ + "florist", + "taxidermist", + "conservator", + "archivist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 272537, + "question_id": "ma7FZ4CJvrui9fvgWQEMky", + "question": "What breed is the dog in the photo?", + "choices": [ + "siberian husky", + "german shepherd", + "rottweiler", + "poodle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271536, + "question_id": "maJgRdNbDRg9Eut28SbHrn", + "question": "What is the man looking at?", + "choices": [ + "video", + "contacts", + "photo", + "internet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581264, + "question_id": "mbbCxKKJsApTBtMb7TwpdZ", + "question": "Holding her head there allows her to do what?", + "choices": [ + "smell item", + "hide", + "taste item", + "breathe better" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 111089, + "question_id": "mbhDjrpuPGMWTmUZpqGiMF", + "question": "What direction are the birds flying?", + "choices": [ + "east", + "south", + "west", + "north" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 448108, + "question_id": "mdCLUVkv8abTuXrhAEBES4", + "question": "The person on the skateboard is best described as what?", + "choices": [ + "teen punk", + "millennial", + "adolescent", + "senior citizen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 218276, + "question_id": "mdNDRRYtykdg5NMDhycCGH", + "question": "What is the name of the specific substance that the giraffe is relaxing next to?", + "choices": [ + "fungus", + "grass", + "wood", + "leaves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 238283, + "question_id": "mdgkpmYBu23w9HDbELy2YJ", + "question": "These two trucks are both in what kind of business?", + "choices": [ + "towing", + "insurance", + "package delivery", + "sanitation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520465, + "question_id": "mesCanCfmjAakjSaNydpax", + "question": "The shell is most likely made from what vegetable?", + "choices": [ + "corn", + "asparagus", + "cauliflower", + "carrot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565156, + "question_id": "mf6f6Sy28gQNEzzfQTv9Tq", + "question": "What might be contained inside the red case?", + "choices": [ + "turtles", + "snakes", + "clothing", + "books" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544973, + "question_id": "mfxQKWXpnouLdeFfh4t5R8", + "question": "Besides mother what other relationship would she most likely have?", + "choices": [ + "sister", + "babysitter", + "pet sitter", + "doctor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557362, + "question_id": "mgFkLPTT9x2zAXdaxVYBY2", + "question": "What is the cat next to?", + "choices": [ + "statue", + "giraffe", + "fence", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363772, + "question_id": "mhyWTbyDRQY4cuDCeMyh9B", + "question": "In which location ahead are Rocky Mountain Sheep in gravest danger?", + "choices": [ + "farm", + "field", + "roadway", + "mountain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462538, + "question_id": "miCJb22JPaw9CyjZ4BrD72", + "question": "What material is this structure made of?", + "choices": [ + "bamboo", + "metal", + "ceramic", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53934, + "question_id": "miNbbtsbPpd4ZGNDwWqsTH", + "question": "Which one of these can help clean up the area?", + "choices": [ + "rake", + "slippers", + "pen", + "broom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93616, + "question_id": "mjgJLvCydawSUrttEbiYVC", + "question": "What language is the white notice written in?", + "choices": [ + "hindi", + "hebrew", + "arabic", + "korean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372745, + "question_id": "mjuXbTqh3X2Hk9rqFG7g3s", + "question": "The meat is most likely what?", + "choices": [ + "veal", + "pepperoni", + "steak", + "venison" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79789, + "question_id": "mkGywBBn3iQsn4Y2WJhdYj", + "question": "What are the people riding in the pictures on the side of the bus?", + "choices": [ + "bicycles", + "tractors", + "horses", + "cars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 232669, + "question_id": "mkpsmgNph9tE4FzwQqgvuc", + "question": "Near which ocean is this building located?", + "choices": [ + "arctic", + "indian", + "atlantic", + "pacific" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358235, + "question_id": "mktTooR76UNMCHuFXr2PhU", + "question": "What decade was this picture definitely not taken in?", + "choices": [ + "1970s", + "2010s", + "2000s", + "1990s" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 108632, + "question_id": "mmMZFSTtdRXdJurrfZfwfD", + "question": "What is this container used for?", + "choices": [ + "food", + "papers", + "water", + "travel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528542, + "question_id": "mmZSp8JkKbj5gJzMJoA2oH", + "question": "What are the giraffes trying to do?", + "choices": [ + "sleep", + "run", + "eat", + "drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342733, + "question_id": "mnKwndpMbEU3cuNULqWvXn", + "question": "What is the shape flying through the sky?", + "choices": [ + "square", + "circle", + "flat", + "halfmoon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476395, + "question_id": "mnY6T4E9chDDCsVAjxXXci", + "question": "Why does he have his head covered?", + "choices": [ + "religion", + "warmth", + "protection", + "fashion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 110853, + "question_id": "mnrRbuYUSFGyaH4EVZmEHm", + "question": "In which country is the brand company of the green laptop located at?", + "choices": [ + "china", + "united states", + "britain", + "india" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512804, + "question_id": "mo7j6QHKzv23uhMpyMJ3eX", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "water", + "road", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289524, + "question_id": "moAqinZRXiZs2ygNAoXEGp", + "question": "What order in the meal will this be served?", + "choices": [ + "last", + "middle", + "first", + "second" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424036, + "question_id": "mojEgYWPnZ4u8TmBXBUr9g", + "question": "What is the air temperature where the boy is seated?", + "choices": [ + "chilly", + "cold", + "warm", + "freezing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 140784, + "question_id": "mpjhfA2fGcs98chnNfyzvv", + "question": "What does this animal like to chew on?", + "choices": [ + "bones", + "cows", + "guava", + "sharks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477874, + "question_id": "mqcwxSt3grV64DGDhJN6jf", + "question": "Who is on the surfboard?", + "choices": [ + "goat", + "child", + "woman", + "man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508405, + "question_id": "msDCbUWHQHRLYNQpkMpeJF", + "question": "What does a real version of the stuffed animal make?", + "choices": [ + "honey", + "cheese", + "silk", + "milk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466470, + "question_id": "msH6cgvb6uXfVz4TWgQFEc", + "question": "What would be the most likely filling for this cake?", + "choices": [ + "mash potatoes", + "milk", + "toothpaste", + "ice cream" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59045, + "question_id": "mtJ3WkdJL8UX8xPirKw7Up", + "question": "Which one of these items would likely be added to this meal?", + "choices": [ + "worcestershire sauce", + "hot sauce", + "ketchup", + "soy sauce" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355148, + "question_id": "mtV6Yr9d6mgMk3CzzNnfZj", + "question": "What sport is being played?", + "choices": [ + "rugby", + "cricket", + "european handball", + "ultimate frisbee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 294385, + "question_id": "mtzcXEp3FXxDk2YN6dvxQi", + "question": "What is the stump being used for?", + "choices": [ + "fire wood", + "decoration", + "cutting board", + "fire pit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291706, + "question_id": "muMJojAogn4VZq4Nyr3PLn", + "question": "What will the boy do with this ball?", + "choices": [ + "serve", + "dunk", + "throw", + "kick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551504, + "question_id": "mupeprioY79WsKkTXSCAGX", + "question": "How many more letters are needed in order to spell Australia?", + "choices": [ + "three", + "six", + "two", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7131, + "question_id": "mvEoxgQW2memJy2s3QYtau", + "question": "Why is the man wearing black pads on his knees?", + "choices": [ + "to clean", + "style", + "to cook", + "protection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142044, + "question_id": "mwtNRhr2UyGf3rAcKQk6v7", + "question": "How many people could get one serving each?", + "choices": [ + "eight", + "four", + "six", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129646, + "question_id": "mxHf2iRA28UmEYWvJPR2fp", + "question": "What type of parking is available?", + "choices": [ + "lot", + "diagonal", + "valet", + "street" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 124649, + "question_id": "myykaiG9BryaXbtVNv9w4e", + "question": "What is this bear trying to do?", + "choices": [ + "rest", + "attack", + "eat", + "run" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260112, + "question_id": "mzqsSzBkEu2mir7kqDBPLo", + "question": "What are the red items on top?", + "choices": [ + "watermelons", + "peppers", + "tomato", + "cherry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 152018, + "question_id": "mzyNKuLLaEf9Ai9hkC5rJA", + "question": "What does the bear seem to be sitting on?", + "choices": [ + "straw", + "stone", + "grass", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363518, + "question_id": "n3RqNBjRdGQXyhZsiKd2Bx", + "question": "What kind of shirt does the man have on?", + "choices": [ + "colorful", + "long sleeved", + "tuxedo", + "business" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 23765, + "question_id": "n3gB2aHhKLr7FsYsSbmC77", + "question": "Which item needs a flame to maximize its scent?", + "choices": [ + "open jar", + "light", + "bowl", + "closed jar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 323742, + "question_id": "n3zNMG4cYsakwivNRmg9vm", + "question": "What venue is this person at?", + "choices": [ + "race venue", + "zoo", + "park", + "horse barn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 122545, + "question_id": "n4jfQvccnsUCfeQEyUs8L7", + "question": "What is the same color as this person's pants?", + "choices": [ + "kiwi", + "orange", + "tomato", + "plum" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 353668, + "question_id": "n549yeQSDgMA9xitM8q7YZ", + "question": "What can be said about the skies above the giraffes?", + "choices": [ + "cloudy", + "partly cloudy", + "sunny", + "mostly cloudy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464137, + "question_id": "n5HfhiNyctnoGU49TDQLDV", + "question": "Who is the guy looking out the front window?", + "choices": [ + "conductor", + "ticket master", + "engineer", + "switch operator" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412212, + "question_id": "n5sCoA5THTJbA5TXXkRggp", + "question": "What type of animal is shown?", + "choices": [ + "monkey", + "teddy bear", + "gorilla", + "alligator" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3229, + "question_id": "n7ayerkXGiYJV5H6keQzEA", + "question": "What did the local weatherman likely predict on this day?", + "choices": [ + "tornado", + "rain", + "sun", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170242, + "question_id": "n7kczaMggghp3jErHGzrkq", + "question": "What is laying in front of the dog?", + "choices": [ + "bowl", + "bone", + "leash", + "frisbee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 294464, + "question_id": "n8EQWKRLF8uJV4a5m5uqzB", + "question": "This site specializes in selling what type of goods?", + "choices": [ + "hand crafted", + "factory manufactured", + "found objects", + "fast fashion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96135, + "question_id": "n8jCkQaQKgiMW4wuZcusVd", + "question": "What is only one person wearing correctly?", + "choices": [ + "mask", + "goggles", + "crossbow", + "helmet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 249863, + "question_id": "n944KXsr5KpDHKm4heoo89", + "question": "What object is behind the dog?", + "choices": [ + "tent", + "umbrella", + "kite", + "hat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507639, + "question_id": "n9VFHT3Q3YyijCnwh5d95m", + "question": "What is the man in the black jacket likely looking at?", + "choices": [ + "ground", + "wallet", + "hands", + "camera" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 47874, + "question_id": "n9bfy5UU6sKTnwViZXuTh9", + "question": "What is most messed up here regarding the toilet?", + "choices": [ + "plunger", + "bowl", + "seat", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169927, + "question_id": "n9cDXCLL5885bnJPw27SP4", + "question": "What type of sign is shown?", + "choices": [ + "street", + "brand", + "informational", + "promotional" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123488, + "question_id": "nBs7NGZCRToiC2VYTuSXsn", + "question": "Which one of these languages can tourists expect to listen to their tour in?", + "choices": [ + "flemish", + "creole", + "japanese", + "navajo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 166055, + "question_id": "nCVLCQKeuo6xZnjTDqccsT", + "question": "What is needed for this activity?", + "choices": [ + "sand", + "water", + "ice", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346664, + "question_id": "nCcyyPkhBpaUvbc6VqNVTb", + "question": "What is a topping on the pizza that needs to be removed?", + "choices": [ + "muscle shell", + "crust", + "sauce", + "shrimp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 475383, + "question_id": "nEARfCf9o4RG6HEp9LMqX2", + "question": "How many cats are near the TV?", + "choices": [ + "one", + "two", + "four", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349257, + "question_id": "nEDF2bDAoPXJsNv58Ybqdt", + "question": "What class would make the item in the center?", + "choices": [ + "art", + "science", + "cooking", + "math" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 510338, + "question_id": "nEFAxSDrvdy3X8AKTGbCqJ", + "question": "What is this type of sign called?", + "choices": [ + "traffic", + "warning", + "price", + "brand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501985, + "question_id": "nFKcZUGbFeQfU4KkEWj3tM", + "question": "What colour is his shirt?", + "choices": [ + "pink", + "orange", + "blue", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404317, + "question_id": "nFPvxqSXkEvHaBR3A3kJ2B", + "question": "What type food is this animal likely to eat?", + "choices": [ + "elephant", + "bird seed", + "steak", + "cotton candy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161737, + "question_id": "nFbptbcN9hmDEZNAf6Qfzz", + "question": "The person with the board looks at whom?", + "choices": [ + "boss", + "enemy", + "photographer", + "no one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29899, + "question_id": "nGWBZgYnUZXjuL5iAmjUSM", + "question": "Besides the fence what else keeps the dog from going where it wants to go?", + "choices": [ + "shadow", + "cat", + "leash", + "tired" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545023, + "question_id": "nH377pdyx66w9B43XUgeTB", + "question": "Where is the man?", + "choices": [ + "amusement park", + "bank", + "skate park", + "supermarket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223329, + "question_id": "nJQyPxSqCm6rXorLNYxxEn", + "question": "What is this type of window called?", + "choices": [ + "arch", + "computer", + "picture", + "stained glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 560209, + "question_id": "nJoxB4K3ip376tWGD8FCr5", + "question": "What word is missing on the message shown on the back of the truck?", + "choices": [ + "are", + "see", + "is", + "be" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6769, + "question_id": "nK9D28KQzHYtjHY6qgqmnR", + "question": "What are the girls blue bottoms made from?", + "choices": [ + "denim", + "plastic", + "leather", + "aluminum" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314099, + "question_id": "nMjuCDhcmmeKAvvNsgTKmX", + "question": "What flower would most be appropriate for these vases?", + "choices": [ + "small roses", + "dinnerplate dahlias", + "sunflower", + "oversize plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464627, + "question_id": "nNJAcfGdwDmrVyw7uqAywt", + "question": "Which country is known for using the utensils being used to consume this meal?", + "choices": [ + "italy", + "india", + "ethiopia", + "japan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3630, + "question_id": "nNaVxPPGh6gJ7L8riokP7P", + "question": "What object is the bus being used to transport?", + "choices": [ + "mail", + "blankets", + "surfboards", + "packages" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170679, + "question_id": "nPXoEkMcBbbPMUB8uSAvMJ", + "question": "Where was this photo taken?", + "choices": [ + "outhouse", + "dining room", + "bathroom stall", + "home office" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77452, + "question_id": "nQGEbskow7JKAasAvQcEPY", + "question": "What alcohol brand refers to the pattern on this animal?", + "choices": [ + "good ale", + "checkered cool", + "red stripe", + "monochrome malt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415846, + "question_id": "nQqDfgMn9zXexcK2qNdM9p", + "question": "What video game system is the person playing on?", + "choices": [ + "playstation 4", + "atari 2600", + "nintendo wii", + "xbox 360" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 455080, + "question_id": "nRFPqrKWxyiHHMEAMyJDo3", + "question": "What does the item under the camera look like?", + "choices": [ + "bee", + "dog", + "cat", + "frog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 1172, + "question_id": "nRWN43Pvmj7kqj8oMQDSzF", + "question": "What food does this animal like to eat?", + "choices": [ + "kiwi", + "bananas", + "honey", + "wax" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 68371, + "question_id": "nSAwy5QghtfSYx5rdEdoJU", + "question": "The street sign belongs to which city as indicated by the skyline of the buildings in its logo?", + "choices": [ + "seattle", + "san francisco", + "new york", + "vancouver" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443582, + "question_id": "nSWXj8q7JPPJPtS6doyXEw", + "question": "What adjective can be used to describe the shower curtain?", + "choices": [ + "run-down", + "old", + "flowery", + "tattered" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4866, + "question_id": "nT3T7gRJ4WgjoFr9K4UqWd", + "question": "What is the profession of this person?", + "choices": [ + "athlete", + "electrician", + "painter", + "plumber" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 300339, + "question_id": "nTBraBUUon7VUm53mDrrFF", + "question": "What fruit matches the color of the wheels?", + "choices": [ + "lemon", + "apricot", + "pear", + "strawberry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 534599, + "question_id": "nTFu2dKZbPDJLcczZdZzC3", + "question": "What is the color of the road sign?", + "choices": [ + "yellow", + "white", + "black", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 388077, + "question_id": "nUFcaKVaDt7MGMc7XpynXa", + "question": "The dog is cuddling up to what?", + "choices": [ + "baby", + "snake", + "stuffed animal", + "woman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373711, + "question_id": "nURDBbyq6CambyFJCEZRDZ", + "question": "Where is this woman?", + "choices": [ + "carnival", + "rodeo", + "barn", + "ski lift" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 270349, + "question_id": "nUz5JSFHSYCK9pbGTkrjwL", + "question": "Where are the man and the horse?", + "choices": [ + "ranch", + "forest", + "zoo", + "beach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105794, + "question_id": "nV9dq7XtYpMSs7cFno7hYb", + "question": "What brand is the mouse sitting on the laptop?", + "choices": [ + "logitech", + "microsoft", + "apple", + "samsung" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537609, + "question_id": "nVKmXdSrXwmCSFxmbTnuND", + "question": "What kind of kittens are these?", + "choices": [ + "persian", + "grey tabby", + "calico", + "siamese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 514150, + "question_id": "nVYdSmqTWxLBLphzMDS3jb", + "question": "What number is at the top front of the bus?", + "choices": [ + "205", + "366", + "380", + "198" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 329986, + "question_id": "nVbr49NCrkV9o7dAmra4S9", + "question": "What would be coldest to the touch here?", + "choices": [ + "hands", + "snow", + "jacket", + "hat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321187, + "question_id": "nW8kzxAKhneqcsUNJaSmx7", + "question": "What is the man in danger of hitting?", + "choices": [ + "boat", + "board", + "water", + "cords" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 222202, + "question_id": "nXFCmMs5KEZJRbgKEtLSgB", + "question": "What number comes numerically after the number on the hydrant?", + "choices": [ + "47", + "37", + "40", + "65" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144636, + "question_id": "nY6agwAP6PXkKy7MktVMAf", + "question": "Where on the road can you find the following signs?", + "choices": [ + "hill", + "junction", + "house", + "roundabout" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 21311, + "question_id": "nYvmMoec4bRVVQK5GJ2JRA", + "question": "What kind of energy is used to power this train?", + "choices": [ + "coal", + "diesel", + "electricity", + "steam" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435511, + "question_id": "nZ2iHA8Zfe6yyXa5tyALQp", + "question": "This photo appears to have been taken through what?", + "choices": [ + "bagel", + "peep hole", + "hula hoop", + "mug" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 126386, + "question_id": "nZaUB83M24rK5WSxhoyqCR", + "question": "To create a design or imitate a art is known as?", + "choices": [ + "painting", + "art", + "writing", + "drawing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 501098, + "question_id": "nab9JMraFwTPJ52SvcfGUv", + "question": "Which person would have the most head protection from the sun or rain?", + "choices": [ + "balding man", + "left woman", + "cap man", + "rightmost man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498893, + "question_id": "nb9inYbT3DreKSLumKXdcA", + "question": "Which double letter appears on the front of the train?", + "choices": [ + "ee", + "bb", + "dd", + "cc" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379752, + "question_id": "nbSLiNibMoQbrsfFDrf7nP", + "question": "Which number has broken off from this keyboard?", + "choices": [ + "seven", + "nine", + "two", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556797, + "question_id": "nd8jHcE8dcrQdgJapy5Rx2", + "question": "In which state is this street corner located?", + "choices": [ + "arizona", + "florida", + "california", + "texas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 275132, + "question_id": "ndqU4q8qjGwCLg5sDjqjU6", + "question": "What type of room is shown?", + "choices": [ + "escape", + "conference", + "hotel", + "waiting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515557, + "question_id": "ndrFXVCW3ZB9Sjtb6tRgxB", + "question": "How is the larger giraffe probably related to the smaller giraffes?", + "choices": [ + "cousin", + "parent", + "sibling", + "grand parent" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581342, + "question_id": "ne2fLSnFJQnRnw2v37X8CQ", + "question": "What are the headphones on top of?", + "choices": [ + "box", + "cat ears", + "human head", + "mug" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465950, + "question_id": "nebBa3uQJHfPqVhYHvTmgq", + "question": "What is next to the castle looking structure?", + "choices": [ + "windmill", + "tiger", + "bird", + "bear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467503, + "question_id": "nf6BwTTLDHfyCCQstNmshr", + "question": "Which type flag seems out of place inside this shop?", + "choices": [ + "mexican", + "spanish", + "white", + "american" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 318342, + "question_id": "nfEfLwmDzykyXo264QQihR", + "question": "The elephant is at least how many times heavier than the human man?", + "choices": [ + "500", + "50", + "1000", + "100000" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 173926, + "question_id": "nfTn2smumge422vyMnQWZu", + "question": "What is the purpose of the object next to the toilet?", + "choices": [ + "reading", + "lighting", + "pleasure", + "cleaning" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 82009, + "question_id": "nfxjoEQjERJfSDCMqhEDJv", + "question": "What type of phone is he using?", + "choices": [ + "landline", + "rotary", + "cellular", + "corded" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 548553, + "question_id": "ngTjhigKA7KdXjKbEVyrm4", + "question": "What is different temperature-wise about the fuel this vehicle needs compared to ordinary gasoline fuel?", + "choices": [ + "higher ignite", + "freezing", + "no difference", + "lower ignite" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 50390, + "question_id": "ngo9kBwkdbkF2mGCMSVybd", + "question": "Which country is this airline based in?", + "choices": [ + "germany", + "united kingdom", + "united states", + "canada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 406902, + "question_id": "nhRkj9BHkkzXRktzhKQuNa", + "question": "What does this charity want to prevent?", + "choices": [ + "war", + "poverty", + "disease", + "violence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260691, + "question_id": "nhZAujLADzLFJaRPB7FJ2J", + "question": "What will be the largest item in this room?", + "choices": [ + "fridge", + "car", + "couch", + "stove" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 112607, + "question_id": "ni5os5uUSt585b5cGBZ7JT", + "question": "What is in the playlists?", + "choices": [ + "movies", + "music", + "games", + "documents" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527582, + "question_id": "njnvb8sTqnBf9TXcBdfiLL", + "question": "What are the green things used to make?", + "choices": [ + "paper", + "puree", + "cucumber salad", + "pickles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 194861, + "question_id": "nkGaCaZEDrz5UaquUo5mmq", + "question": "What type of water is being surfed?", + "choices": [ + "bottled", + "salt", + "tap", + "pool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 445526, + "question_id": "nnEdP4NxdmhtVV2U6JnhW7", + "question": "What kind of transportation is shown?", + "choices": [ + "road", + "rail", + "air", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 178698, + "question_id": "nnJrpCPyQNpQwzyxeHZEAP", + "question": "How many meals could be prepared from the contents of the open refrigerator here?", + "choices": [ + "zero", + "one", + "five", + "65" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444707, + "question_id": "nnVFTpFPqkJetk2jnG9fbh", + "question": "What might cause this bird to starve here?", + "choices": [ + "rain", + "drought", + "wind", + "warm temperature" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 176103, + "question_id": "noFwfggvCi8NZQdCKMtCZK", + "question": "Where might this car likely be parked?", + "choices": [ + "dairy", + "factory parking", + "airport", + "golf range" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97313, + "question_id": "noQVhEKxBBwjD9WcWpv676", + "question": "Where are these zebras?", + "choices": [ + "jungle", + "desert", + "savanna", + "farm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372505, + "question_id": "novcdvFfUXtgRkyttcDcMT", + "question": "Why is the bear holding a game console?", + "choices": [ + "cameraman posed", + "playing game", + "is toy", + "stole it" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 196950, + "question_id": "np2P2m6wWpmY4BxmzTj4eB", + "question": "Where is the headquarters of metro bus?", + "choices": [ + "alberta", + "washington", + "montana", + "oregon" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 219131, + "question_id": "npMgaWoEr8PviRVhT89sC7", + "question": "What kind of animals are shown?", + "choices": [ + "domestic", + "reptiles", + "aquatic", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 522974, + "question_id": "npvKzsSQxk9awDG5MGhQyq", + "question": "What is the possible price in dollars for the meal above?", + "choices": [ + "ten", + "twenty", + "thirty", + "fifty" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 403722, + "question_id": "nr2rpq6p4qBxxD5xMmqp3T", + "question": "How are the two people seated here related?", + "choices": [ + "strangers", + "aunts", + "married", + "inlaws" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79078, + "question_id": "nrweg5xmWqssJLeBswDNS2", + "question": "His gesture signifies what?", + "choices": [ + "negativity", + "hitchhike", + "sickness", + "positivity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 455919, + "question_id": "nsyP2kgdYwbuCsTFFtBi5y", + "question": "Who seems to have made the red card on the right?", + "choices": [ + "grandma", + "child", + "adult", + "doctor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 31800, + "question_id": "nt2dCXUTbypeKZEweV6Srj", + "question": "What type of transportation is shown?", + "choices": [ + "road", + "rail", + "air", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35644, + "question_id": "ntTzbrCjaKnksyoxHeuBbV", + "question": "How many animal species are probably in this area?", + "choices": [ + "one", + "three", + "two", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230285, + "question_id": "nuNT3XhsC44VemehUYtNTv", + "question": "In which geographic area of the United States is this train traveling in?", + "choices": [ + "west", + "midwest", + "south", + "northeast" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376425, + "question_id": "nvkgcVxFNgm5bDZss9G6DA", + "question": "What is the zebra doing?", + "choices": [ + "resting", + "drinking", + "foraging", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 514286, + "question_id": "nw37ctQoKF3d7fvYB6N9cJ", + "question": "What kind of architecture is in this picture?", + "choices": [ + "american", + "chinese", + "european", + "african" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 30782, + "question_id": "nwc27omqbq5AheUifSPzTR", + "question": "What is the cat doing?", + "choices": [ + "swimming", + "eating", + "hunting", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 202, + "question_id": "nzYfUTTmYzhr7bWZyJbzsG", + "question": "This building is considered the territory of what nation?", + "choices": [ + "united states", + "turkey", + "britain", + "canada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6499, + "question_id": "o34xWScxwehvJKz3zTjARh", + "question": "What item is the same color as the dominant color of the bus?", + "choices": [ + "cherry", + "lime", + "banana", + "carrot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298858, + "question_id": "o35mqJ6HuQeejSeLajoULm", + "question": "What has been done to modify the red street sign?", + "choices": [ + "color change", + "mercantilism", + "shape change", + "vandalism" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107055, + "question_id": "o3LvHRFWHQmznBXeYhHHS2", + "question": "Why are none of the lights lit?", + "choices": [ + "not needed", + "abandoned", + "no power", + "is broken" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 120950, + "question_id": "o3iy7jievyhEB2uzG95UYf", + "question": "What kind of wood is in the fireplace?", + "choices": [ + "birch", + "maple", + "pine", + "oak" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 364259, + "question_id": "o4ke9oC7KbzRpkFPtQvZtx", + "question": "What type of tower is shown?", + "choices": [ + "cell", + "lattice", + "water", + "clock" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 377289, + "question_id": "o525ES5bDF5HRJfz4sGDmi", + "question": "What type of sandwich is this?", + "choices": [ + "tuna", + "club", + "bologna", + "blt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 542648, + "question_id": "o6JdxoA6yiTUcA2QrKJPHs", + "question": "What was the first location to the left originally used for?", + "choices": [ + "hospital", + "stadium", + "school", + "stock exchange" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139287, + "question_id": "o6Whw98kUdYMQMq5TJRuPA", + "question": "Which Island state does the person holding the frisbee try to represent most here?", + "choices": [ + "hawaii", + "maine", + "mexico", + "california" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549811, + "question_id": "o9RKrTyoBg7MLc7o9Zmqpk", + "question": "What type of clothing is the person wearing?", + "choices": [ + "bathing suit", + "dress pants", + "wet suit", + "short shorts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451209, + "question_id": "o9iQHzTJAjjAWmCfwtGAPe", + "question": "What health problem does this person face?", + "choices": [ + "obesity", + "cancer", + "back pain", + "hypothyroid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513539, + "question_id": "oA34hyQZVengVK5eYKErr2", + "question": "What brand is the water?", + "choices": [ + "aquafina", + "dasani", + "fiji", + "nature springs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490082, + "question_id": "oA7tYBCKocVPVZukGUBtA4", + "question": "What could the baby giraffe be looking at?", + "choices": [ + "ground", + "sky", + "food", + "ostrich" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77309, + "question_id": "oC73pvL4MmRjmoZ2hWP2wy", + "question": "Which one of these sells this dessert?", + "choices": [ + "dunkin donuts", + "panda express", + "cheesecake factory", + "jamba juice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158967, + "question_id": "oC8fS3ztDUbmURUYShUCHM", + "question": "Why are her nails colored red?", + "choices": [ + "match phone", + "was attacked", + "accident", + "decorative" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 215267, + "question_id": "oCn4uqmdfkHqc5p8kWdP93", + "question": "What is the stick the rider is holding in her hand?", + "choices": [ + "drumstick", + "tree branch", + "riding crop", + "fly swatter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506317, + "question_id": "oCtGMVRZUB9ziRSRUQjx7o", + "question": "Which location would be exposed to the most sunlight?", + "choices": [ + "ven interior", + "front bench", + "rear bench", + "gazebo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404878, + "question_id": "oDxrw29XmhujnkzBk8oLmd", + "question": "What is a famous cartoon of this animal?", + "choices": [ + "yogi", + "pluto", + "roadrunner", + "donald" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515443, + "question_id": "oEGMBnST3sujqeweAWPirf", + "question": "Where are the giraffes most likely hanging out in the sun?", + "choices": [ + "reserve", + "zoo", + "farm", + "backyard" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 313740, + "question_id": "oEkP9Z4x4QZozQRRWZT2zs", + "question": "Why is the pile of stuff next to the zebra?", + "choices": [ + "trash", + "food", + "hiding zebra", + "nest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 258536, + "question_id": "oFcVpAztKHJkW3JKBmLes9", + "question": "Closing the lid reduces the spread of what?", + "choices": [ + "liquid", + "droplets", + "sputum", + "germs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501360, + "question_id": "oFrYdHk88EVUBPRk8KpsS3", + "question": "What action is the girl performing?", + "choices": [ + "laughing", + "cpr", + "throwing", + "embracing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223854, + "question_id": "oGV8YrPwsQVEhFo7FJ8RBA", + "question": "What does this animal have?", + "choices": [ + "trunk", + "wings", + "horns", + "pouch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 332565, + "question_id": "oGXeTmqqpEBsAtjPkMdBP5", + "question": "What is likely the reason for their trunks curling?", + "choices": [ + "breathing", + "trumpeting", + "eating", + "drinking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 201812, + "question_id": "oH9kNDdi6hau4FYbGq38yj", + "question": "The truck that transports the workers that use the yellow item is usually what color?", + "choices": [ + "green", + "blue", + "red", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372796, + "question_id": "oHfW32xXzKhRvPpbcQ9D5M", + "question": "Why is this man wearing a wetsuit?", + "choices": [ + "coolness", + "keeping dry", + "sex appeal", + "uniform requirements" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 184008, + "question_id": "oK9Xa4WmjDD7vUfn24MmWj", + "question": "What is the longest word on the sign?", + "choices": [ + "cow", + "market", + "cannonball", + "prestige" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9580, + "question_id": "oL3hUHikeWEZRaDTpNfkst", + "question": "The animal on the left has a visible what?", + "choices": [ + "tail", + "trunk", + "horn", + "tongue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17980, + "question_id": "oLKXWh7HXRfFwqr64xSmv6", + "question": "She is using the scissors to simulate what?", + "choices": [ + "earrings", + "glasses", + "hat", + "shoes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133824, + "question_id": "oN8RY7mpNvQa438AzrzF7W", + "question": "What company's office building is present?", + "choices": [ + "panasonic", + "sony", + "nintendo", + "hitachi" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168302, + "question_id": "oNYduVQQiaMutp2MjwMJ5J", + "question": "This sign hopes to eliminate which danger to local children?", + "choices": [ + "photographing children", + "toy cars", + "children escaping", + "speeding cars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115308, + "question_id": "oQ86eGZcueznDsCz6vaBUV", + "question": "Which one of these people would have difficulty eating this food?", + "choices": [ + "lactose intolerant", + "hemophiliac", + "diabetic", + "hypochondriac" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 432080, + "question_id": "oQUgHfU9QwcEtwnxwx4GkF", + "question": "This is made up of what?", + "choices": [ + "fiber", + "plastic", + "wood", + "clay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 523476, + "question_id": "oRZCoQreGBgmLWNzzkYwET", + "question": "Based on color what would be the most commonsense name for this group of professional pilots?", + "choices": [ + "white angels", + "orange angels", + "purple angels", + "blue angels" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 491491, + "question_id": "oSBWJN8baUx5RpKtPNGqhF", + "question": "What can be said about the skies above the giraffes?", + "choices": [ + "mostly cloudy", + "mostly sunny", + "overcast", + "partly cloudy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191063, + "question_id": "oSgTrT8Pp6VBtkJ9iGSXh6", + "question": "What kind of water is being depicted?", + "choices": [ + "salt water", + "ice", + "fresh water", + "brackish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 11986, + "question_id": "oSjerB4CqDT5qkpGxhb4py", + "question": "What mode of transport is pictured above?", + "choices": [ + "air", + "sea", + "road", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 275134, + "question_id": "oUNK24fMmQDrFKFNX24AU7", + "question": "The sign is written in what language?", + "choices": [ + "english", + "german", + "french", + "cantonese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267562, + "question_id": "oVtVwQLbC3N4zcpnVbicmZ", + "question": "At which location is the area where this person plays frisbee?", + "choices": [ + "cow lot", + "city", + "park", + "farm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343362, + "question_id": "234puJuixoLj3fhZv4poT3", + "question": "What is the giraffe standing in front of?", + "choices": [ + "mountain", + "forest", + "building", + "man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381325, + "question_id": "23Mvgy9kmBaVxLafpUm6MV", + "question": "What is required for this activity?", + "choices": [ + "snow", + "ice", + "wind", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 306977, + "question_id": "24ztCC9KV2oCdp3VR3xw55", + "question": "What is done behind the curtain?", + "choices": [ + "brushing teeth", + "sleeping", + "showering", + "doctor visits" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 482491, + "question_id": "25TQ4KpUx2gHCarvh7tKKC", + "question": "Unleavened dough of wheat flour is used to make?", + "choices": [ + "cheese", + "pasta", + "macaroni", + "ice cream" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 119380, + "question_id": "28HJY38YBHgfuDBHAiNCjn", + "question": "The kitchen is heated in the winter by what method?", + "choices": [ + "furnace", + "fireplace", + "radiator", + "electric heater" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155863, + "question_id": "295qEwFwHJcdPNduUKz2mz", + "question": "What is a group of these animals called?", + "choices": [ + "flock", + "herd", + "murder", + "celebration" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 70672, + "question_id": "29NefuAiMFTaw7Mwt4WcnF", + "question": "When using the toilet here where would a lady sit?", + "choices": [ + "in hole", + "near ceiling", + "nowhere", + "on ground" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 310482, + "question_id": "29kpacgmQbehkyUCzzq8yx", + "question": "Between what can a gap which the tennis ball might be lost be seen?", + "choices": [ + "posts", + "legs", + "racquets", + "balls" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109757, + "question_id": "29ymHT3GNJaFfUY7pq3x7D", + "question": "What is the time displayed on the city clock above?", + "choices": [ + "1110 pm", + "1255 pm", + "1110 am", + "1255 am" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291159, + "question_id": "29z8ZzUc2dsrxHXn9ZPvpX", + "question": "Which of the following would be concerned to see this picture?", + "choices": [ + "fisherman", + "astronaut", + "teacher", + "environmentalist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283422, + "question_id": "2ANT7dEAYFeV35EC8MHz8g", + "question": "What food is the same color as the color of the man's tie?", + "choices": [ + "banana", + "lemon", + "carrot", + "lime" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438656, + "question_id": "2BnmM3zLMLwm2scyde2oHC", + "question": "What is this toilet display?", + "choices": [ + "artistic expression", + "being used", + "foreign bathroom", + "for sell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453436, + "question_id": "2Fjcqz7t9VXdZTVt8VjHHQ", + "question": "Why are these two together?", + "choices": [ + "sleeping", + "cameraman posed", + "fighting", + "mating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 44222, + "question_id": "2GYyKuVZCkZZb4Ks3Hav2g", + "question": "If two people who didn't know each other came to this park area and sat down upon how many separate benches would they most likely sit?", + "choices": [ + "one", + "two", + "three", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452290, + "question_id": "2H2Z4ysVL8T5uvQ2J43Pcu", + "question": "The ladies here are participating in an early form of what?", + "choices": [ + "crosscountry skiing", + "skeet shooting", + "bowling", + "racing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 113027, + "question_id": "2Kakvqn2WyGkH7Eg4ra2z4", + "question": "Which one of these is most likely the setting?", + "choices": [ + "prison", + "beach", + "park", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 279851, + "question_id": "2KpubZkeoYKhqRpJuZ4GkP", + "question": "What is the man with the back pack on most likely using his skateboard for?", + "choices": [ + "transportation", + "looks", + "competition", + "tricks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549847, + "question_id": "2Lyp5QNxPa2Fmfu2DMGvHu", + "question": "What seems to be missing from this food?", + "choices": [ + "cheese", + "kiwi", + "oranges", + "cucumbers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197075, + "question_id": "2NmpbpWSz2ZgwySe2uTeEe", + "question": "In which way is the smaller mammal shown here related to the larger?", + "choices": [ + "mate", + "parent", + "offspring", + "spouse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 568946, + "question_id": "2NybNwRoPTBHHfNkvgKyZF", + "question": "What fruit is in the tart on the left?", + "choices": [ + "raspberry", + "rhubarb", + "orange", + "banana" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350551, + "question_id": "2SUmFb7476nSkWF3eKSZah", + "question": "What is inside the water bath?", + "choices": [ + "empty", + "person", + "water", + "soap" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498429, + "question_id": "2V7MvrrokMsJU6WNHeNtvt", + "question": "What item on this work is sharpest?", + "choices": [ + "trunk", + "ears", + "tusk", + "tongue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105489, + "question_id": "2WxGmeMWVuNFzUs74FbCXk", + "question": "Where are the pizzas?", + "choices": [ + "porch", + "living room", + "dining room", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177307, + "question_id": "2Z3rp95Y4eGypmXLcQyLQY", + "question": "What number is closest to the number on the bike?", + "choices": [ + "152", + "75", + "998", + "168" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 405424, + "question_id": "2bAHAiZzkraLzA6d5euR2M", + "question": "What does this item store?", + "choices": [ + "cash", + "books", + "food", + "jewelry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 329218, + "question_id": "2ddQS9wCf89Ai4cJdkNjJd", + "question": "Why is this man hanging sideways?", + "choices": [ + "hijinks", + "tradition", + "fun", + "strong wind" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 223542, + "question_id": "2fWuhQRZ3Pg3s7gKQwQXUR", + "question": "What is unique between the kettle on the left and the shoes on the right?", + "choices": [ + "design", + "shape", + "color", + "usage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 130408, + "question_id": "2jnhrf6iRubLtSdSLEVN3Y", + "question": "What can be said about the giraffe's neck?", + "choices": [ + "deformed", + "shaved", + "long", + "short" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 119878, + "question_id": "2k2gyQGDRiM3B3vmSY6eDV", + "question": "What is the food mostly made up of?", + "choices": [ + "fish", + "lettuce", + "cheese", + "beans" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374039, + "question_id": "2k86Dt2NdyaNVNhScYawhF", + "question": "In which continent is this building located?", + "choices": [ + "asia", + "north america", + "europe", + "australia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 253114, + "question_id": "2mGW93d2fD8xDk9jZZAPWH", + "question": "Where are the bears on the picture above located?", + "choices": [ + "ice", + "ground", + "one tree", + "under tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 94125, + "question_id": "2psvr7VqezkRx6SC7mJJyr", + "question": "What month was this photo most likely taken in assuming it's taken in the northern hemisphere?", + "choices": [ + "june", + "tuesday", + "december", + "july" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326355, + "question_id": "2qXX2q9zCeHDApvB2Z8B72", + "question": "The man most likely works where based on his attire?", + "choices": [ + "docks", + "law office", + "fire house", + "circus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 324371, + "question_id": "2tFE7jM94B47rK4RMtrYYx", + "question": "Why is the darker horse smaller?", + "choices": [ + "for riding", + "malnourished", + "camera angle", + "is younger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156742, + "question_id": "2tm6nMN2ZYAi7yfrC9kvpC", + "question": "The statue looks like what creature?", + "choices": [ + "gorgon", + "yeti", + "gargoyle", + "sasquatch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342473, + "question_id": "2uMcgQwQA34PwR7MRoLuK8", + "question": "What sound does the animal that the cake is shaped like make?", + "choices": [ + "howl", + "baa", + "woof", + "meow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453564, + "question_id": "2vhRz6esucvG2TE2SfmZib", + "question": "What requires an electrical charge here?", + "choices": [ + "tooth brushing", + "showering", + "hair brushing", + "flushing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80607, + "question_id": "2w9nVLpFXzuPtsCLvTcyLS", + "question": "What is falling down on the left?", + "choices": [ + "snow", + "water", + "sand", + "leaves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200731, + "question_id": "2xkLsAkN9PcYvYgTmdw2uR", + "question": "Why is the stuffed bear here?", + "choices": [ + "posed", + "wandered off", + "for sale", + "discarded there" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 148779, + "question_id": "2xsuzjaHZ58w53FXJsVZ5h", + "question": "What is the name of the street?", + "choices": [ + "commercial", + "avenue", + "7th st", + "commercial ave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399961, + "question_id": "2yGxCpEB9ev3pyhLBUFDLU", + "question": "Which of this elephant's features have been cut?", + "choices": [ + "tusks", + "hair", + "nose", + "mouth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385495, + "question_id": "2yyTUsGdVoSNTBBp7PfLCA", + "question": "The container with a pink top contains something meant to wash what?", + "choices": [ + "back", + "knees", + "feet", + "hands" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439586, + "question_id": "2zPnmc2Yi9hs76xmJDhmSv", + "question": "What color fur is only on the cat?", + "choices": [ + "brown", + "black", + "white", + "rust" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395119, + "question_id": "2zfhoijvF5xspwJ8NQa73w", + "question": "What is this room used for?", + "choices": [ + "exercise", + "bathing", + "working", + "cooking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433257, + "question_id": "32KLgEwsE6Kr7aFEHkyJtE", + "question": "Which one of these types of music would this group be interested in?", + "choices": [ + "edm", + "classical", + "jazz", + "folk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 160084, + "question_id": "32L3VQRdUgyqvDTPxSh7f6", + "question": "What material does the couch being jumped on feel like?", + "choices": [ + "silk", + "sand", + "toilet paper", + "velvet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155738, + "question_id": "33fTzDNMqJTUofWeR2nQ5T", + "question": "Where are the flowers placed?", + "choices": [ + "nowhere", + "in vessel", + "above table", + "ground" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374682, + "question_id": "34yQfcWL9WFpyoy69GgWfL", + "question": "What are the floating things in the bathtub?", + "choices": [ + "soaps", + "rose petals", + "bugs", + "toys" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223802, + "question_id": "35XkG42Ms8KjU32vsMw9KJ", + "question": "What keeps the toy from being flat?", + "choices": [ + "stuffing", + "water", + "sand", + "marbles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 167835, + "question_id": "368ConRNEizc3qJ4weSfba", + "question": "What is the pizza pie being served on?", + "choices": [ + "wood pan", + "metal pan", + "glass pan", + "plastic pan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 455517, + "question_id": "36bTvQkeW7bMA9yPCZNave", + "question": "From which country/kingdom are the symbols used to indicate time shown here originated?", + "choices": [ + "syria", + "united states", + "rome", + "arabia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 173192, + "question_id": "36d8zZkGK8Soq9oNqTPu2r", + "question": "How many bears do you see in the above picture?", + "choices": [ + "six", + "one", + "three", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 529334, + "question_id": "37XJhkT7bX4jmaGTXwZ5J5", + "question": "What country is this in?", + "choices": [ + "mexico", + "ireland", + "united states", + "canada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 205001, + "question_id": "39zbUmfWSaKiDS4uw8TGYD", + "question": "What event is held here weekly?", + "choices": [ + "sermon", + "singalong", + "exam", + "concert" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109757, + "question_id": "3BKBihd3SkbJrCmfMRND3e", + "question": "In which country is the gold and black clock located?", + "choices": [ + "united kingdom", + "australia", + "canada", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567218, + "question_id": "3C2ETkG3CUmm6LGwNLhUWx", + "question": "Where are the planes?", + "choices": [ + "factory", + "airport", + "warehouse", + "military base" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 137340, + "question_id": "3C6FL6kdV83gLgP2Sh5kZw", + "question": "What does the cigarette box say that smoking will do?", + "choices": [ + "kill", + "satisfy", + "beautify", + "calm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562976, + "question_id": "3CL7sbefcfftaqqgkM6Q3G", + "question": "What is the swirl made of?", + "choices": [ + "fudge", + "toothpaste", + "caramel", + "sugar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79375, + "question_id": "3Cja8qn96k9ggrUv7G9qdW", + "question": "Which of the 5 senses are these creatures particularly astute in possessing?", + "choices": [ + "tasting", + "feeling", + "smell", + "sight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 513955, + "question_id": "3D7h7aDVcz9KAZfdF7Nqoy", + "question": "What is the main reason why they can't use this device effectively?", + "choices": [ + "color", + "sleepy", + "age", + "brain capability" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158389, + "question_id": "3DhPCkxGmXrzKeab8DUcry", + "question": "Where is this appliance located?", + "choices": [ + "office", + "restauran", + "home", + "store" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260666, + "question_id": "3EKSpYEUeVp8ziRC3Yzqyw", + "question": "What does the white tower help navigate?", + "choices": [ + "boats", + "planes", + "birds", + "horses" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135827, + "question_id": "3ER3MuxMnbcskkVFGNiHmz", + "question": "What is the red thing inside of?", + "choices": [ + "house", + "mouth", + "box", + "ground" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 279293, + "question_id": "3Edih9rUn68EZfkDvFccd8", + "question": "What kind of human construction are the zebras near?", + "choices": [ + "building", + "road", + "jail", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 137610, + "question_id": "3Gwp4VLLpxyeimKaj4vWBw", + "question": "What object would be grabbed first if someone was to step out of a shower?", + "choices": [ + "soap", + "faucet", + "towels", + "floor mat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298971, + "question_id": "3Kyu5ctJf7ZjyWLPUAmUeA", + "question": "What is the person who is most likely to be injured wearing?", + "choices": [ + "camo pants", + "green jacket", + "purple cap", + "white/gray jacket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54767, + "question_id": "3LEAe2XiAWnQ9ZP9LmVP2t", + "question": "What is the giraffe doing?", + "choices": [ + "drinking", + "walking", + "sleeping", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 50595, + "question_id": "3LM8B7RukNMK3Km2kRg8dK", + "question": "What does the gray container hold?", + "choices": [ + "nothing", + "keys", + "shoes", + "giraffe food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 121171, + "question_id": "3LtDssexvuSSM62VFXiSru", + "question": "Both hands on the clock are nearest to what number?", + "choices": [ + "nine", + "three", + "seven", + "11" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4954, + "question_id": "3M66YyfHqkpKoRDzFHVyJy", + "question": "Which sport celebrates the bond between handler and dog by allowing them to work together?", + "choices": [ + "skiing", + "disc dog", + "none", + "kiting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 441975, + "question_id": "3M7BgZqV3LMsdbuaYLQKKD", + "question": "How many people live here?", + "choices": [ + "one", + "four", + "two", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107398, + "question_id": "3MyFwR2EEc2rPW4kG9ZjVe", + "question": "What is the man balancing on that is normally used to fix wrinkled clothes?", + "choices": [ + "ironing board", + "bed", + "pillow", + "bed sheets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230060, + "question_id": "3NDn66snCCY4p2XaYu2ME3", + "question": "Where was this picture likely taken?", + "choices": [ + "stable", + "meadow", + "training ring", + "house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32810, + "question_id": "3PwGxrEtZW8HgnoyaBGuP7", + "question": "What can be said about the zebra's hooves?", + "choices": [ + "wet", + "dirty", + "clean", + "injured" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107470, + "question_id": "3QL7N3ubUMxSHmaaMzZ3LF", + "question": "What metal is this likely to be?", + "choices": [ + "iron", + "aluminium", + "silver", + "gold" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 201228, + "question_id": "3RHVR2fGjUFySK9inAfzzL", + "question": "How many places can a cat get water from here?", + "choices": [ + "six", + "three", + "eight", + "nine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466998, + "question_id": "3S78x9EN8K5bYLSgc8nUdH", + "question": "Why is the sawdust falling on the elephant?", + "choices": [ + "hiding it", + "is accident", + "cleaning it", + "is fun" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 132461, + "question_id": "3SzED78iYjbq3FgA2GFLtJ", + "question": "The toothbrush is powered by what energy?", + "choices": [ + "manual power", + "electricity", + "battery", + "solar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296167, + "question_id": "3TWSR2LvXWraTYKJTg3of2", + "question": "The outer ring will do what if it stays in the same location?", + "choices": [ + "turn red", + "fall off", + "get brown", + "stay white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276598, + "question_id": "3TmVA3jAELtDcWFqJGCwdp", + "question": "What word is on the right side of the bus?", + "choices": [ + "thrice", + "first", + "enter", + "vacation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362245, + "question_id": "3Us35ctP7dAA6XZgaD4of6", + "question": "What is the profession of the person who arranged these objects?", + "choices": [ + "baker", + "chef", + "athlete", + "florist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516701, + "question_id": "3Vzhcjg8gi657qxc5sfATF", + "question": "Why does the bear have a branch in its mouth?", + "choices": [ + "for sale", + "cameraman posed", + "bring home", + "hungry" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 546578, + "question_id": "3bDQcT2gjRyffAA6VUnHZ5", + "question": "What is this plane carrying?", + "choices": [ + "passengers", + "fish", + "cars", + "packages" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53867, + "question_id": "3eEXr9vSVGni4CbuAUAbym", + "question": "What is on the kobo screen?", + "choices": [ + "newspaper story", + "novel chapter", + "diary", + "business letter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447412, + "question_id": "3ebXrvCnVbvacgrpARnP9p", + "question": "The small hand on the clock is closest to what number?", + "choices": [ + "six", + "nine", + "three", + "eight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 47895, + "question_id": "3eeYSTDFhgeiRPBwbV2Fxs", + "question": "Which people group introduced this ritual to the world?", + "choices": [ + "celtic", + "german", + "egyptian", + "romans" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 133382, + "question_id": "3fYJMsGddzgqnqKHyyDjjC", + "question": "What is the purpose of the swab?", + "choices": [ + "clogging", + "wiping", + "smearing", + "cleaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260485, + "question_id": "3i83G2bnTbxciFfk7w8TkW", + "question": "What hygiene is being displayed here?", + "choices": [ + "podiatry", + "fasting", + "dental", + "sterilization" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 153133, + "question_id": "3iwSzrqd9m6X3zLq22jBFg", + "question": "In which one of these countries might you see this bird in the wild?", + "choices": [ + "sweden", + "israel", + "mexico", + "kenya" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 449884, + "question_id": "3jUS535yQf3A6Be4oxwvJa", + "question": "Why is she wearing glasses?", + "choices": [ + "operating", + "health", + "reading", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473053, + "question_id": "3ji7ETVsVA4Z6FU9MKudNH", + "question": "Where is the resting place of the object in his hand?", + "choices": [ + "window", + "wall", + "basket", + "desk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499739, + "question_id": "3k8inAzYWhrEXQz86GdeRU", + "question": "In this sport into the soup means inside the what?", + "choices": [ + "sand", + "wave", + "foam", + "deep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528296, + "question_id": "3n24vTgLfhhSKpV9G5KcT6", + "question": "What should he put over the furniture item first?", + "choices": [ + "top sheet", + "fitted sheet", + "pillow", + "comforter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197565, + "question_id": "3pnzh5RMNKGDuhyKDphtUt", + "question": "What countries former president is visible on this monitor?", + "choices": [ + "mexico", + "canadas", + "australias", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125866, + "question_id": "3qKrT6hLReL97nirnT3K6H", + "question": "What do the animals seem to be in the water?", + "choices": [ + "to cross", + "to eat", + "to bathe", + "to swim" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442683, + "question_id": "3tvVm7odjcFysxVREkcgVi", + "question": "Which branch is the bird closest to?", + "choices": [ + "right", + "top", + "middle", + "bottom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189733, + "question_id": "3twX22w2FhT6U9Msy8k5Y9", + "question": "What does the E shown here stand for?", + "choices": [ + "east", + "emergency", + "easy", + "enter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528306, + "question_id": "3uM6KPTHqcC5U9Dun6orab", + "question": "What are the people standing on?", + "choices": [ + "feathers", + "bones", + "boxes", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 398000, + "question_id": "3uMFLTMr97JxxCmPZquLnk", + "question": "Why is this umbrella being used?", + "choices": [ + "costume", + "sun", + "rain", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 546182, + "question_id": "3v6RcwiJjC2NXeecWuyz9G", + "question": "What type leavening was most likely used to prepare this food?", + "choices": [ + "molasses", + "vegemite", + "none", + "yeast" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153147, + "question_id": "3wUgWdQJLHtCEsW3wqX5K6", + "question": "What style of pants is the woman wearing?", + "choices": [ + "skort", + "bell-bottoms", + "capris", + "skinny jeans" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257363, + "question_id": "3xpe8ZQgo6f8UiYDUFVCCY", + "question": "Why is the woman laying on the rose covered mattress?", + "choices": [ + "to heal", + "to sleep", + "to eat", + "to scare" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 471720, + "question_id": "3yYwYNPG6mzTUZsnux564Z", + "question": "What is the young one of the adult bear above called?", + "choices": [ + "calf", + "kitten", + "cub", + "puppy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351786, + "question_id": "3zFiZ2rkzJn2DoJF6Ksv4b", + "question": "What word can be spelled from the letters on the train?", + "choices": [ + "hi", + "ad", + "red", + "go" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 413032, + "question_id": "42C6sMzXP6phuWDLQrXRRG", + "question": "What is the white clothing item worn by the tennis player above his shoes?", + "choices": [ + "bandage", + "cooling pad", + "socks", + "ankle brace" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549408, + "question_id": "42DhRgkvE7yvnRfouSvqUG", + "question": "What activity is the horse on the left engaging in?", + "choices": [ + "walking", + "breeding", + "sleeping", + "grazing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444807, + "question_id": "432shgiFHRN4pL2tB23ZVR", + "question": "Which color shoes in the picture are made for women?", + "choices": [ + "black", + "brown", + "grey", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 80523, + "question_id": "43LVr8ynmZh4d5i7ndzsSf", + "question": "What is the cat looking at?", + "choices": [ + "dog", + "mouse", + "reflection", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21274, + "question_id": "445yL3FVXn9vXnuHCCUTzD", + "question": "What does the Jesus statue reveal about what the might be used for?", + "choices": [ + "museum", + "politics", + "private residence", + "religious purposes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 69854, + "question_id": "44iEUxpVVNuv4xmBK7gAzm", + "question": "What creature is the little statue?", + "choices": [ + "gnome", + "sasquatch", + "wendigo", + "troll" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 294075, + "question_id": "45iak3BiJCF7nKisXZqH7k", + "question": "What word can be used to describe this area?", + "choices": [ + "destroyed", + "fresh", + "dilapidated", + "pristine" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 304700, + "question_id": "49qtbhP97hy3s264Memxsf", + "question": "What animal's name appears on the sign?", + "choices": [ + "cat", + "dog", + "falcon", + "badger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 152906, + "question_id": "4AK4BRCigVDUigrjPjkhf9", + "question": "This airline is named after a mythical what?", + "choices": [ + "tiger", + "eagle", + "lion", + "horse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90556, + "question_id": "4CEsZ2B7Socrt5gHueSWs8", + "question": "What is attached to the other side of the cables that the man is holding?", + "choices": [ + "kite", + "boat", + "sail", + "balloon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 543072, + "question_id": "4D5AyAeBBGbSQQZe4UR8AF", + "question": "What can be seen on the water?", + "choices": [ + "eel", + "stingray", + "shark", + "boat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 39660, + "question_id": "4DEsCSgUKA6EfZmDe6vKVy", + "question": "This bus is taking on passengers where?", + "choices": [ + "rural", + "no where", + "city", + "suburbs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 66029, + "question_id": "4EQtaaP6uNTsJoM7Udj8Px", + "question": "What is required for this activity?", + "choices": [ + "rain", + "sun", + "snow", + "ice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 176952, + "question_id": "4EUiogawneSZGfVuXiRMQM", + "question": "How many squares are there?", + "choices": [ + "20", + "eight", + "16", + "ten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395561, + "question_id": "4EvcTjfMeueprHFrGTocwN", + "question": "How many people ar surfing?", + "choices": [ + "one", + "four", + "three", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539907, + "question_id": "4GKESMsK8SBb6vSVExQ9Cd", + "question": "If someone needed a Pain reliever tablet where should they look?", + "choices": [ + "behind mirror", + "in switch", + "under sink", + "behind rack" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435881, + "question_id": "4Hf7n5YtvsN5aYPQpCGB2F", + "question": "What type of fries are these?", + "choices": [ + "crinkle cut", + "waffle", + "sweet potato", + "curly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3907, + "question_id": "4HgajS2VP664b9eiqqmnMk", + "question": "What time period does the blue bus seem to be celebrating?", + "choices": [ + "80s", + "90s", + "60s", + "70s" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500276, + "question_id": "4HpG6btYnAy3ecVzKXqgo6", + "question": "The women on the cell phone would have to be what to be legal?", + "choices": [ + "driving", + "commuting", + "parked", + "in traffic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 489499, + "question_id": "4Lm47yzxZ4ZC58Pyf9jYrv", + "question": "What is the brown desk top neat the person made from?", + "choices": [ + "wood", + "glass", + "aluminum", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431815, + "question_id": "4NhR6zrEtQpQ83cxoG96bz", + "question": "What state is the city in whose name appears atop the round structure behind the train?", + "choices": [ + "new york", + "venice", + "buffalo", + "illinois" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259363, + "question_id": "4RoLzPvA5rgSG3Ccbf5Gwr", + "question": "What would be the best way to describe the area the kites are flying in?", + "choices": [ + "urban", + "rural", + "downtown", + "suburbs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251760, + "question_id": "4S9tgDb7FQWx4MBghw52Cd", + "question": "What celebrity would have been most familiar with the language that is on the sign?", + "choices": [ + "anthony quinn", + "cher", + "falco", + "marlon brando" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 300078, + "question_id": "4SFo4KBxoee4r2qVPKiH4s", + "question": "How would a person secure this clothing accessory?", + "choices": [ + "buttons", + "snapping", + "nothing", + "tying" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537147, + "question_id": "4TaMGJ35NQKHeNRsiwqtUC", + "question": "What material is this dog made of?", + "choices": [ + "polyester", + "cotton", + "denim", + "pic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365830, + "question_id": "4V47SYybzgXKe4DXEhtSUc", + "question": "What is crashing in?", + "choices": [ + "monsters", + "water", + "animals", + "boats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516072, + "question_id": "4VQFyXMMniNTZqqSKX3nLr", + "question": "What pattern shirt is the person wearing who took this photo?", + "choices": [ + "check", + "hound's tooth", + "floral", + "denim cowboy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267316, + "question_id": "4WWicLzyA36uhCxc6w6kke", + "question": "If you use this appliance make sure not to use which container for your food?", + "choices": [ + "plastic", + "glass", + "metal", + "ceramic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557661, + "question_id": "4Xnqn8YfRqbwh7chuGcWfd", + "question": "Why are there so many giraffes?", + "choices": [ + "travel packs", + "is zoo", + "posing", + "coincidence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 397524, + "question_id": "4ZnGtbYRSRdRd2vdQiY24q", + "question": "Which one of these substances are these treats likely high in?", + "choices": [ + "salt", + "pepper", + "oregano", + "sugar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466655, + "question_id": "4aTFmXB6mXsGQceXwY3qmt", + "question": "What species are these stuffed animals meant to resemble?", + "choices": [ + "rodent", + "porcine", + "ursine", + "ovine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498469, + "question_id": "4bsszAq6ZCykrVvZ4CatxX", + "question": "What is the dog looking at?", + "choices": [ + "snake", + "horse", + "apple tree", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262573, + "question_id": "4cQTToNQKRBPE7MdxBtfBe", + "question": "Where is this bathroom likely located?", + "choices": [ + "restaurant", + "hotel", + "school", + "home" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192384, + "question_id": "4chWDAJRhUdhYLnKBcgvCx", + "question": "What is the green vegetation called that's covering the fire hydrant?", + "choices": [ + "vines", + "branches", + "bushes", + "algae" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 23728, + "question_id": "4eixuZsKQADhZg4cL4ssM6", + "question": "What company operates this park?", + "choices": [ + "universal", + "disney", + "palace entertainment", + "hershey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 185960, + "question_id": "4em6RuLKQk64FWDE8a4ewy", + "question": "What is the weather like?", + "choices": [ + "rainy", + "snowy", + "windy", + "tornado" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536946, + "question_id": "4g9KccKnbbEf6Ja4MdnLme", + "question": "Crafts seen here are named for what?", + "choices": [ + "horses", + "tugboats", + "men", + "females" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 266158, + "question_id": "4gwhj5AmpMVMV4VEjPhSsr", + "question": "If these animals were real what would they be eating?", + "choices": [ + "carrots", + "hamburgers", + "eggs", + "fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97241, + "question_id": "4mLok6ArmjXLPKJkcA6UNs", + "question": "What is the TRK an abbreviation for?", + "choices": [ + "turkey", + "trunk", + "trek", + "trike" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317057, + "question_id": "4o3QWgqz7TDq8Gz3oRfLDa", + "question": "What internet slang is related to the word at the top of the meter?", + "choices": [ + "ama", + "hashtag", + "dm", + "epic fail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 392902, + "question_id": "4q9BmXG7YdKJNPe3Q8dNCa", + "question": "Which ingredient is used in the product the man is holding in his mouth?", + "choices": [ + "oregano", + "tobacco", + "chocolate", + "mint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74198, + "question_id": "4rpiHogCG4gisxDYuYYRmh", + "question": "Which part of this conveyance must you manipulate to slow it down?", + "choices": [ + "handlebar area", + "wheel", + "pedals", + "spokes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154570, + "question_id": "4rwM7yLHkk2S49QJK943KJ", + "question": "The person here will glide along the water top by what power?", + "choices": [ + "wave", + "wind", + "none", + "motor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125611, + "question_id": "4s7oFbTkuXA6jzWYHfkda9", + "question": "What time was it fifteen minutes before this?", + "choices": [ + "120", + "125", + "130", + "1225" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336894, + "question_id": "4uVLTWVJdGMjx4Ad3DvTrX", + "question": "What type of transportation is this?", + "choices": [ + "air", + "road", + "rail", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577094, + "question_id": "4ui99nAHcoDZEKHVSdgKWJ", + "question": "What color adorns the blue vase?", + "choices": [ + "black", + "purple", + "pink", + "orange" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 227135, + "question_id": "4zKA3t2woCPPNL4MzgeWTt", + "question": "What color are these items when they are ready to eat?", + "choices": [ + "black", + "orange", + "purple", + "yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443560, + "question_id": "53tGp7dvhcHJda4iFcCvej", + "question": "Which is the Plus point in the Picture?", + "choices": [ + "grey wire", + "red wire", + "blackwire", + "steel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 222919, + "question_id": "54ZEpqDVBYDaVSehVcuQai", + "question": "What do birds migrate for?", + "choices": [ + "weather condition", + "breeding", + "feeding", + "habiting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 116671, + "question_id": "54kaz2aJ3Qp5PsogoHRYth", + "question": "What animal is the elephant on the right approaching?", + "choices": [ + "lion", + "horse", + "tiger", + "giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 184343, + "question_id": "55GKaPdpYStjAQLqH7eUXh", + "question": "What might the cows drink from if thirsty here?", + "choices": [ + "water bottles", + "trough", + "river nearby", + "stream" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581365, + "question_id": "55Qa8RyMymMC8FP4KktGii", + "question": "Which train is served during rush hours in the peak direction of Union T'pke?", + "choices": [ + "e", + "none", + "both", + "f" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96181, + "question_id": "56cnGiYqpKbZL7tLfdTE9U", + "question": "Which person has disguised where his eyes are looking?", + "choices": [ + "left", + "none", + "right", + "middle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53357, + "question_id": "57fu4qBDXjMCPwgxytwCyG", + "question": "Which thing is the animal here shown to more likely consume next?", + "choices": [ + "grass", + "pecans", + "soil", + "tree leaves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135669, + "question_id": "57pRs3F52uiKVQWBNtTAt6", + "question": "Why is are the Wii games lighter than the rest of the color on their case?", + "choices": [ + "camera flash", + "broken lamp", + "spilled water", + "bad painting" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 485159, + "question_id": "58DvBgBXtJtZAAeCDVP2VQ", + "question": "What environment does a stork spend some of it's time in?", + "choices": [ + "desert", + "marsh", + "swamp", + "mountain top" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296081, + "question_id": "59PQFUpZGEGEyfABi2cCfj", + "question": "What kind of location is this kite being flown at?", + "choices": [ + "ocean", + "beach", + "pond", + "river" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115708, + "question_id": "59Wtg6Tbz5YrPqm6B6CMyH", + "question": "What other color does this vegetable come in?", + "choices": [ + "blue", + "orange", + "green", + "pink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326608, + "question_id": "5Bsk7MvCgx5PXCaxFSwxbK", + "question": "How is the girl planning on traveling?", + "choices": [ + "skateboard", + "cab", + "car", + "pogo stick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 398513, + "question_id": "5CSnuoG3LvnB6x5EMJ5ZbM", + "question": "What is the object the cat is in commonly used for?", + "choices": [ + "planting flowers", + "collecting fish", + "exercising", + "eating soup" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277723, + "question_id": "5CrurAM97tCbqiz2jJWEpc", + "question": "What is the name of this animal in cartoon form in the movie Madagascar?", + "choices": [ + "dave", + "andy", + "marty", + "alex" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562945, + "question_id": "5D9HjVqaAPD87JiY2VEbMn", + "question": "What extraordinary quality might you find on this animal's face?", + "choices": [ + "eyes", + "tongue", + "nose", + "hair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51670, + "question_id": "5DQE7k7hRPi7rsmzFMT6rc", + "question": "The name on the towel is the same as the name of a company that makes what?", + "choices": [ + "windows", + "wheelbarrows", + "eggs", + "tires" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463747, + "question_id": "5DiLavr4pygrzh59qFfgFj", + "question": "What is one of the older items in the room?", + "choices": [ + "wall heater", + "logs", + "marble sculpture", + "blinds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 208143, + "question_id": "5FN5f9JrEakqL3ptz6nnya", + "question": "What do the tassels on the tail of this animal deter?", + "choices": [ + "flies", + "gnus", + "lions", + "plants" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 247172, + "question_id": "5GohTufPJhLFDKVanFm6o3", + "question": "What number of the clock is partially covered by the big hand?", + "choices": [ + "four", + "six", + "five", + "seven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549656, + "question_id": "5Gwga6YKTii9whRURfmBWH", + "question": "Which way is the arrow pointing?", + "choices": [ + "up", + "down", + "right", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156446, + "question_id": "5HRUeVYPayf7LSDkwzcrE5", + "question": "What is the person holding on her right hand?", + "choices": [ + "bag", + "cape", + "briefcase", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524116, + "question_id": "5HtyEoL9R82veAvztNE7Gw", + "question": "What is the he boy using to communicate?", + "choices": [ + "phone", + "sign language", + "postcards", + "letter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263983, + "question_id": "5Hv9WWittvhXSo6JDQM3Cw", + "question": "What type of creature would normally wear these shoes?", + "choices": [ + "dog", + "lizard", + "monkey", + "human" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 312566, + "question_id": "5KqFYyxmtzuUsZ3NBPFkJJ", + "question": "What gesture can the woman in the yellow pants be seen doing?", + "choices": [ + "thumbs up", + "middle finger", + "shaka", + "peace sign" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503987, + "question_id": "5PmvuiC87QqdAvuL4LWynB", + "question": "How many cars are visible in this image?", + "choices": [ + "one", + "ten", + "two", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 253618, + "question_id": "5Qhaqg27DpRL5z7yUftVuu", + "question": "What part of the wave is the man surfing on?", + "choices": [ + "trough", + "foam", + "crest", + "trench" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 335097, + "question_id": "5Qz9kDDzY4QFdBkmtkchJe", + "question": "Who is this structure meant for?", + "choices": [ + "drivers", + "mechanics", + "police", + "passengers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259385, + "question_id": "5RM9XVZmefF8ymMkDcQpaF", + "question": "What is the color of the cat eye?", + "choices": [ + "yellow", + "blue", + "golden yellow", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 344571, + "question_id": "5RbUkY3SdueFyupENAgUN8", + "question": "What is the man's dating status?", + "choices": [ + "married", + "single", + "it's complicated", + "divorced" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153521, + "question_id": "5RrjA4Bru4WUokKRXRWnzi", + "question": "Which activity has most likely occurred at this table in the past?", + "choices": [ + "doing math", + "smoking", + "interviewing", + "buying stocks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139562, + "question_id": "5ToU7MrYhkfyxVvKQbUhF3", + "question": "Why does he have his arm out?", + "choices": [ + "reach", + "signal", + "wave", + "measure" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235860, + "question_id": "5TwsGRYpVTaLhaAG3tyiqn", + "question": "What vehicle is closest to the umbrella?", + "choices": [ + "airplane", + "tank", + "car", + "bicycle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235910, + "question_id": "5UkFgtxz8GFywGuNkpwWdM", + "question": "What is the bear doing?", + "choices": [ + "hiding", + "playing", + "resting", + "foraging" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 69708, + "question_id": "5XcBD53cdNaRxm8rnGQAQS", + "question": "What does this device control?", + "choices": [ + "television", + "coffee maker", + "car", + "stove" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 228600, + "question_id": "5XfSBNCWMGVwpxfkww6RES", + "question": "What does the yellow line on the ground tell people?", + "choices": [ + "warning", + "lie here", + "run here", + "step on" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 287359, + "question_id": "5XzQihFFYiqYudmmQHeQUZ", + "question": "How is the woman's hair staying out of her face?", + "choices": [ + "wind", + "ponytail holder", + "hands", + "shirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399136, + "question_id": "5YBbEtKw5NPZJTzg7rJwoM", + "question": "What color is the short sleeve shirt of the man in the foreground?", + "choices": [ + "orange", + "purple", + "blue", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 548817, + "question_id": "5ZXuDL3qnMCBmAhQXGtRxu", + "question": "What is the giraffe putting it's mouth on?", + "choices": [ + "car", + "grass", + "tree", + "window" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562436, + "question_id": "5ajBkWSjzu3SJEuRK3AZmu", + "question": "Which donut will leave the most crumbs?", + "choices": [ + "chocolate frosted", + "white-glazed", + "cereal-covered", + "nut-covered" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576090, + "question_id": "5c2auYNaivu29Mj5PKFKBq", + "question": "How would one reach this structure?", + "choices": [ + "boat", + "car", + "train", + "swimming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 205001, + "question_id": "5cvtgQe5WXk3G9iXBP76aA", + "question": "What day of the week is the open house?", + "choices": [ + "wednesday", + "thursday", + "monday", + "friday" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317314, + "question_id": "5djqRRSAtrbtfWArjuDBxz", + "question": "What is this appliance used for?", + "choices": [ + "frying", + "baking", + "boiling", + "cooling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 509206, + "question_id": "5eNfV8yykjLTZvYhysWRRZ", + "question": "What could cause the train to crash like this?", + "choices": [ + "another train", + "derailed", + "car", + "plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 541307, + "question_id": "5ejD4aQbnVfTt33FDqG2bz", + "question": "What is being done to the back wall?", + "choices": [ + "being demolished", + "being dusted", + "getting painted", + "being cleaned" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 481339, + "question_id": "5fCvcCHeFe6rskTBwLeDt4", + "question": "What portion of the keyboard is the dog resting on?", + "choices": [ + "number pad", + "space bar", + "caps lock", + "mouse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415003, + "question_id": "5fwHqW5E6o3WPUomeRGiZW", + "question": "Why are different company's names on the skier's uniform?", + "choices": [ + "designers", + "skier's companies", + "fashion", + "sponsors" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 522063, + "question_id": "5hwaZm54r9r7uM2ESpPema", + "question": "Why is the person blurry?", + "choices": [ + "bad film", + "is falling", + "unsteady photographer", + "moving fast" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 253423, + "question_id": "5i99By8bd9ALL73xMzRxNF", + "question": "What are the green signs hanging from the silver pole called?", + "choices": [ + "delay markers", + "relay markers", + "street signs", + "warnings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 275575, + "question_id": "5jV8NDgAB9ApxtfM3yx3su", + "question": "The animals shown here became endangered because of a past mania for which body part visible here?", + "choices": [ + "trunks", + "tusks", + "eyes", + "ears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501489, + "question_id": "5mL573DPNnSmSYMQ6nvdws", + "question": "The three persons visible here await what?", + "choices": [ + "sunset", + "dinner", + "shark", + "wave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 268829, + "question_id": "5mzukgrvLgWVo2qhMQx3Cv", + "question": "What is the car doing on the couch?", + "choices": [ + "eating", + "playing", + "sleeping", + "fighting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366467, + "question_id": "5pMNJBWxpcsgkdCfzGE4Qt", + "question": "What part of the United States is this location in?", + "choices": [ + "northeast", + "northwest", + "southwest", + "east" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 126616, + "question_id": "5qkmfnBqBE6PWBfVpskZcG", + "question": "What is the man doing on the ground?", + "choices": [ + "posing", + "eating", + "exercising", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230729, + "question_id": "5r8WNTaPeX8mTXS6NVeuVw", + "question": "What is the brown area on the wall seen on the right building made from?", + "choices": [ + "bricks", + "sand", + "steel", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495151, + "question_id": "5rYz7cC6mALucuhXaKbT2L", + "question": "Who is the drink for?", + "choices": [ + "sheep", + "mother", + "baby", + "nobody" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468887, + "question_id": "5sMsyrAZX8cGmqAPn9mNhs", + "question": "What can one see when looking at the screen here?", + "choices": [ + "stock prices", + "mirror", + "e mail", + "cat reflection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102964, + "question_id": "5soQhLvyQRX85dfeMbaU4Z", + "question": "What is keeping the large animal contained in one area?", + "choices": [ + "barbed wire", + "metal fencing", + "glass panels", + "stone wall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339282, + "question_id": "5tBoFQWphUU9wa7Huv4qys", + "question": "The animal here hope to smell what?", + "choices": [ + "deer", + "food", + "perfume", + "body odor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384246, + "question_id": "5uNknEwA6pzHdRK56XmXvM", + "question": "What is a famous type of this dish?", + "choices": [ + "swedish", + "hawaiian", + "english", + "french" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395126, + "question_id": "5vViWB8diLuCr9gk3ypB8r", + "question": "What is the toilet seat in the shape of?", + "choices": [ + "seashell", + "boat", + "horn", + "theremin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 185960, + "question_id": "5vgb22Co32MME4ALkNGxG2", + "question": "How are these objects controlled?", + "choices": [ + "magic", + "computer", + "string", + "remote" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 221544, + "question_id": "5zNZkfnHMwujaMWcgcAD2m", + "question": "What do the zebras here seek?", + "choices": [ + "photos", + "food", + "selfies", + "praise" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 333757, + "question_id": "5zf2CJUa6ZpTd4Zrs753U4", + "question": "What number is the small hand of the clock is pointed to?", + "choices": [ + "five", + "six", + "three", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544758, + "question_id": "62HDrRXEDr7NZKTcpnvhBZ", + "question": "In which country is this bus located?", + "choices": [ + "united states", + "germany", + "argentina", + "mexico" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251099, + "question_id": "62ZcYfsQEEzSyf4toR6JTw", + "question": "What type of head covering did this man have?", + "choices": [ + "baseball hat", + "fedora", + "visor", + "cowboy hat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63621, + "question_id": "638DXKZXLiJEBEeDQhiJcT", + "question": "What is the blue object on the shelving unit?", + "choices": [ + "feather boa", + "stole", + "scarf", + "veil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 523431, + "question_id": "65jrfVeVQGv7nAaS2CJpVc", + "question": "These cows belong to the owner of what most likely?", + "choices": [ + "lettuce farmer", + "dairy", + "meat packer", + "no one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390045, + "question_id": "663iRghdQNr3DUr2AsiCLe", + "question": "What item would you operate with the grey item?", + "choices": [ + "television", + "car", + "lights", + "oven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 110479, + "question_id": "67SpkUydwvZh98DTP4FEMC", + "question": "Which notice would be most visible?", + "choices": [ + "no standing", + "dont walk", + "walk", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 248442, + "question_id": "68SUTMupDenjGbiQSGHWmC", + "question": "How many different materials are the benches made out of?", + "choices": [ + "three", + "two", + "one", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 234178, + "question_id": "68r8tS5EPoShgkLC3fY5v7", + "question": "What animal do you think this bird is sitting on?", + "choices": [ + "zebra", + "giraffe", + "hippo", + "alligator" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259996, + "question_id": "68tzVmNQhHZQs77zWTHsiY", + "question": "What type of doll is this?", + "choices": [ + "puppet", + "china", + "fashion", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473446, + "question_id": "6ALkpWxZsQW3swtFJEW6WW", + "question": "What is on the bottom of the bear's foot on the right?", + "choices": [ + "smile", + "sun", + "heart", + "year" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 337012, + "question_id": "6Ae6xuLbeXb3ZevGLLuZoW", + "question": "What is this bear ready to do?", + "choices": [ + "kick", + "drop", + "pick", + "throw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 48526, + "question_id": "6BRYTYFwsFwkmhKnHQFDiM", + "question": "The convertible carrying equipment to load onto the jet plane is from which country?", + "choices": [ + "united states", + "france", + "germany", + "england" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551017, + "question_id": "6Bncc6xzeUPH7gHnWzMvcp", + "question": "Which country's flag is on the right-rear of the truck?", + "choices": [ + "germany", + "canada", + "united states", + "france" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521350, + "question_id": "6BvQ45wZ25CPsEbLGBfzpa", + "question": "What number is closest to the number of zebras there are?", + "choices": [ + "three", + "11", + "20", + "40" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467364, + "question_id": "6BvU2tAxu5PmjdW43mLVzi", + "question": "Which direction is this plane going?", + "choices": [ + "back", + "leftward", + "upward", + "rightward" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 382922, + "question_id": "6DH6L8nnuBkid9DAAJTxfs", + "question": "What is usually in the place of the teacups?", + "choices": [ + "candy", + "playing cards", + "aardvarks", + "numbers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 333274, + "question_id": "6EB4mHuEFqzv9mUc94ExkB", + "question": "In what year did the singer of this song die?", + "choices": [ + "1999", + "2009", + "2017", + "2015" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 480309, + "question_id": "6EFuUGumkFtB2sTLmKyCcw", + "question": "What flavor will the fruit add?", + "choices": [ + "sweet", + "sour", + "spicy", + "salty" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38150, + "question_id": "6EevuzJAYGHZxQzqTVjiXX", + "question": "Why is the one zebra so much smaller than the other?", + "choices": [ + "malnourished", + "is younger", + "is abandoned", + "is closer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 560116, + "question_id": "6EiiJkgQp2LQhiypMazToT", + "question": "Why is he on top of the wave?", + "choices": [ + "cought there", + "better ride", + "fell there", + "landed there" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381473, + "question_id": "6EmDMdL9UvNcj3LYicfEaC", + "question": "What is trailing the bear?", + "choices": [ + "wolf", + "snake", + "cat", + "rat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511761, + "question_id": "6EwxuzpVbnTwa7QuVrZaCV", + "question": "What is the tallest structure above the house?", + "choices": [ + "solar panel", + "chimney", + "flag", + "antenna" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170255, + "question_id": "6FYXMtFnTXuvG9FuB74tLH", + "question": "What can this utensil be used for?", + "choices": [ + "scoop", + "flip", + "strain", + "cut" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296643, + "question_id": "6H2PT2n3hmypPmBtt5Mh6o", + "question": "What is the man holding onto while surfing?", + "choices": [ + "boat", + "blimp", + "helicopter", + "kite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 60231, + "question_id": "6KoS8ZXgNvWtTyX9FscJkn", + "question": "Why is she feeding the bottle to the dog?", + "choices": [ + "dog likes", + "dog thirsty", + "for camera", + "dog hungry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3905, + "question_id": "6MpRBQoBxsMkt8eunHCcYH", + "question": "What have these sheep most likely been doing?", + "choices": [ + "walking", + "eating", + "sleeping", + "drinking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 245136, + "question_id": "6MprjDoexvsq9VAox4m6UH", + "question": "To which airline does this plane belong?", + "choices": [ + "united", + "continental", + "southwest", + "delta" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389377, + "question_id": "6Px9CC2xyByHpZbiMVdMbR", + "question": "What group is the dish's meat in?", + "choices": [ + "beef", + "seafood", + "poultry", + "pork" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 219044, + "question_id": "6QpAZkEovzxwfF4sq2wgja", + "question": "What hour hand is the clock closet too?", + "choices": [ + "one", + "11", + "12", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 287750, + "question_id": "6Qpfkw6eU29hs9EJjGuPFk", + "question": "Gathering of these items is referred to as what?", + "choices": [ + "harvest", + "collecting", + "poaching", + "fishing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540631, + "question_id": "6RhUbxZP4VkFX3RS73ym7E", + "question": "Where is this being served?", + "choices": [ + "gourmet restaurant", + "diner", + "fast food", + "pub" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373680, + "question_id": "6Ro9FovrZBCVX5ag4HmRVb", + "question": "Which natural material is most prominent in architecture seen here?", + "choices": [ + "tar", + "grass", + "stone", + "mud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97163, + "question_id": "6ShYRnRr4kss4N5Qq7jte6", + "question": "Where is the person at?", + "choices": [ + "sky", + "water", + "land", + "mountain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431338, + "question_id": "6TY8z8cfBNLfhAS5zRNeDB", + "question": "What's wrong with the signs?", + "choices": [ + "wrong language", + "they're wet", + "nonsensical", + "broken" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547235, + "question_id": "6TftfNGb9iyNJjJBuHSYe2", + "question": "What can be said about the animal's ears?", + "choices": [ + "floppy", + "droopy", + "perky", + "small" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551968, + "question_id": "6XnZNQZt5MWjYZXuBx86e3", + "question": "What will come up if the user clicks on the magnifying glass?", + "choices": [ + "virus", + "map", + "spam", + "plane fare" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293381, + "question_id": "6XtQvp7PV6ofEDhpRr9wKo", + "question": "The items here are controlled by entities located where?", + "choices": [ + "above them", + "below them", + "drones beside", + "no where" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77459, + "question_id": "6Y4Ww3DubwN7VMddhQtHUK", + "question": "What tool would most likely be used to assist in cleaning this clock?", + "choices": [ + "pipe", + "lift equipment", + "concrete mixer", + "welding machine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25836, + "question_id": "6YysoxQ9jCLzAFHoYkwirN", + "question": "What skateboard move is the man doing?", + "choices": [ + "grind", + "kickflip", + "ollie", + "superman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 405938, + "question_id": "6Z54epmeGbZhfxfPd9RbyS", + "question": "What does this animal rest it's paw on here?", + "choices": [ + "surfboard", + "skateboard", + "yo yo", + "bike" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483511, + "question_id": "6ZbpeCxjwDchz3AFcVaXjA", + "question": "The cat is protected from what possible event?", + "choices": [ + "tornado", + "theft", + "rain", + "dog attack" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254871, + "question_id": "6Zd4H7qM6N2mi2gZNbt9pG", + "question": "What actress has a last name that shares the first four letters on the sign that come after MS?", + "choices": [ + "michelle dockery", + "mia sara", + "jane levy", + "jessica biel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200388, + "question_id": "6avqCXeuhNfAuLNY6rEaZL", + "question": "Where should they put this item to preserve it?", + "choices": [ + "oven", + "dishwasher", + "fridge", + "dehydrator" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373505, + "question_id": "6bGLdD3fvLezSWi2T2TFyg", + "question": "Where is this animal located?", + "choices": [ + "zoo", + "circus", + "wild", + "fair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35051, + "question_id": "6cXiWFimvy7nPvwLeFwihB", + "question": "What sort of book is the one seen here most likely?", + "choices": [ + "porn", + "bible", + "encyclopedia", + "cookbook" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 568375, + "question_id": "6g38gFs6yKjAT2u7ACaeZJ", + "question": "What is being used to control the large brown dog?", + "choices": [ + "treats", + "leash", + "shock collar", + "muzzle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81130, + "question_id": "6hYmQ4wWSJuQjstfwBonM6", + "question": "Which of these is closest to the ground?", + "choices": [ + "gloves", + "helmet", + "shoulder", + "knee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51870, + "question_id": "6hxnRPdcnmx5CbRqBQy6ri", + "question": "What is required for this activity?", + "choices": [ + "fire", + "ice", + "snow", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499022, + "question_id": "6iYqS3mVL6FwVgM9mGUUNN", + "question": "What kind of vehicle is driving this train?", + "choices": [ + "caboose", + "boat", + "locomotive", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 337764, + "question_id": "6kEww9MgyCgs9ai4st7tz2", + "question": "What is the horse doing?", + "choices": [ + "hiding", + "resting", + "attacking boy", + "pulling boy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 43259, + "question_id": "6u992K97HteN3bdQ6X8djF", + "question": "What is he doing?", + "choices": [ + "slipping off", + "stopping board", + "posing", + "falling down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 45797, + "question_id": "6ukhWEACT6JyZuHEviCwaS", + "question": "What do people associate this room's name with in a house?", + "choices": [ + "study", + "kitchen", + "living room", + "bathroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391387, + "question_id": "6uxs5zqwDV2Nyp3tHzXYFe", + "question": "What is keeping the remote in the air?", + "choices": [ + "tape", + "hand", + "nothing", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 250627, + "question_id": "6xsoBRK22DkTR4xpha7FPt", + "question": "What type of sweater would you wear with his hair?", + "choices": [ + "cotton", + "silk", + "polyester", + "wool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462299, + "question_id": "6ydWjaAwHkKVvxX8DoHAAR", + "question": "What are the items above commonly made of?", + "choices": [ + "none", + "loam", + "sand", + "clay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 292006, + "question_id": "6zYjrbJuRhCKm6fgvCCQk2", + "question": "Horse tail is adequately made up of?", + "choices": [ + "fiber", + "tissues", + "protein", + "iron" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 266733, + "question_id": "6zrtuKTz9qJtWj8AeAmNtC", + "question": "What type of area is shown?", + "choices": [ + "arctic", + "commercial", + "residential", + "coastal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395808, + "question_id": "72syLJxPciyVoCAERLCs4K", + "question": "The item in the blue container will clean where?", + "choices": [ + "between teeth", + "between toes", + "under arms", + "back" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192946, + "question_id": "73gprKFmv5PUxqTxjaFHVF", + "question": "What type of animal is on the bench?", + "choices": [ + "rabbit", + "dog", + "cat", + "squirrel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156198, + "question_id": "749PZzbb9raknRENtTzJKg", + "question": "How does the grass feel?", + "choices": [ + "dry", + "dead", + "wet", + "frozen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499380, + "question_id": "75TTBTRyrgvnsYFKLtYhkc", + "question": "Which body of water are they entering?", + "choices": [ + "lake", + "pond", + "ocean", + "river" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 461047, + "question_id": "75fTzzZMRS7SDP4DbnLddt", + "question": "What type of shot is the woman about to hit?", + "choices": [ + "backhand", + "dropshot", + "serve", + "forehand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190005, + "question_id": "76DTMxHCeKFHWyfp44GRHE", + "question": "What food dish might this animal become?", + "choices": [ + "chicken tenders", + "rice", + "chocolate cake", + "pork chop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283098, + "question_id": "76qX2itcLbSxCUtTjPCAkw", + "question": "What healthy habit likely happens in this room?", + "choices": [ + "hygiene", + "exercise", + "sleep", + "diet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 441279, + "question_id": "78Za9dKfsSp7TgbkPDGUv8", + "question": "Which one of these clothing types would be out of place in this scene?", + "choices": [ + "wetsuit", + "speedo", + "tuxedo", + "bikini" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381451, + "question_id": "78ZocZhLPC4GvaCsZ669WV", + "question": "What is the homeowner especially fond of?", + "choices": [ + "windows", + "drapes", + "vases", + "candles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 211814, + "question_id": "7967qVrBnvy9JKPfEMGfSM", + "question": "Based on appearance how difficult has the elephant's life been?", + "choices": [ + "fun", + "relaxing", + "easy", + "hard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92073, + "question_id": "79gPtLgQY5Vy9FNHkAhoH8", + "question": "Why are the birds flying in different directions?", + "choices": [ + "being attacked", + "are fake", + "confused", + "hungry" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 59018, + "question_id": "7ANXXSzGUvDLQtot638Hq3", + "question": "What type of sign is shown?", + "choices": [ + "traffic", + "brand", + "historical", + "price" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478703, + "question_id": "7BELPCojQbXdD7ecDPJvYo", + "question": "What effect might the sink have on the animal shown in it?", + "choices": [ + "upsetting", + "derivative", + "irritant", + "cooling" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 137565, + "question_id": "7BScbsmHTpdUyYqsw5GHzx", + "question": "What do you need to do to answer a call on this phone?", + "choices": [ + "touch screen", + "smack front", + "pull antenna", + "flip open" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 450986, + "question_id": "7Bqp7kKLFFZdPQdwz3JDA5", + "question": "Who claimed to be the first to make this type of pizza?", + "choices": [ + "sam panopoulos", + "julia child", + "john schnatter", + "gordon ramsey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170009, + "question_id": "7D62gkvtBL6tCxjv8k8E8r", + "question": "What can be said about the photographer of this image?", + "choices": [ + "threatening", + "spotted", + "endangered", + "hidden" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 485104, + "question_id": "7DLQ5qJ3NZAZJVQEMxvyvn", + "question": "What is one obvious cause of his homelessness?", + "choices": [ + "mental issues", + "foreclosure", + "illness", + "alcoholism" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 287271, + "question_id": "7EFu9Zw4xYeGbR2iU94J35", + "question": "Who is the author of the children's find the hidden character book that has the same name as the name on the sign?", + "choices": [ + "martin handford", + "kim richards", + "james d'arcy", + "jay thomas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490807, + "question_id": "7FFH2NzAzHchm8CjMkWodP", + "question": "How might the smaller bird most likely be related to larger?", + "choices": [ + "parent", + "sibling", + "chick", + "strangers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 232798, + "question_id": "7Gv3PNQg6xexCDSJUBeWXx", + "question": "What object is in most danger of being pushed off the bed by a cat?", + "choices": [ + "laptop", + "grocery bag", + "power cord", + "black bag" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439953, + "question_id": "7J2APnpu9ycMvXxVLrsy6t", + "question": "What is this tower used for?", + "choices": [ + "time", + "water", + "light", + "cell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 535149, + "question_id": "7KKuphvR5ZVHkCb9Fdgfxa", + "question": "Which human language does this animal most likely understand fully?", + "choices": [ + "chinese", + "none", + "korean", + "english" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 333027, + "question_id": "7KT236iDTJ7AYDcTZZDH7U", + "question": "What company made the top row products?", + "choices": [ + "amazon", + "ibm", + "apple", + "microsoft" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521358, + "question_id": "7Kt4yk3r9XQouC75kcwsp4", + "question": "What is the animal here most likely to do that might injure the person near it?", + "choices": [ + "flick ears", + "nothing", + "run", + "kick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4127, + "question_id": "7LZULuvjJbRsD5ATLjqLkW", + "question": "The numbers are displayed how?", + "choices": [ + "roman numerals", + "hieroglyphics", + "kanji", + "cuneiform" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209612, + "question_id": "7QkREaBZ45oCr9bFcHowRG", + "question": "How will this person get home?", + "choices": [ + "ride horse", + "uber", + "walk", + "train" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376860, + "question_id": "7QuN8nEoMSLRnb62qbzjrY", + "question": "In what building is this bathroom located?", + "choices": [ + "gas station", + "museum", + "motel", + "private home" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175578, + "question_id": "7Tbx49oXRyY7kCCQw8ZZCu", + "question": "Where is the red bus going to stop next?", + "choices": [ + "community center", + "state park", + "arriva road", + "becontree heath" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342053, + "question_id": "7UQuWQBzSCTiptMwWTZ2LP", + "question": "Which room is directly opposite this room?", + "choices": [ + "porch", + "bathroom", + "kitchen", + "bedroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129252, + "question_id": "7VAUUdnYbVTjT9KKpsQLAX", + "question": "Which animal is in least danger of being eaten by humans if caught in the wild?", + "choices": [ + "goat", + "all equal", + "zebra", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351821, + "question_id": "7Wyq9WrPaNv8fW4HesrrKi", + "question": "What type of transportation is shown?", + "choices": [ + "rail", + "air", + "water", + "land" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 341211, + "question_id": "7YPL5Df9ouWQjdsXsDKVPu", + "question": "What does the yellow part of the sign tell drivers about this part of the road in relation to the rest of the highway?", + "choices": [ + "merging into", + "slow down", + "going up", + "being dropped" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277754, + "question_id": "7YwRz8Vtizw289As2TxCd4", + "question": "The larger inflatable is meant to look like what?", + "choices": [ + "air mattress", + "dog", + "fish", + "human" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195242, + "question_id": "7awYMSnHMzkdXJYgF2JiFx", + "question": "How many people in the body of water are filming the surfing?", + "choices": [ + "none", + "two", + "one", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 201730, + "question_id": "7b44Gf8KEeHRZwALVUhJmd", + "question": "What country has been assigned the telephone country code that is the same as the number on the train?", + "choices": [ + "netherlands", + "india", + "seychelles", + "united kingdom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100360, + "question_id": "7bfbEARmVLDm5nogAdwZ2L", + "question": "What role does the dog play in this relationship?", + "choices": [ + "pet", + "predator", + "prey", + "master" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 449943, + "question_id": "7cE2YXXzSm3f8SknfP3pYG", + "question": "Why does the giraffe has his arms apart?", + "choices": [ + "balance", + "reach", + "break fall", + "gesture" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500308, + "question_id": "7e5XmvSZnMGUakR5cqCkGX", + "question": "Where are the cups located?", + "choices": [ + "no cups", + "in fridge", + "outside fridge", + "on fridge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 196767, + "question_id": "7evH3TEHJ2zrNFi3oS9UiM", + "question": "Why is there a number on his chest?", + "choices": [ + "in line", + "meeting", + "competition", + "race" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25324, + "question_id": "7fJqUBLhYFUSEZqobyYKLM", + "question": "The bird eats something here that was placed here by what?", + "choices": [ + "humans", + "trees", + "pigeons", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 237311, + "question_id": "7hNLZaApd9SZygtAsNTFr6", + "question": "What type plant produced the yellow items shown here?", + "choices": [ + "rose", + "wheat", + "none", + "bamboo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230719, + "question_id": "7iqsUP5PsRbzgUeN36WTrW", + "question": "Who operates this train?", + "choices": [ + "amtrak", + "cp rail", + "union pacific", + "via rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326444, + "question_id": "7j3eCow6idvqgMuTGqrikc", + "question": "What is the typical name of this kind of concrete area?", + "choices": [ + "pool", + "walkway", + "square", + "park" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 76435, + "question_id": "7kYYs4rtvuUybwuBdcKCmH", + "question": "Which country's citizens eat the most of this dish per person yearly?", + "choices": [ + "italy", + "united states", + "canada", + "norway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 202014, + "question_id": "7mTfwa28g7Bpk3zAMC7EWC", + "question": "His facial expression can be described as what?", + "choices": [ + "scowl", + "smile", + "surprised", + "blank" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 20674, + "question_id": "7owjjPhjdExBC5wirV7LDo", + "question": "What is the company that makes this item known for making?", + "choices": [ + "donuts", + "computers", + "slippers", + "automobiles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105013, + "question_id": "7pytfvSb3MraKMSTsEQA43", + "question": "What is she brushing?", + "choices": [ + "hair", + "teeth", + "toes", + "nose" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 261408, + "question_id": "7sWMRiHNU8PLKTx7XUB7zx", + "question": "What is on top of the treat?", + "choices": [ + "candy hearts", + "gummy bears", + "salsa", + "chocolate chips" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 284745, + "question_id": "7tZfpCd7jSTX7Yxen7624F", + "question": "The animals here go near the water for what purpose?", + "choices": [ + "to fish", + "swimming", + "drinking", + "diving" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158925, + "question_id": "7tmoospxrAFBgk7M2Z9Apu", + "question": "What do you call the objects holding the sandwich together?", + "choices": [ + "toothpicks", + "knife", + "tongs", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231070, + "question_id": "7vjB44B99NvQ3XD7ZsqwhR", + "question": "What country does the words on the side of the train indicate it is in?", + "choices": [ + "australia", + "japan", + "china", + "korea" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100421, + "question_id": "7wHZu5EYnNPh6F9hev9ebK", + "question": "What is in the white glassware?", + "choices": [ + "soda", + "berries", + "cherries", + "sauce" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 437886, + "question_id": "7zS2J5MyQCjVV98RwC6DCk", + "question": "What is lighting the man?", + "choices": [ + "lamp", + "sun", + "streetlight", + "spotlight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 67922, + "question_id": "82U5fgndfnqwSgUyBGmt4z", + "question": "What is being used as the base of the sweet treat?", + "choices": [ + "cookie", + "cone", + "bread", + "waffle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453234, + "question_id": "82oK7bnCY3QkDRNhAKYM5D", + "question": "This company is named after the what of its founder?", + "choices": [ + "home town", + "sister", + "last name", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257095, + "question_id": "84sbRuqBNCigBJS9dM3uRc", + "question": "What is the cup made from?", + "choices": [ + "glass", + "paper", + "plastic", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527849, + "question_id": "86jGdwjN5jHrG3Rkexje2N", + "question": "Besides pipers what other instrumentalists will be present at the competition?", + "choices": [ + "violinists", + "trumpeters", + "pianists", + "drummers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163781, + "question_id": "86nRLR4f3ozBMShocWPAuY", + "question": "Which one of these is a variety of the white item?", + "choices": [ + "lima", + "basmati", + "shallot", + "cauliflower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351674, + "question_id": "87ciTdwJjKmw36JL5CUu86", + "question": "What is the same color as the woman's hair?", + "choices": [ + "ant", + "smurf", + "cherry", + "banana" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 119823, + "question_id": "88QWttAxbEqhp9pwbUz8hZ", + "question": "What kind of animal is shown?", + "choices": [ + "wild", + "aquatic", + "domestic", + "reptile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417066, + "question_id": "89QZyh86dVjEJq2Jdm2gzu", + "question": "What type of fixtures are these?", + "choices": [ + "plumbing", + "lighting", + "milling", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2161, + "question_id": "89YphRxistoafFSrw2Kgee", + "question": "What weather is necessary for this sport?", + "choices": [ + "rain", + "thunder", + "wind", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 432087, + "question_id": "8AKXFRfwYXytgxWiAFPKJx", + "question": "What type of transportation is shown?", + "choices": [ + "rail", + "water", + "road", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 323579, + "question_id": "8BJ7j3eRxAK8S2NTKRUMJc", + "question": "What is missing from the white object?", + "choices": [ + "rug", + "footstool", + "decoration", + "cistern" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 198351, + "question_id": "8BV4Tdg5M9B6biA8whU2xX", + "question": "What form of clothing is the surfer using?", + "choices": [ + "speedo", + "swim trunks", + "wetsuit", + "bikini" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 83944, + "question_id": "8CfZuPghecuSTwPWMY69H6", + "question": "What did he probably eat for lunch?", + "choices": [ + "carrion", + "rodents", + "fish", + "leaves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 66823, + "question_id": "8DrpZvk3ZUrfEN4biGQxzZ", + "question": "What features regarding coloring makes it most clear that this is an older animal?", + "choices": [ + "darkness", + "mane", + "spot size", + "lightness" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 138903, + "question_id": "8FyWLQViLfP7Gxm4nw4hj3", + "question": "What type of animals might these creatures like to bite?", + "choices": [ + "humans", + "donkeys", + "mice", + "zebra" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334443, + "question_id": "8GjSBZ3CpRFFkRXiSRMDBF", + "question": "What brand bus is shown?", + "choices": [ + "luthfansa", + "mta", + "jet blue", + "sun metro" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467014, + "question_id": "8JBK2T44qUb5NWio7bibp4", + "question": "What is visible on the bed?", + "choices": [ + "remote", + "baby", + "cat", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442423, + "question_id": "8NX92Xz4cJvLD6MFHHyRE7", + "question": "This style of curtain is referred to as what?", + "choices": [ + "for chintz", + "sheer", + "damask", + "canvas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411106, + "question_id": "8QvxyF7dBPQQ5Bpo4P7656", + "question": "What other activity besides surfing could the surfer's tool be used?", + "choices": [ + "paddle boarding", + "kite surfing", + "para sailing", + "skim boarding" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 138687, + "question_id": "8RKPCkwAzzv9qbF2xp2Mwx", + "question": "What brand is the woman's surfboard?", + "choices": [ + "liquid shredder", + "quicksilver", + "roxy", + "pyzel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21341, + "question_id": "8RRap43RjcLFJNr5ckm6wd", + "question": "Where are these animals located?", + "choices": [ + "water", + "zoo", + "circus", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 492818, + "question_id": "8SkPsufBF9AKZXUj5oVdvx", + "question": "What animal is closely related to this?", + "choices": [ + "tiger", + "anteater", + "wolf", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572158, + "question_id": "8SsS2v79aFT5Q6tMUYSCcD", + "question": "Who would the bench be most suited for based on the height of it?", + "choices": [ + "kids", + "elderly", + "teens", + "adults" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 218826, + "question_id": "8VfAAHmLu4JYgvJWmpfxnz", + "question": "What is this fixture used to access?", + "choices": [ + "electricity", + "water", + "disposal", + "assistance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 402571, + "question_id": "8WJ2QTMfjEBrGKNJHZfhwE", + "question": "What are the women wearing around their necks?", + "choices": [ + "tie", + "lanyard", + "lei", + "necklace" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400995, + "question_id": "8WY3VMZETkMrau34eSz8yg", + "question": "Why does the figure on the left have wings?", + "choices": [ + "butterfly", + "angel", + "bird", + "airplane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545881, + "question_id": "8XBxZG3CmwXDqWNuQy6gkt", + "question": "What helping aid for a disability does this man have?", + "choices": [ + "walking stick", + "glasses", + "hearing aid", + "zimmer frame" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290805, + "question_id": "8XeeZJXfi4gDb3LhGgkvjw", + "question": "What temperature is the beverage being served here?", + "choices": [ + "hot", + "lukewarm", + "frozen", + "cold" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123111, + "question_id": "8XoSFaSkPRMgmTEADbKkt7", + "question": "What transportation vehicle is this kid's version modeled after?", + "choices": [ + "airplane", + "train", + "car", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528247, + "question_id": "8ZgQ948d7B4W7jgthYEQ6Z", + "question": "Entering a short door would cause this animal to do what?", + "choices": [ + "run", + "reverse", + "nothing", + "duck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188227, + "question_id": "8aQvUvWuDc46X9vuQbiHj8", + "question": "What is the color of the vessel pictured above?", + "choices": [ + "green", + "white", + "colorless", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254094, + "question_id": "8cLWuDKDrmvaqobHHub4TW", + "question": "What can be stored inside these?", + "choices": [ + "guns", + "clothes", + "food", + "tools" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63534, + "question_id": "8dEZCUgurmCefWLovn5jUZ", + "question": "Whose hat does this cat wear?", + "choices": [ + "his", + "it's owner's", + "madelines", + "it's mothers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 423457, + "question_id": "8dPvvzfDWfBir9nnKJeqPE", + "question": "Dark condition is due the absence of what?", + "choices": [ + "neutron", + "proton", + "electron", + "photon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 179582, + "question_id": "8dh7cPkTpCGsq75y8Bdfny", + "question": "What will he fall into?", + "choices": [ + "grass", + "water", + "dirt", + "leaves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 543283, + "question_id": "8fC3wyBZS6Z22F4bps4EVo", + "question": "What gives the appearance of two elephants?", + "choices": [ + "rhino", + "reflection", + "grey rocks", + "forest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330783, + "question_id": "8fw549nnNXCicesiLxLKvn", + "question": "What type of hat is the man wearing?", + "choices": [ + "chef", + "fedora", + "baseball", + "skull cap" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 134230, + "question_id": "8gqQjaKvtZ7XKtHz5HWxwn", + "question": "Why is this person using an umbrella?", + "choices": [ + "snow", + "wind", + "sun", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 18269, + "question_id": "8h8as9FgTfLCDN9YLEhBCg", + "question": "What kind of weather would be at this location?", + "choices": [ + "arid", + "cold", + "hot", + "humid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 535518, + "question_id": "8hYsy9eejkxfYH8db7hmxf", + "question": "Which one of the following modes of transport would be faster than the ones in the photo?", + "choices": [ + "bicycle", + "car", + "skateboard", + "plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170823, + "question_id": "8iCqxcQJfX8LYRjEJMPHAJ", + "question": "What card game is being played?", + "choices": [ + "poker", + "go fish", + "solitaire", + "blackjack" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 553178, + "question_id": "8ijFurzRWtBTfVMxw55hEU", + "question": "What does the giraffe seek here?", + "choices": [ + "mate", + "grass", + "water", + "drugs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 285658, + "question_id": "8jDWTCcy93oX5NXSFRhFYE", + "question": "What is in the background?", + "choices": [ + "mountain", + "donkey", + "cat", + "baby" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551984, + "question_id": "8jRCKaNkWrykwrYHWzU3hx", + "question": "What furniture are these bears located on?", + "choices": [ + "sofa", + "table", + "bookcase", + "desk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 407258, + "question_id": "8nReuWN8AcZuH3iiwPQAwJ", + "question": "Where is this bathroom located?", + "choices": [ + "library", + "home", + "store", + "office" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334661, + "question_id": "8oP8Y5uui8FTaT3Frrs2w9", + "question": "What is the removed fixture used for?", + "choices": [ + "cooking", + "washing", + "exercise", + "watching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118701, + "question_id": "8oerdoDMvaUWMV3jn4LgMB", + "question": "What brand is the airplane?", + "choices": [ + "virgin america", + "southwest", + "frontier", + "american" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 504459, + "question_id": "8ofnjkiTG4GHY2pUszznTp", + "question": "What is the process of grooming the yellowish green plant to the right called?", + "choices": [ + "mowing", + "grafting", + "pruning", + "chopping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458658, + "question_id": "8qNX3RQiEtyJHumrPmPRnd", + "question": "What is likely on the other side of the doors?", + "choices": [ + "bathroom", + "backyard", + "front yard", + "kids' room" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 240809, + "question_id": "8rktvtyut8TLJ52q8eG9YT", + "question": "What is the purpose of the signs above the vehicles?", + "choices": [ + "visually appealing", + "advertisement", + "political promotion", + "identification" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96767, + "question_id": "8tA5yGJt7EFQfdwfT9GppY", + "question": "What language is the sign at the top in?", + "choices": [ + "german", + "english", + "spanish", + "french" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4778, + "question_id": "8vFnWiuNmM3kFYqx5hrRt7", + "question": "What is covering her right eye?", + "choices": [ + "phone", + "hair", + "hand", + "patch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 460720, + "question_id": "8wJguKFj3LUpxrTJ2t9P5Z", + "question": "If someone wanted to soak their feet where might they comfortably do it here?", + "choices": [ + "sink", + "bathtub", + "shower nozzle", + "toilet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 541890, + "question_id": "8wysSwL6NzktB7kxiivngP", + "question": "What is unusual about the alligator?", + "choices": [ + "back", + "feet", + "eyes", + "teeth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551218, + "question_id": "8xYTQPHZqoHqkeHD7CfKPg", + "question": "What country is this bus in?", + "choices": [ + "united states", + "japan", + "canada", + "france" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4031, + "question_id": "8yJvYQsVRuCZpJJosFG7QF", + "question": "What would be the reason a company would produce this clock?", + "choices": [ + "money", + "hospital necessity", + "advertisement", + "schools" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2773, + "question_id": "8yN9PauN6ii2uGyUtVpbDw", + "question": "What type of woman is this animal traditionally associated with?", + "choices": [ + "nun", + "midwife", + "prostitute", + "witch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 292039, + "question_id": "8zWpTXF7oWNj58hBhKfGfR", + "question": "How many of these animals have feathers?", + "choices": [ + "three", + "four", + "five", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435520, + "question_id": "92N3jMf96xHWgs3fUoMCQH", + "question": "What does the digital sign indicate?", + "choices": [ + "present location", + "weather", + "ticket pricing", + "next train" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 578234, + "question_id": "93tV5BErRvbipYeSTSMxCD", + "question": "What type of transportation is shown?", + "choices": [ + "land", + "air", + "rail", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317760, + "question_id": "94BBGHJjoSFKhTKGDqdWwD", + "question": "This dog's owner plays what sport?", + "choices": [ + "none", + "tennis", + "racquet ball", + "baseball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186754, + "question_id": "94Shi5jkBjRGEu6TK4Cy6K", + "question": "What is leaning on the front of this TV stand?", + "choices": [ + "rug", + "person", + "guitar", + "couch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36154, + "question_id": "964KDemGhEGUJ3vXP5qxt7", + "question": "What sports team is she a fan of?", + "choices": [ + "trailblazers", + "mavericks", + "bulls", + "lakers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114205, + "question_id": "97B22sqVCmuXSBzRH3J28z", + "question": "What is needed for this activity?", + "choices": [ + "wind", + "snow", + "ice", + "waves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532453, + "question_id": "98KxXEbkqavW4qW4Cb7RYS", + "question": "Why would someone sit at this table?", + "choices": [ + "to sew", + "to eat", + "to meet", + "to wok" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40976, + "question_id": "99xJ6TmvJw4hCK4XMyXK4P", + "question": "What does the NS on the side of the train represent?", + "choices": [ + "norfolk southern", + "north south", + "nova scotia", + "notway southby" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 122248, + "question_id": "9AuQ3iVpMqoHLiKKtp8X73", + "question": "Why is this cat riding on top of this float device?", + "choices": [ + "avoiding sun", + "eating", + "avoid water", + "sleeping" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 141680, + "question_id": "9BfJAoQy5fskchUT4eXmJW", + "question": "Skull logo indicates what?", + "choices": [ + "player", + "danger", + "swimmer", + "predictor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136080, + "question_id": "9BoR4ua7GoPsqN8vcfCyxm", + "question": "On which side of a Quarter is this animal's likeness most likely to be visible?", + "choices": [ + "side", + "front", + "back", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151663, + "question_id": "9C5UJL5tZgGzk7AfTw32uG", + "question": "Why is her head bowed?", + "choices": [ + "meditating", + "praying", + "sleeping", + "hiding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 508461, + "question_id": "9F24h4EHhAhLTSsiDBbWpb", + "question": "What type of building is shown?", + "choices": [ + "courthouse", + "skyscraper", + "home", + "boathouse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545662, + "question_id": "9HnPMjTqVKmapaARLUGewM", + "question": "How many people can get a sandwich?", + "choices": [ + "two", + "one", + "four", + "six" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 179955, + "question_id": "9HrDdnTNsjDL4yjRetSW9w", + "question": "Why is the person tying a rope on one side one of the leg?", + "choices": [ + "swag", + "pride", + "luxury", + "safety" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385282, + "question_id": "9MLxQL6ggFX5gMYrA4Uk8E", + "question": "The bedroom is located within what type of structure?", + "choices": [ + "hotel", + "charter bus", + "ship", + "plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 428422, + "question_id": "9QzoYXN6vBJg4nm4mnFRSo", + "question": "If one continues walking which street will come up next?", + "choices": [ + "w. 73", + "e. 75", + "e. 25", + "w. 75" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311, + "question_id": "9SdGzRkC4Va4hz8YYC8zn8", + "question": "What is the tall thing next to the building?", + "choices": [ + "street light", + "giraffe", + "moose", + "ladder" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25678, + "question_id": "9TaDHKhjjcNAb2CEviWSiL", + "question": "Why has the fruit been placed inside the glass container?", + "choices": [ + "to cook", + "to sell", + "to wash", + "to protect" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 580710, + "question_id": "9UBP9Gj5o9qXLzgsYdJgmG", + "question": "What is sitting next to the toilet on the right?", + "choices": [ + "dishwasher", + "garbage can", + "sink", + "dryer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32086, + "question_id": "9UKqqzqshYnqu6yn4a8SU6", + "question": "What would someone here need to view Castle?", + "choices": [ + "wii", + "dvd player", + "antenna", + "vcr player" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 285830, + "question_id": "9UPNBPtvuCgwbEiDq3NHyJ", + "question": "Which one of these colors does this flower come in naturally?", + "choices": [ + "polka dot", + "blue", + "red", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532223, + "question_id": "9WRNQPKDFKzdwSuznenM2L", + "question": "What prevents random people from climbing over to get into the airport here?", + "choices": [ + "nothing", + "warning signs", + "concertina wire", + "staked fence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291246, + "question_id": "9XMhiTa2PGGucYRCURnVHu", + "question": "What national sports league's logo is on the side of the train?", + "choices": [ + "nba", + "nhl", + "mlb", + "nfl" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 480126, + "question_id": "9Z5TUtVe7HqfBY4SBvmxi3", + "question": "If another motorists is entering this intersection what should someone driving in this lane in this direction do?", + "choices": [ + "nothing", + "drive fast", + "wait", + "reverse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 329365, + "question_id": "9Z9DSPyGUt6hzQV843DB8i", + "question": "What is the person using the electronic device to do?", + "choices": [ + "brush hair", + "open door", + "power television", + "make call" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565063, + "question_id": "9aA6L29VMRs7xoUKKUeVqn", + "question": "What does the animal have an abundance of?", + "choices": [ + "feathers", + "hair", + "wool", + "talons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 49241, + "question_id": "9ckEvw7yskMxe5nqfEehhM", + "question": "What caused the holes in the apple?", + "choices": [ + "stone", + "beak", + "skewer", + "toothpick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254871, + "question_id": "9d22phBUNXirNsczMfqadQ", + "question": "What is similar to the item the woman is holding?", + "choices": [ + "parasol", + "spoon", + "chainsaw", + "pitchfork" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532453, + "question_id": "9eDNzibNvf4rSLYzug6S8n", + "question": "What preparation did the meat shown here most likely get?", + "choices": [ + "none", + "deep fried", + "pulled", + "raw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 256925, + "question_id": "9f4yGD3buCsRKSjZAUa8XB", + "question": "What song refers to the color of this item with the chain on it?", + "choices": [ + "purple haze", + "red war", + "yellow submarine", + "blue moon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89028, + "question_id": "9fPxt8r9CwsftFzyyQbmMs", + "question": "What sport does the team on the woman's hat play for?", + "choices": [ + "football", + "baseball", + "hockey", + "soccer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 42660, + "question_id": "9iQqqTecRrrR8rUzTsU6z7", + "question": "What does the batters stance indicate about how ready he is for the pitch?", + "choices": [ + "waiting", + "very ready", + "somewhat ready", + "ready" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290822, + "question_id": "9jAcWgfxn2GrL7of6siCpD", + "question": "What is the snowboarder in the blue pants likely looking at?", + "choices": [ + "sky", + "airborne snowboarder", + "hill", + "own snowboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153995, + "question_id": "9jsSFSci8kputbBDcr6auM", + "question": "What type of sound does this animal make?", + "choices": [ + "chatters", + "barks", + "roars", + "hisses" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 375010, + "question_id": "9kNvSJiFEtgQN2coZfDsH3", + "question": "What is the landscape like behind the giraffes?", + "choices": [ + "rain forests", + "desert", + "plains", + "mountains" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 123385, + "question_id": "9mxCoUWeHT5sfQLdktZ8Zf", + "question": "Where are these kids?", + "choices": [ + "kitchen", + "family room", + "bedroom", + "bathroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447072, + "question_id": "9nTxbiV3EXwMVNA9d87XGo", + "question": "What does the 40 on the sign tell drivers?", + "choices": [ + "cows present", + "cost", + "minimum speed", + "max speed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 253625, + "question_id": "9oCc7xEWtt2JWAt2WLTePF", + "question": "What is she ready to do?", + "choices": [ + "serve", + "juggle", + "dunk", + "dribble" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512693, + "question_id": "9qpcXcBVcpcq6wcSnQDudL", + "question": "What is he eating?", + "choices": [ + "doughnut", + "brownie", + "cupcake", + "cookie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 360946, + "question_id": "9qtyBVxSyozPCFxe954YWW", + "question": "Where is this train located?", + "choices": [ + "germany", + "england", + "spain", + "usa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 216774, + "question_id": "9sbQB9psKgE5jYr3Ywt8iy", + "question": "The odd aspect of this picture is which quality?", + "choices": [ + "reflection", + "eye color", + "brick", + "color" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 246556, + "question_id": "A65R8EZ5Y8nHaAa59Hj9NS", + "question": "What is the red object on the street connected to?", + "choices": [ + "water line", + "police station", + "land line", + "telephone pole" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 541064, + "question_id": "A6EFcvmdP7EMYnJfs29SCR", + "question": "What is the skier doing on the rail?", + "choices": [ + "grinding", + "posing", + "resting", + "cleaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485482, + "question_id": "A6vXisFsG4fcEXev8QsEMR", + "question": "What part of a surfboard is this person's feet at?", + "choices": [ + "tail", + "deck", + "rails", + "nose" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366265, + "question_id": "A7mrSVVX2ydHzcejturrHw", + "question": "What does the eyewear protect this skier from?", + "choices": [ + "snowballs", + "bugs", + "acid", + "snowblindness" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 476994, + "question_id": "A7oR5cb9SXvS3WsUE9TqPA", + "question": "What propels these skiers forward here?", + "choices": [ + "nothing", + "skiing", + "magic", + "pulling ropes" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 209502, + "question_id": "AAhiCCeM3rGbLo2J5y3nzZ", + "question": "What is sold in the box by the building?", + "choices": [ + "soda pop", + "cigarettes", + "chips", + "newspaper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 60067, + "question_id": "AAutDQF7KYXE8j4ZV3kxcY", + "question": "Which quadrennial event is portrayed by this conveyance?", + "choices": [ + "olympics", + "none", + "coke festival", + "superbowl" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 526499, + "question_id": "ABTDXUSKySzgVXAjTsmLhy", + "question": "This animal is about 13 and a half what tall?", + "choices": [ + "yards", + "inches", + "meters", + "feet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299222, + "question_id": "ABnMQLnfVhEAhTKtVSpq5j", + "question": "What were the first surfboards made of?", + "choices": [ + "clay", + "wood", + "banana leaves", + "straw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345945, + "question_id": "ACDWo4pKnqh9RpBoxD6cEp", + "question": "What is the profession of this woman?", + "choices": [ + "barber", + "athlete", + "chef", + "baker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 143923, + "question_id": "ADVSjHfTwbXjmHXg7RRx3G", + "question": "What is this walkway made out of?", + "choices": [ + "diamonds", + "glass", + "tiles", + "tar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 64956, + "question_id": "AEhu7SsvSe6TA5ComYZUVV", + "question": "Why is he on back of the board?", + "choices": [ + "confused", + "to balance", + "cutting waves", + "falling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 377151, + "question_id": "AEsXfR9ZyRW3TKvam8YQhm", + "question": "What object is present on the man's hands?", + "choices": [ + "handle", + "gloves", + "wetsuit", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 295826, + "question_id": "AFTsEpBXo6rMyHgnYP3PKD", + "question": "What gives these sunflowers a reddish tinge?", + "choices": [ + "colored liquid", + "genetics", + "milk", + "clear water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 39023, + "question_id": "AGnMUVUPo7VLvV7xqxHYDv", + "question": "How many times a week are people encouraged to use the blue item?", + "choices": [ + "one", + "two hundred", + "fourteen", + "twenty" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21729, + "question_id": "AHrjGm89saGAKMixV2iqEV", + "question": "What is most like what the boy is waiting for?", + "choices": [ + "love", + "rain", + "his bunny", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 76241, + "question_id": "ALjESzxejWqtTxmzfwTMbT", + "question": "Why is the man wearing a yellow jacket?", + "choices": [ + "fashion", + "visibility", + "camouflage", + "costume" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162980, + "question_id": "AM4pzKastPR2Hp2o47QAGs", + "question": "What is a common play in this sport?", + "choices": [ + "kickoff", + "walk", + "icing", + "goal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446487, + "question_id": "AMk24XD8XDamR9g2MmR42g", + "question": "What is the sink at the top used for?", + "choices": [ + "washing hands", + "washing food", + "bathing", + "washing clothes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384505, + "question_id": "ANVMKmbRp6cq6QTvVbaGiW", + "question": "What is this type of pillar called?", + "choices": [ + "new", + "decorative", + "utilitarian", + "classical" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193374, + "question_id": "AP3bCAsNJvUpg9xh7EUdP2", + "question": "What activity does the pigeon do here?", + "choices": [ + "roost", + "feast", + "incubate", + "mate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214508, + "question_id": "APZSGPPudq6qQtNCCiFLVs", + "question": "Why are these giraffes stretching their neck?", + "choices": [ + "to search", + "to drink", + "to eat", + "to play" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 75396, + "question_id": "AR3wcwESgTTAW7DZnLRvyM", + "question": "The red tag signifies what?", + "choices": [ + "ownership", + "diet", + "vaccination", + "danger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 318011, + "question_id": "AR4zf2SoLK6UM9FABbCcwp", + "question": "What is the brush shown used for?", + "choices": [ + "hair", + "clothes", + "teeth", + "toilet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 445044, + "question_id": "ASrwFtE6SbVGYQnkEMjRFh", + "question": "What are the little pictures on the right of the text screen called?", + "choices": [ + "emojis", + "avatars", + "minis", + "icons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 143648, + "question_id": "ATHvZBhTFQg2eNcCEDTXKY", + "question": "What time of day is illustrated here?", + "choices": [ + "8 pm", + "7 pm", + "midnight", + "morning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 304823, + "question_id": "ATerWQE9N7mKuE9Zghb5Sr", + "question": "What style of cake is being served?", + "choices": [ + "tiered", + "sheet", + "cupcakes", + "loaf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204412, + "question_id": "AU5FjrgNgD4onjs8ayVtSD", + "question": "Where were the flowers picked from?", + "choices": [ + "bush", + "field", + "lake", + "tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223773, + "question_id": "AUa5miYNFJn3CogQoWdFz4", + "question": "How were those pallets probably transported there?", + "choices": [ + "ship", + "train", + "car", + "bicycle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544630, + "question_id": "AUzbvsgd9PSGcBHNSQkHNR", + "question": "Who is a sponsor of this event?", + "choices": [ + "coca-cola", + "bnp paribas", + "chase", + "frito-lay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537601, + "question_id": "AZSF5sru8yaaHeKDSwky3x", + "question": "What's the man trying to fly in the air?", + "choices": [ + "drone", + "kite", + "balloon", + "lantern" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 120040, + "question_id": "AcmgJWmgZsSDq5EqoQuZ7a", + "question": "What does this food truck most likely sell?", + "choices": [ + "pumpkin bread", + "pizza", + "pierogis", + "curry chicken" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 383034, + "question_id": "AeEWAzM3MiXMWux3KyLEAc", + "question": "Why is the cat looking under the monitor?", + "choices": [ + "is posed", + "is hungry", + "is curious", + "is frightened" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 310534, + "question_id": "AeedJXs9euHL367tWE2YG7", + "question": "What does the woman have on her feet?", + "choices": [ + "sneakers", + "boots", + "dress shoes", + "sandals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97476, + "question_id": "AiXuTEkpWN4XEogve8tHcM", + "question": "What type of pan was the pizza made in?", + "choices": [ + "stainless steel", + "ceramic", + "cast iron", + "tin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135358, + "question_id": "AjAw8icv9NdqkFaTSWTNon", + "question": "What famous starship is the pizza cutter fashioned after?", + "choices": [ + "enterprise", + "daedalus", + "explorer", + "excalibur" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400066, + "question_id": "Am2xBtc3yUeZF3NtQqd8ur", + "question": "What type of electronic device is the man using with the stylus?", + "choices": [ + "pocket pc", + "palm pilot", + "android", + "blackberry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433837, + "question_id": "AmsXitZYiaFP2NWj65a34z", + "question": "Relative to the photographer which giraffe is sitting?", + "choices": [ + "foreground giraffe", + "both", + "none", + "background giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 361976, + "question_id": "ApehUg2dWL3EGrCfx78eTv", + "question": "What type of animal is the cow nursing?", + "choices": [ + "calf", + "puppy", + "kitten", + "squirrel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 122068, + "question_id": "Apx8YPzZaSYyHUrBCSCEU2", + "question": "Where does the vegetable in the image grow?", + "choices": [ + "overground", + "on trees", + "underground", + "on bushes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528823, + "question_id": "AquMab3NxhX7yukPEHnEjy", + "question": "What is being celebrated?", + "choices": [ + "harry's birthday", + "new baby", + "anniversary", + "graduation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470835, + "question_id": "ArjtzHDyPUYV8j5yFcMG9k", + "question": "What color will the fruit turn?", + "choices": [ + "orange", + "yellow", + "red", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 46064, + "question_id": "AscxZvb3qhbhERYXYn5wz6", + "question": "What kind of animal is this?", + "choices": [ + "wild", + "reptile", + "domestic", + "aquatic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 273726, + "question_id": "AtjKDNkjEbRqDXSWtwnSE4", + "question": "What kind of area is this?", + "choices": [ + "residential", + "suburban", + "downtown", + "business district" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 481107, + "question_id": "Atr62SyHyyAJRE8KeDeuQK", + "question": "The walls are made from what type of wood?", + "choices": [ + "pine", + "maple", + "oak", + "hickory" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558059, + "question_id": "AwKz4znK6SQFgMaFhDESeV", + "question": "The table here is meant for what activity?", + "choices": [ + "sleeping", + "skateboarding", + "picnic", + "dancing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296535, + "question_id": "AwTGUEHH4Ts6Y3N3V5GETg", + "question": "Why is she holding the phone like that?", + "choices": [ + "stole it", + "displaying it", + "hiding it", + "offering for-sale" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 445646, + "question_id": "AyCuuJkfQnjadJxHxgiN38", + "question": "What body part is extending the most here?", + "choices": [ + "head", + "arm", + "foot", + "thigh" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180075, + "question_id": "AyuM7bxR8joUUaSbMuG59V", + "question": "This mans legs have visible what?", + "choices": [ + "blood", + "ink", + "reflection", + "silver" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38182, + "question_id": "AzoViXNetbxAsnt6fU2MRM", + "question": "What weighs the most here?", + "choices": [ + "bear", + "man", + "woman", + "bowling ball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19650, + "question_id": "B26forVFYjP4pNkGKjgaTt", + "question": "What is the man trying to fix?", + "choices": [ + "toilet", + "toaster", + "sink", + "bathtub" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 436563, + "question_id": "B2KtKQoqxucfLoWnmBPASX", + "question": "What type of material is often associated with riders of this vehicle?", + "choices": [ + "leather", + "cotton", + "polyester", + "silk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 270551, + "question_id": "B3j8YbheHBuKFnXNhXULEf", + "question": "The cat is likely elevated by what item?", + "choices": [ + "speaker", + "monitor", + "table", + "tv" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528871, + "question_id": "B4UiDTLAK7opPmyaPoKZVM", + "question": "What kind of sign is this?", + "choices": [ + "astrological sign", + "peace sign", + "street sign", + "stop sign" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 525043, + "question_id": "B4erYEPz5HzkXLBjQ2unoa", + "question": "What is this elephant's job?", + "choices": [ + "push", + "carry", + "jump", + "pull" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444844, + "question_id": "B7EVG4xWV7WhEfdSSMvgHy", + "question": "What is this appliance used for?", + "choices": [ + "cooking", + "washing", + "lighting", + "cooling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 143293, + "question_id": "BCfpPoqrAH7C8biWVD8qbs", + "question": "The association mentioned is probably concerned with which one of these disciplines?", + "choices": [ + "travel", + "painting", + "piano", + "biology" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 267541, + "question_id": "BDoELybgqxLirW5K6iZTmD", + "question": "To use the item on the toilet what must you do to it?", + "choices": [ + "light it", + "flush it", + "wash it", + "nothing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 174404, + "question_id": "BEP5sw5yUxr7AfU87BmJEj", + "question": "What would the paddle help the surfer with when catching a wave?", + "choices": [ + "sharks", + "speed", + "rocks", + "balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363722, + "question_id": "BGTPTxzCt4xz22vy7DJ6wN", + "question": "What is the canvass tarp for?", + "choices": [ + "keeps dry", + "keep warm", + "hides contents", + "decoration" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 227507, + "question_id": "BH8EvhJ8DAq6oipAuyUrzU", + "question": "Why are two guys wearing blue and two wearing red?", + "choices": [ + "siblings", + "skill level", + "teammates", + "color preference" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 103514, + "question_id": "BJ9nsnWyfqBGWbmRfm2opg", + "question": "What makes the image blurry?", + "choices": [ + "dirty sheep", + "bad film", + "dirty lens", + "dirty cameraman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 199467, + "question_id": "BJqUUu4RSAE6g2CcgiqqGv", + "question": "What would one expect to find nearby?", + "choices": [ + "donkey", + "bed", + "boat", + "person" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 304547, + "question_id": "BKHdvfPPQDBd3Co3h67F92", + "question": "What type of person probably added the sticker?", + "choices": [ + "artist", + "musician", + "environmentalist", + "evangelist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352489, + "question_id": "BKi2zsLd5jgVgPic3EZwf9", + "question": "What activity is the non-striped nonhuman animal on the left performing?", + "choices": [ + "sitting", + "grazing", + "sleeping", + "mating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410427, + "question_id": "BKjQKpppC5eWtdQp6tYoae", + "question": "What sort of hair is seen hanging here most likely?", + "choices": [ + "cat", + "human", + "donkey", + "zebra" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6530, + "question_id": "BLNzjkFRqwuNWLww9ULtS2", + "question": "What is likely in the baby's mouth?", + "choices": [ + "clothes", + "bib", + "peas", + "bear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516256, + "question_id": "BS2nhFt2hR7hN6A9jTDGkE", + "question": "What is the guy eating?", + "choices": [ + "fruit", + "vegetables", + "treat", + "hamburger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537557, + "question_id": "BT8YNV9f4Cg7BizUehbPFx", + "question": "What is the person holding in their hands?", + "choices": [ + "umbrellas", + "bats", + "racquets", + "poles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 159284, + "question_id": "BT9du5pwM3JJMtxWaiD79K", + "question": "What skateboard trick is the boy performing?", + "choices": [ + "grind", + "twisty", + "kickflip", + "ollie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81863, + "question_id": "BUbUyEUjBA6Qo4hCzJAFN4", + "question": "Where on this cats body might you find it's name?", + "choices": [ + "ear", + "collar", + "hat", + "paw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74783, + "question_id": "BUz4BSSraxxx2kzJjstSpz", + "question": "Why is the man wearing a camera on his head?", + "choices": [ + "advertisement", + "protection", + "documentation", + "privacy" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 201383, + "question_id": "BWQvLvcf37PynDNNaDqJTp", + "question": "What is the animal looking at?", + "choices": [ + "dog", + "giraffe", + "zipper", + "photographer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466081, + "question_id": "BYgg3hAxzrZVUDt28ZSoHF", + "question": "What sound might the bird shown here Make?", + "choices": [ + "buzzer", + "cuckoo", + "none", + "trumpet blare" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495844, + "question_id": "BZ2qXzW5snqmRzWbUqFBhY", + "question": "What is the tall portion of the building called?", + "choices": [ + "clock tower", + "church", + "domed", + "garage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157620, + "question_id": "Bb52rhbRPquvCANvvdfbNj", + "question": "What would this bullet train be mainly used to transport?", + "choices": [ + "people", + "supplies", + "vehicles", + "tanks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345369, + "question_id": "BbsqhTwYDrah7DNFLowLwg", + "question": "What type of building is this?", + "choices": [ + "palace", + "airport", + "hospital", + "mall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473034, + "question_id": "Bc4sdiYBdQGFgkvzxQMSZZ", + "question": "If a dog attacked these animals what might they use to puncture it and stop it?", + "choices": [ + "horns", + "gun", + "knife", + "tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 325714, + "question_id": "BcH4MHDqgK5osFLLnYtTeo", + "question": "What items might one buy in this location?", + "choices": [ + "golf clubs", + "phones", + "stereos", + "tvs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330658, + "question_id": "BccZcm3yTELFKjRSvEZ8Cc", + "question": "What type of beverage is being stored in the refrigerator?", + "choices": [ + "wine", + "energy drinks", + "beer", + "soda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127948, + "question_id": "BdjGnziYiwAQa6rgMzB4ih", + "question": "What is the bear near?", + "choices": [ + "bench", + "chair", + "clown", + "grass" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 581067, + "question_id": "BdpUmtt3chzsQu25NrMkTQ", + "question": "What posted limit is clear for persons moving vans when they move into this area?", + "choices": [ + "none", + "2000 pounds", + "8000 pounds", + "9000 pounds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96786, + "question_id": "BdzbA9eFnPjpivXx85Su73", + "question": "What is the theme of the pictorial the man and women are creating?", + "choices": [ + "comedy", + "horror", + "historical", + "drama" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 64607, + "question_id": "Be7737J4L46SYH8mQJd9n9", + "question": "How many cupboards do you see?", + "choices": [ + "one", + "none", + "four", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506494, + "question_id": "BfcKmTtMFNMPDBaMzhJSDS", + "question": "What is the item in the foreground that is covered up most likely?", + "choices": [ + "pogo stick", + "axe", + "sign", + "bazooka" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 236235, + "question_id": "BhCLXUibYoD66M8cJuQCA3", + "question": "What sport is this athlete participating in?", + "choices": [ + "snowboarding", + "roller skating", + "skateboarding", + "skiing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465157, + "question_id": "BhHrdEvWAjvyasxKLszBFV", + "question": "What activity is being performed by the bottom animal?", + "choices": [ + "grazing", + "swimming", + "mating", + "urinating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5656, + "question_id": "BhXR6nW55nuYNRVnuycehK", + "question": "What are most shower curtains made of?", + "choices": [ + "linen", + "wool", + "polyester/plastic/vinyl", + "cotton" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52716, + "question_id": "BhpbaHjQvjZ87dDNWe9Fxq", + "question": "What thing would move with the person's foot if they moved their right foot?", + "choices": [ + "left shoe", + "wood floor", + "door", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 441689, + "question_id": "BiiPSuDu6UAJdjj4pCpreW", + "question": "Which item is used for something other than marking time?", + "choices": [ + "round object", + "windowed object", + "blue object", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346348, + "question_id": "Bjj6fpgkW4ZwYxxMo23nn3", + "question": "Why is the man skateboarding in this setting?", + "choices": [ + "boredom", + "commute", + "competition", + "recreation" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 479258, + "question_id": "BkK2gnaFBgDAgSWfArLc5f", + "question": "What food might be found if these animals look in a corner here?", + "choices": [ + "hay", + "oat meal", + "mice", + "candy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156734, + "question_id": "BkP2bqX8HT2ToiPYFjDgeC", + "question": "What happened to this mans hair?", + "choices": [ + "wet", + "dreaded", + "died", + "lost" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 84116, + "question_id": "BkxgHm6QN89Rd5iDZuV5Fe", + "question": "What sport does he have the equipment for?", + "choices": [ + "snowboarding", + "tennis", + "skiing", + "skateboarding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 471509, + "question_id": "BmXRnWfyUyoyzwoE5FZVTu", + "question": "Standing directly against the grated item here for long periods pressing the grill may cause what?", + "choices": [ + "burns", + "frostbite", + "wisdom", + "creativity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209629, + "question_id": "BmktMZzjceMSv8WJvTVRQS", + "question": "Where is the large plane shown here flying?", + "choices": [ + "down", + "no where", + "left", + "skyward" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 493788, + "question_id": "BnGZWYXavdNSvSrJauNFh5", + "question": "Stand alone counters are called what?", + "choices": [ + "valleys", + "mountains", + "islands", + "rivers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 553591, + "question_id": "BoULoxQUrf6LwRCNbyeaU5", + "question": "What do the long black chords carry?", + "choices": [ + "food", + "electricity", + "water", + "beads" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200485, + "question_id": "BoYPC5PhfBjFoZZg63c2Bx", + "question": "In which United States city is this fire hydrant located?", + "choices": [ + "los angeles", + "new york", + "santa fe", + "san francisco" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 194825, + "question_id": "Bp4R6xpaxfSPaXN48F4VAT", + "question": "Where are this young seedlings placed?", + "choices": [ + "farm", + "greenhouse", + "nursery", + "field" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 395454, + "question_id": "BpVRwTuyyRdJiEwfEaxHZe", + "question": "What is needed for the item under the plane to trigger upon impact?", + "choices": [ + "batteries", + "water", + "oil", + "fuze" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38133, + "question_id": "BqMv9qbxJGVxBRVPJtoYPp", + "question": "What is the person in the process of doing?", + "choices": [ + "backflip", + "belly flop", + "cartwheel", + "wiping out" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 496697, + "question_id": "BsHKBg9axRucUZmyeccsP7", + "question": "In which position does the giraffe that is oldest stand?", + "choices": [ + "center", + "right most", + "behind camera", + "leftmost" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 430419, + "question_id": "BsyL58RiTJiXR8ScNs4iZH", + "question": "The characters on the frisbee are known as what?", + "choices": [ + "librarians", + "nurses", + "princesses", + "maids" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 360656, + "question_id": "BszfLjdfxYNNTQTb37XjUR", + "question": "What is most likely inside of the object that the cat is sitting on top of?", + "choices": [ + "food", + "drones", + "mud", + "flowers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420991, + "question_id": "Btcbhj3KSFi8iDrARFSUad", + "question": "The path that this railway follows is known as?", + "choices": [ + "rail track", + "road", + "path", + "line" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190329, + "question_id": "BuMFW5LHtW2V2roaxD4PTv", + "question": "Whose room is this?", + "choices": [ + "mother", + "whole family", + "man cave", + "babies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495206, + "question_id": "BwT7JgamCVxCZDVwPKVGxA", + "question": "The symbol in the middle is supposed to represent what?", + "choices": [ + "moon", + "comet", + "sun", + "star" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 407342, + "question_id": "BwbfojNxdXifysRD5ksk8G", + "question": "Which cyclist is least protected from harm?", + "choices": [ + "green vest", + "white t-shirt", + "orange jacket", + "grey t-shirt" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 113208, + "question_id": "Bz4bmrttActSUQZAf2guDS", + "question": "What type of plants are growing here?", + "choices": [ + "grasses", + "bushes", + "flowers", + "trees" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373394, + "question_id": "C2HKGdRNSguogHtWr4PQ7u", + "question": "What is the hydrant looking object on top of?", + "choices": [ + "mud", + "manhole cover", + "donkey", + "curb" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 307778, + "question_id": "C2Z2QHeHJmYkeMEqGzqRaA", + "question": "What is being tracked by the item hanging in the window?", + "choices": [ + "distance", + "money", + "age", + "time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468427, + "question_id": "C2xBxgSLF7t6Bvc2axwkKd", + "question": "What move is this?", + "choices": [ + "bounce", + "whiff", + "strike", + "tackle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314191, + "question_id": "C3SmgwPgYDYYSkUV5bmvxG", + "question": "What is on the pizza?", + "choices": [ + "ketchup", + "potato chips", + "mushroom", + "lettuce" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378630, + "question_id": "C72BoaiUVE5briB7LQTKEP", + "question": "What is required for this activity?", + "choices": [ + "wind", + "snow", + "water", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180053, + "question_id": "C77yGGfYyzGdCm6VcLJCAL", + "question": "What is the kite shaped like?", + "choices": [ + "jet ski", + "airplane", + "submarine", + "yacht" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 122580, + "question_id": "C7mQTWsgJn8oPjpqbXxF8K", + "question": "What is covered by the snow?", + "choices": [ + "dog", + "wheelbarrow", + "bicycle", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 120040, + "question_id": "C9nMfyENe27ycaT4Nc834s", + "question": "What type of truck is this?", + "choices": [ + "pick up", + "moving", + "food", + "delivery" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466334, + "question_id": "CAWegPRLnD5jMVM45zS4gV", + "question": "Which fact is true above this animal?", + "choices": [ + "carnivore", + "none", + "tallest", + "reptile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567209, + "question_id": "CAzyD4awgeefkEXKk9uZG3", + "question": "What does this storage nook area smell like?", + "choices": [ + "honey", + "meat", + "powder", + "lavender" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87628, + "question_id": "CEHvGV9or6biGPh2dtEBha", + "question": "This airplane is part of the largest airline holding company in what region?", + "choices": [ + "latin america", + "oceana", + "europe", + "asia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343133, + "question_id": "CEUcHkSmiPPkkzDYA8bSgN", + "question": "Predict the future weather?", + "choices": [ + "heat", + "fog", + "sun", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65193, + "question_id": "CGWwthV6xAZsBGiSHjUV34", + "question": "What is the profession of this doll?", + "choices": [ + "cashier", + "athlete", + "pilot", + "driver" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 408118, + "question_id": "CGupvk7k5Pc339FUdKntCc", + "question": "What is on the wall behind the player?", + "choices": [ + "art display", + "advertisements", + "instructions", + "confessionals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346866, + "question_id": "CHFRU7t3bQV6TZYqAw8QKU", + "question": "What type of function is the plane on the runway generally used for?", + "choices": [ + "passenger travel", + "medical transport", + "military", + "mail delivery" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 494294, + "question_id": "CHKipYn3JaYApH2p7QNg5g", + "question": "How many slices of pizza are there?", + "choices": [ + "one", + "four", + "three", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563724, + "question_id": "CJ9NsF77JU6BDw6a4cimYA", + "question": "What era are these planes most likely from?", + "choices": [ + "civil war", + "wwii", + "wwi", + "wwiii" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156678, + "question_id": "CKcmLC8ZRxQjBsJvAVbq7C", + "question": "What type of shot is the woman about to hit?", + "choices": [ + "backhand", + "serve", + "forehand", + "slice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 126752, + "question_id": "CP2JZHM2QWqbdxJyjtXFC2", + "question": "What language is the sign in besides English?", + "choices": [ + "french", + "cantonese", + "german", + "japanese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188378, + "question_id": "CRXUotie7SbcA9u69YBz8N", + "question": "Euclidean geometry is used to design kite's what?", + "choices": [ + "material", + "weight", + "shape", + "length" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473162, + "question_id": "CUdGb9Qq4kkycF3n3UWXAn", + "question": "What sort of building might this bathroom be found in?", + "choices": [ + "bus station", + "airbnb", + "mall", + "gas station" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114969, + "question_id": "CWhHeJRzkBvWQ562hbZZRP", + "question": "What type of flowers is this decorative flower?", + "choices": [ + "shared", + "burnt", + "cut", + "crisp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 419936, + "question_id": "CaWr5q8UZdoonp8tWCMbiQ", + "question": "Which one of these colors is missing from the flag of all the countries that operate this airline?", + "choices": [ + "red", + "blue", + "white", + "purple" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355358, + "question_id": "CcH8pH47Ceg3AeBppjKivo", + "question": "The person here likely did what before going to sleep?", + "choices": [ + "decorating", + "fighting", + "dancing", + "watch tv" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85469, + "question_id": "CdQHH5CG9gM3m4kieUpqJG", + "question": "Which common utensil is missing here?", + "choices": [ + "hatchet", + "saw", + "hammer", + "knife" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 219977, + "question_id": "CdtNxhNrQpejuTzgQpjcPU", + "question": "What is needed to control these objects?", + "choices": [ + "computer", + "string", + "battery", + "remote" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 278810, + "question_id": "CfDX96pTHGkhCP6Njw8JVS", + "question": "What has the man on the board just skated out from?", + "choices": [ + "tunnel", + "house", + "shed", + "booth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352304, + "question_id": "CiVAo8oAgPLcaN4fjaEBv5", + "question": "What is the woman doing?", + "choices": [ + "eating", + "writing", + "singing", + "brushing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 328630, + "question_id": "Cj4qn7UDMmQZiXXPe54VP8", + "question": "People leaving this plane should prepare for what type of weather?", + "choices": [ + "summery", + "dry", + "freezing", + "rainy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478208, + "question_id": "CjCZqDBDhNbeNzADEi5v7a", + "question": "What is the object called that the baby is sitting in?", + "choices": [ + "sink", + "milk can", + "washtub", + "barrel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 41411, + "question_id": "CjEUfpaUy7Lkdb8zL7K47j", + "question": "Which body part get benefits because of Frisbee?", + "choices": [ + "head", + "spine", + "leg", + "hand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251918, + "question_id": "CjZSKBRsScBLUPyvyaHve4", + "question": "The blue letters are the initials for what higher learning institution?", + "choices": [ + "boston university", + "boston college", + "fordham university", + "vassar college" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 504846, + "question_id": "CkATS2qCcegBkVtZ6aFXHq", + "question": "The person enjoying this treat is prepared for what today?", + "choices": [ + "diet", + "wind", + "nothing", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438120, + "question_id": "CkE4CHXxKr6qfBD3394D7i", + "question": "Which of these food groups is missing from the plate?", + "choices": [ + "fruit", + "vegetables", + "grains", + "protein" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478054, + "question_id": "CnEAUCijNGmm6hMGLjqb5b", + "question": "What type of school would most likely keep these items in stock?", + "choices": [ + "high school", + "preschool", + "middle school", + "university" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506345, + "question_id": "CnQzpMDSppHnfXtz4FSiSP", + "question": "This area allows one to clean themselves in only which manner?", + "choices": [ + "spray down", + "bath", + "shower", + "hose off" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485104, + "question_id": "Co4DKh8CuxtpcdFzNYZjxo", + "question": "What is next to the man?", + "choices": [ + "monkey", + "beer bottle", + "carpet", + "fire hydrant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271146, + "question_id": "Cos8m2LwGMK8bCw6dp4csc", + "question": "What is the device used for?", + "choices": [ + "powering", + "cooking", + "calling", + "cooling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 39440, + "question_id": "CqcX9TtHGxguSQ9Sqhf3Cj", + "question": "Why is the man wearing a vest?", + "choices": [ + "city worker", + "fashion", + "skier", + "weather" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355634, + "question_id": "CsVYkHoVdPxa6FTrXPMXwq", + "question": "In which country is this pedestrian crossing located?", + "choices": [ + "vietnam", + "taiwan", + "china", + "japan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 441820, + "question_id": "CtaSSfUT6MgRyJeudXWExy", + "question": "What type of sink is this?", + "choices": [ + "commercial", + "laundry", + "bathroom", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 149264, + "question_id": "CvfPC9xK8urDYM9yaDPeyH", + "question": "What meal is coming up next?", + "choices": [ + "midnight snack", + "breakfast", + "dinner", + "lunch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 236305, + "question_id": "CwDG6RSWXN5mr848SCJRHL", + "question": "What feature does this animal have?", + "choices": [ + "fins", + "paws", + "wings", + "talons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399493, + "question_id": "Cxgr7jZAapYsR3R2TBgvNZ", + "question": "What is coming off of the item the woman is holding?", + "choices": [ + "grass", + "water", + "fire", + "bugs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566933, + "question_id": "CyDWg5E54iUGRxJkXjtHdb", + "question": "What is the red sign threatening a fine for?", + "choices": [ + "speeding", + "turning", + "honking", + "parking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 113339, + "question_id": "D25fpykWTt5ZrvHFNmU6GP", + "question": "What type parking is allowed near the yellow lines here?", + "choices": [ + "emergency", + "diagonal only", + "parallel", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 128933, + "question_id": "D28BhLeoLw4tdmnryBwodG", + "question": "What motorcycle manufacturer is on the mousepad?", + "choices": [ + "harley davidson", + "honda", + "ducati", + "yamaha" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420095, + "question_id": "D2abQ3R4ChcFDqQ9p5x3VM", + "question": "The bird is likely looking at what?", + "choices": [ + "reflection", + "dog", + "seed", + "donkey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 371727, + "question_id": "D52W9z7bch8aDZn7UmdgvS", + "question": "What is the doll reading?", + "choices": [ + "map", + "magazine", + "kindle", + "book" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473694, + "question_id": "D6QrjhNjLY35snwCDh4iSk", + "question": "On what type of furniture is this cat resting?", + "choices": [ + "sofa", + "chair", + "table", + "bed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 448873, + "question_id": "D6eqnhksYhghiLBdVcyTWq", + "question": "Besides the wheels what parts make a spinning motion?", + "choices": [ + "propellers", + "nose", + "tail", + "wings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379459, + "question_id": "D7un8Rc7vNj2W9Cc4VNXcU", + "question": "What geometric shape can be seen?", + "choices": [ + "triangle", + "rectangle", + "circle", + "square" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 318894, + "question_id": "D9o6Vqkb7bMwEZuHTuJ8cG", + "question": "This room is receiving plenty of fresh what?", + "choices": [ + "meat", + "fish", + "water", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136201, + "question_id": "DABjtPLiqGNbjF5nFAPuy3", + "question": "How many flights does this plane make in an average month?", + "choices": [ + "none", + "three", + "two", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404155, + "question_id": "DAPmq6GHBY7DfyvRSSNVrP", + "question": "What are modern street lamps powered by?", + "choices": [ + "fire", + "solar", + "gas", + "electric" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271644, + "question_id": "DCeLQr7Zpsv4BQ55DXfxf8", + "question": "What can be used to describe the giraffe's mouth?", + "choices": [ + "agape", + "deformed", + "closed", + "diseased" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 380213, + "question_id": "DEgFDLqkMhwoMpKdxscFiu", + "question": "What type of kitchen is this?", + "choices": [ + "hospital", + "residential", + "commercial", + "food truck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547708, + "question_id": "DFAfHAkySd5Y7yEpPUwYDb", + "question": "What type bus is shown here?", + "choices": [ + "shuttle", + "train", + "party", + "city" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96520, + "question_id": "DK45C3HC8kTJhjsLzA2D3e", + "question": "The middle one wants to avoid doing what with evil?", + "choices": [ + "do", + "hear", + "see", + "speak" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 241680, + "question_id": "DKjA3tqfwNvXaxgm2yN82T", + "question": "It would be difficult to practice this sport in which one of these countries?", + "choices": [ + "finland", + "canada", + "jamaica", + "switzerland" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 112283, + "question_id": "DLgndsqcC9pc7kfDF3ixXJ", + "question": "What would cause the rubber Frisbee to be stuck to the dog's upper teeth?", + "choices": [ + "holes", + "glue", + "gravity", + "tape" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488525, + "question_id": "DMUr6W6CcRfpjcivp9p9Fg", + "question": "What is the controller controlling?", + "choices": [ + "television", + "pins", + "speakers", + "ball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326444, + "question_id": "DPFcKQqKSM8LNLYZ5ZiEaK", + "question": "Where are the men playing at?", + "choices": [ + "football field", + "skate park", + "amusement park", + "basketball court" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346822, + "question_id": "DPbfChjwSBkTL9UgvyYjcd", + "question": "What writer created the character upon which the bear on the left is based?", + "choices": [ + "rowlings", + "poe", + "milne", + "potter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 39218, + "question_id": "DPvvEFF9A3SEgQbJ7RU2Vg", + "question": "The woman is looking in what direction?", + "choices": [ + "down", + "below", + "up", + "behind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555395, + "question_id": "DQF6GBGEWg3bTNrnDFpgWy", + "question": "What is the genus for this animal?", + "choices": [ + "canis", + "equus", + "aves", + "bovidae" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169061, + "question_id": "DQThv5iCQggRHSSR4RZnba", + "question": "Where are these animals?", + "choices": [ + "ocean", + "field", + "sky", + "city street" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 120213, + "question_id": "DQyxHvqqJPeXWjr27Njizo", + "question": "How many random stops does this bus make today to take on new unscheduled passengers?", + "choices": [ + "about 5", + "none", + "seven", + "20" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350495, + "question_id": "DRFZ2vdU4USaZm8rd5SmvS", + "question": "What is the time displayed by the phone?", + "choices": [ + "920 pm", + "902 pm", + "209 pm", + "209 am" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 26080, + "question_id": "DRX6zgWbXXhRdwm7rSbWGh", + "question": "Why does the man have something in his hands?", + "choices": [ + "defense", + "balance", + "weapon", + "signal" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 87237, + "question_id": "DUP5do6wiKFCSVYLwEtTnH", + "question": "Which type of food is missing on this plate?", + "choices": [ + "vegetables", + "starch", + "meat", + "grains" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127315, + "question_id": "DV7dh7AsV8EAnJQTdoVpY5", + "question": "What is the cat going to do with the bird in its mouth?", + "choices": [ + "eat it", + "reanimate it", + "hug it", + "save it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 573244, + "question_id": "DXxVciujXmZxMAUdbJwE3j", + "question": "Who was a member of the WWE wrestling team whose name appears at the top of the man's jacket?", + "choices": [ + "triple h", + "chris jericho", + "mankind", + "dynamite kid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 73886, + "question_id": "DZkntzXECzpcBuNhk4zGuF", + "question": "The round red items are sourced from which plant?", + "choices": [ + "pepper", + "tomato", + "none", + "egg plant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404925, + "question_id": "Da2MV2TYTtxXbQQeqQnWGG", + "question": "Where are the trains parked?", + "choices": [ + "alone", + "train station", + "tunnel", + "inside" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 333757, + "question_id": "Da6RJ8wMQQctfCQRA3aEr2", + "question": "What type of buildings are these?", + "choices": [ + "skyscraper", + "barn", + "rancher", + "colonial" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226678, + "question_id": "DbRSL4XkwiX9UFvp8vqQk3", + "question": "What is the giraffe looking at?", + "choices": [ + "watering hole", + "photographer", + "tree", + "bushes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431263, + "question_id": "DfmqVnZjv98AxeHera5DsQ", + "question": "What entity placed the umbrella over the dog?", + "choices": [ + "photographer", + "humane society", + "dog", + "dog's mother" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330587, + "question_id": "Dfsc3q7gWkC9Yg8Qq8ASSb", + "question": "What are cars unable to do in this area?", + "choices": [ + "exist", + "keep driving", + "turn left", + "park" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 68991, + "question_id": "Dg3CVdA5bnSYsCp7pUcaMd", + "question": "What color is the most surprising item shown here?", + "choices": [ + "yellow", + "brown", + "gray", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118303, + "question_id": "DhNuu3BX3iA2PGGi2y4CQ3", + "question": "What item is usually used with this kind of food?", + "choices": [ + "sugar cubes", + "salsa", + "relish", + "pizza cutter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 167124, + "question_id": "Dhbc3eyVFaNBi5BqXDDccv", + "question": "What has the dog caught in the field?", + "choices": [ + "cat", + "rabbit", + "mouse", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517358, + "question_id": "DiB69QhKLvkBjRgdFCADH7", + "question": "What is the person using the remote to operate?", + "choices": [ + "fan", + "television", + "garage door", + "air conditioner" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114243, + "question_id": "DjKjhKoECghNXxtFF3BwdV", + "question": "What energy source powers this item?", + "choices": [ + "gas", + "battery", + "coal", + "solar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 530550, + "question_id": "Dk7sXR8xhHC2MznjhsHKao", + "question": "Which athletic competition could he participate in?", + "choices": [ + "paralympics", + "olympics", + "special olympics", + "junior olympics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 120941, + "question_id": "DkMPGkA5fFoKrxTpdezDPC", + "question": "What is the purpose of the luggage cases for belongings below the man?", + "choices": [ + "drying", + "watering", + "heat", + "protection" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 515425, + "question_id": "Dm9pMWxsJ3VNUzqN4pExym", + "question": "What is keeping this vehicle from going off course?", + "choices": [ + "tracks", + "cones", + "traffic cops", + "caltrops" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357133, + "question_id": "DmeWWVmvb8twjZFA4ZWM9s", + "question": "What are the two protruding structures called on the top of the giraffe's head called?", + "choices": [ + "pipes", + "ossicones", + "hornettes", + "antlers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107274, + "question_id": "Do9rDMUSzXkrAyqToMyKkx", + "question": "How many zebras are in the image?", + "choices": [ + "one", + "three", + "eight", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373449, + "question_id": "DoSGxG9mBRXi6pwhgNhNzT", + "question": "What kind of things are on the wall?", + "choices": [ + "grafitti", + "flyers", + "paintings", + "laws" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550571, + "question_id": "DqS5GKUFycKtb9gkYHYJfH", + "question": "What is the name given to this type of bus?", + "choices": [ + "suv", + "sedan", + "double deck", + "arv" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358638, + "question_id": "Ds2TSFNe9JtnS4XHf8QiMx", + "question": "What animals are shown out the window?", + "choices": [ + "tiger", + "elephant", + "hyena", + "lion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 66740, + "question_id": "Ds8yc9oZqQEF5wNtCeQKiy", + "question": "Why is the giraffe near the hay in the cage?", + "choices": [ + "to fight", + "to sleep", + "to eat", + "to play" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 153066, + "question_id": "Dues3FGEor9sq6QiTVqPLg", + "question": "What is the dog's nose closest to?", + "choices": [ + "ball", + "cat's tail", + "picture frame", + "backpack" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229663, + "question_id": "DwYQfKsSsMhphaLQVWmhMy", + "question": "The plane is in what type of building?", + "choices": [ + "terminal", + "fuel depot", + "control tower", + "hangar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 383880, + "question_id": "DyjyhWxeicCDh3DkFHcYQB", + "question": "What is this person playing?", + "choices": [ + "audiobook", + "video game", + "music video", + "movie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 481608, + "question_id": "DzT8oTdTwSwQJ2qa9uBRAo", + "question": "What is he standing in?", + "choices": [ + "dirt", + "water", + "sand", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37426, + "question_id": "DzcezsA3bQH4uLyYCLQkDi", + "question": "In which building would you be most likely to find windows made of the same material as this humming bird?", + "choices": [ + "sanctuary", + "school", + "church", + "dog house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 111540, + "question_id": "DzfpwCUXikqpGLiY66iys7", + "question": "How many different types of clouds are in this part of the sky?", + "choices": [ + "ten", + "one", + "two", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562132, + "question_id": "E46GN7pYw8YaWSRtGYa99z", + "question": "Why is the ceiling above the desk slanted?", + "choices": [ + "under stairs", + "room decor", + "construction error", + "water drainage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349674, + "question_id": "E5umqMDEtEU27g3xbKJH4U", + "question": "Where is the skateboard?", + "choices": [ + "garage", + "railing", + "shelf", + "bed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 337729, + "question_id": "E7fq9EVmKH5RdmCdM3kzk7", + "question": "What type of shorts is the surfer wearing?", + "choices": [ + "cargo", + "denim", + "board", + "polyester" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483004, + "question_id": "E9Tzcysn4nWkpMX9KrYJtT", + "question": "What has the man seemingly jumped higher than?", + "choices": [ + "villa", + "plane", + "park", + "mountain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545746, + "question_id": "EBiwCVP3LQFKB3nAooHVzY", + "question": "What's causing the blurred part on this bird?", + "choices": [ + "flapping", + "stillness", + "molting", + "fledging" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 427684, + "question_id": "EELxmaQafh8PYDVnsX2rJK", + "question": "What former President has a last name that matches the name of the hall?", + "choices": [ + "james monroe", + "andrew jackson", + "george washington", + "abraham lincoln" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170938, + "question_id": "EFA2rsrqm8LoTkTGeRFWk8", + "question": "Which team does the batter play for?", + "choices": [ + "phillies", + "padres", + "red sox", + "pirates" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 64959, + "question_id": "EFTLjyYA4nBLAdNUFHftHN", + "question": "In what type of location is this kitchen?", + "choices": [ + "residence", + "hospital", + "restaurant", + "school" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 35238, + "question_id": "EFXb3tgMmZkPKb9HiuCSDo", + "question": "What is he doing?", + "choices": [ + "drinking coffee", + "hiding cup", + "cooling coffee", + "drinking water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 324998, + "question_id": "EH7VoqkCEPLs2eDe9myah6", + "question": "What are persons standing trying to select?", + "choices": [ + "cocoa style", + "lift options", + "ski route", + "mcdonald's meal" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 474235, + "question_id": "EHEsLg96UP94pcJanr9uBS", + "question": "Dark condition is due to the absence of what?", + "choices": [ + "protons", + "electrons", + "photons", + "neutrons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257904, + "question_id": "EHXP9muCkYt7422ethuu3C", + "question": "What condiments does this person like?", + "choices": [ + "mayo", + "horseradish", + "ketchup mustard", + "chile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420175, + "question_id": "EHzoddxyLGQCGSY49KKpfS", + "question": "What color background would make the man's shirt invisible?", + "choices": [ + "white", + "orange", + "black", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350269, + "question_id": "EKanSnfsKq9vpgQbhsjUsc", + "question": "What can be said about the giraffe's front legs?", + "choices": [ + "gesturing", + "injured", + "bent", + "spread apart" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 79521, + "question_id": "ELZMHP2XAozEsWXr24nU6B", + "question": "What is a similar agency to the agency that owns the bus?", + "choices": [ + "goya", + "scotland yard", + "amazon", + "domino's" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540399, + "question_id": "EQ3wyq65hqPunQFTTDz9w8", + "question": "What does the event's sponsor make?", + "choices": [ + "phones", + "cars", + "guns", + "computers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410469, + "question_id": "ERbUvk254NmwtBGNLKGmHd", + "question": "Which of these creatures with feathers shown here is likely to eat the other?", + "choices": [ + "egret", + "eagle", + "pelican", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 261533, + "question_id": "ESaAHz4VptNLwAdkHCuC94", + "question": "What is she ready to do?", + "choices": [ + "serve", + "dribble", + "dunk", + "sprint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 218753, + "question_id": "ESxaVX2eem8omiCur6EDPv", + "question": "Where are the ear of giraffe above facing to?", + "choices": [ + "down", + "up", + "front", + "back" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339520, + "question_id": "EVi4zxZmXuzKvuVG49ecBx", + "question": "Pedestrians can walk in this intersection when the light is what?", + "choices": [ + "yellow", + "broken", + "red", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109547, + "question_id": "EXwDTUgVAsDbnQtgeoZCBH", + "question": "What orange vegetable is shown?", + "choices": [ + "squash", + "pumpkin", + "yam", + "carrot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 138474, + "question_id": "EYaNroLRtqYVbeeMXXcjVf", + "question": "How is this food portioned to be served?", + "choices": [ + "cubed", + "sliced", + "diced", + "shredded" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485864, + "question_id": "EYicdJAabNWkwTpGYXZHyY", + "question": "What kind of object would have to stop here?", + "choices": [ + "car", + "plane", + "boat", + "train" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540289, + "question_id": "EYz7rC4hXsjogejhhPavtV", + "question": "Which year is written on the teddy bear's left foot?", + "choices": [ + "2021", + "2020", + "2014", + "2004" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 206029, + "question_id": "EZ9ggZ88ctL6EsyVYoWTe5", + "question": "What does the event's sponsor manufacture?", + "choices": [ + "clothing", + "computers", + "pet food", + "cars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267364, + "question_id": "EaA5nZ8KFrJSuVLs5tzVdE", + "question": "What kind of consumable is available at the train station?", + "choices": [ + "smoothies", + "burgers", + "fries", + "soda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545881, + "question_id": "EaVj6QmGqmhTt4Q83bBWLX", + "question": "Who took this man's photo here?", + "choices": [ + "no one", + "spouse", + "himself", + "his mom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92908, + "question_id": "EbSkHnaQKjzKHJGmsi49HC", + "question": "Why is he bent over?", + "choices": [ + "slipping", + "balance", + "hiding", + "falling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 332842, + "question_id": "EbTNPNRQ5NadvpKsxAFBkL", + "question": "Why is the cat laying on the laptop?", + "choices": [ + "is hiding", + "is posed", + "is bored", + "is tired" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 273072, + "question_id": "EcsVj9xpAVg3zSGZb8BrhL", + "question": "What beverage will this person drink when waking?", + "choices": [ + "toddy", + "milkshake", + "coffee", + "beer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144490, + "question_id": "Ee8FJu4FfaSB6Xj6BGfNhG", + "question": "What is he preparing to do?", + "choices": [ + "brush teeth", + "shower", + "laundry", + "wash hair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500707, + "question_id": "EeZ2AZoeghpP5Ja5Cp2XW4", + "question": "What is the job of the person shown?", + "choices": [ + "trainer", + "pilot", + "janitor", + "driver" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36079, + "question_id": "EesgVhfm75p3UBDzzSkJg2", + "question": "The train tracks seen here carries whom?", + "choices": [ + "tourists", + "oil", + "giraffes", + "commuters" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 244783, + "question_id": "Egr7kbnLqWvoe5JaPk7vX5", + "question": "What specific kind of food is flanking the hot dog?", + "choices": [ + "bread", + "baguette", + "cheese", + "bun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 66809, + "question_id": "EhH3wdUXZuvwv85SoDZePg", + "question": "What is the man in blue in?", + "choices": [ + "water", + "cannon", + "house", + "apartment" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354914, + "question_id": "EheGnbZJJfbhSAqkjcxyVT", + "question": "What is the sum of the three numbers that are on the train?", + "choices": [ + "70", + "16", + "25", + "nine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417821, + "question_id": "Eike3yj9EZpxdfu9rBuGVS", + "question": "What is the boy doing?", + "choices": [ + "playing", + "schoolwork", + "posing", + "dancing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 426251, + "question_id": "Ek98XW5uEuCAd7sTKuucaM", + "question": "Which war was fought before this lamp post was built?", + "choices": [ + "civil", + "wwi", + "vietnam", + "wwii" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 447640, + "question_id": "EkCyCkh8B7CSYYc6ZVXdn8", + "question": "Why can you see a red building in this image?", + "choices": [ + "painting", + "sun glare", + "camera", + "reflection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 55794, + "question_id": "EkoEPLBm3d2Lyz9tcsMsMV", + "question": "What should go on the green dish?", + "choices": [ + "butter", + "ketchup", + "dressing", + "barbecue sauce" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10279, + "question_id": "EnCDcmm6bzjGZbw3Z3c9ur", + "question": "Which current world leader is this stuffed bear negatively associated with?", + "choices": [ + "joe biden", + "justin trudeau", + "xi jinping", + "vladimir putin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 341095, + "question_id": "EnCgn4fXcu46qYkK6XqemF", + "question": "What is typically the shape of the object the man is playing with?", + "choices": [ + "square", + "trapezoid", + "circle", + "triangle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544385, + "question_id": "EnVSWeufzPfedjfxvGMD76", + "question": "What is this person ready to do?", + "choices": [ + "descend", + "ascend", + "hide", + "roll" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 287346, + "question_id": "Enc6j5HMuCnhSNu6cxT77u", + "question": "What liquid can be seen in the top of a wooden cabinet?", + "choices": [ + "beer", + "soda", + "wine", + "milk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338272, + "question_id": "EqUuzU4qaGFaWKm6fWWQyS", + "question": "The cabernet hails from what region?", + "choices": [ + "paso robles", + "tenerife", + "napa valley", + "sonoma county" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 64368, + "question_id": "EqZMaQqu2M5BzCptX96RXK", + "question": "What does the statue have on its head?", + "choices": [ + "motorcycle helmet", + "top hat", + "earphones", + "antlers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286631, + "question_id": "Eqckw9YRu7iYHCabtz3wUp", + "question": "What was placed on the cow to keep track of it?", + "choices": [ + "tag", + "bell", + "sign", + "horn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498429, + "question_id": "EqvjsCXsuYecaNytspLSyQ", + "question": "The item seen here is usually made of what material?", + "choices": [ + "skin", + "plastic", + "cloth", + "marble" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90153, + "question_id": "ErgoMVwS2q4rR93dH3QaBm", + "question": "What kind of clothing can be made from this animal's skin?", + "choices": [ + "rayon", + "cotton", + "leather", + "polyester" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226288, + "question_id": "ErinB6btAvwh5izqJ7RGPw", + "question": "What is forbidden when traveling by car beyond the red and white sign?", + "choices": [ + "parking", + "exiting", + "turning", + "entering" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 285887, + "question_id": "Et35h5fTSoKyLujt3kFo5j", + "question": "What is the color of the vessel?", + "choices": [ + "brown", + "black", + "white", + "yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404835, + "question_id": "EukDdbzJJ3qbxYA8RDNq9W", + "question": "What military is the aircraft associated with?", + "choices": [ + "dare devils", + "flying tigers", + "4105th army", + "zoo patrol" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 461658, + "question_id": "EvHvSzqtPbNBMxCiam4fua", + "question": "Why is most space in the truck in the bed?", + "choices": [ + "more balanced", + "more cargo", + "more passengers", + "better mileage" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 360583, + "question_id": "EvaLirCm8rywCsegDZVJoP", + "question": "Wii remote is used to play which game?", + "choices": [ + "card", + "audio", + "video", + "race" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 204756, + "question_id": "Ewba9ezmJYAHKwP9hhuTqt", + "question": "The person in the bed lives in what type of city?", + "choices": [ + "urban", + "ghost town", + "rural", + "suburban" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 441688, + "question_id": "Ex7pu5drbAMFEd5upxbCqL", + "question": "This company can help one with which one of these?", + "choices": [ + "selling car", + "changing addresses", + "getting jobs", + "makeover" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154482, + "question_id": "EyThMqchawTnMyrosFwGMb", + "question": "The bathroom sink is located in what type of venue most probably?", + "choices": [ + "hotel", + "school", + "home", + "stadium" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390648, + "question_id": "EyfkyqP8ueA8otad5yDRZg", + "question": "Which country is this railway located in?", + "choices": [ + "germany", + "united kingdom", + "united states", + "netherlands" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 501186, + "question_id": "EzbQajC5LP3xcFWnuW8Wfk", + "question": "What type of room is this most likely showing?", + "choices": [ + "park", + "restaurant", + "hospital", + "hotel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 370057, + "question_id": "F2QsbdMCgtsVZ8oZcgjMnx", + "question": "The tall tower served as a warning for what type of vehicle?", + "choices": [ + "truck", + "ship", + "airplane", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85833, + "question_id": "F2uHjcTbNyfjJ8bWQYKPKK", + "question": "Which one of these animals could be hiding in this terrain?", + "choices": [ + "crab", + "lion", + "shark", + "snake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355271, + "question_id": "F3iinmnePSsJwMJfQX48oL", + "question": "What are these people doing?", + "choices": [ + "hopping", + "racing", + "eating", + "wrestling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 152710, + "question_id": "F6qkcwrwvyCfx5DQvUQtcA", + "question": "What is this zebra likely doing here?", + "choices": [ + "eating", + "drinking", + "hunting", + "walking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 237829, + "question_id": "F9FbZn2akxLZWFUh8YNURT", + "question": "The sign with the yellow triangle is there to prevent what?", + "choices": [ + "injuries", + "crashes", + "theft", + "arrests" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 184264, + "question_id": "F9HNVggTaAfKgDpgT2nHuN", + "question": "What activity are the humans engaged in?", + "choices": [ + "fighting", + "entering", + "chatting", + "emerging" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 481089, + "question_id": "FAdUCRaUFp8N5FgEZkb2jx", + "question": "What are the brown walls of the pier made out of?", + "choices": [ + "steel", + "stone", + "wood", + "clay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 416154, + "question_id": "FAwa4MCSCemwSCsayek2A8", + "question": "What function does the wetsuit provide the user here?", + "choices": [ + "insulation", + "stress relief", + "fashion", + "cooling" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 442013, + "question_id": "FELjJYuj9xXkFehivCKinQ", + "question": "What sort of power supplies the topmost oven?", + "choices": [ + "gas", + "electric", + "propane", + "solar rays" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263894, + "question_id": "FEuuZxY8oBxdvTypTYFs63", + "question": "What is this dog ready to do?", + "choices": [ + "eat", + "sleep", + "swim", + "hide" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265765, + "question_id": "FEvvvN6BrEBRXCpociThFf", + "question": "What type of transportation is shown?", + "choices": [ + "land", + "air", + "rail", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235533, + "question_id": "FFiXi7ECqJtFtbnbxvmxBU", + "question": "Which animal has similar color feathers as the color of the blanket?", + "choices": [ + "peacock", + "parrot", + "vulture", + "pigeon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107509, + "question_id": "FFvQ95XKGqfzSHkfdAAfUY", + "question": "What is on the shelf of the hearth?", + "choices": [ + "glass", + "frame", + "pillows", + "baby" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276687, + "question_id": "FJLQoETozcoM6AhKANJ2rQ", + "question": "What kind of activity is being performed by the zebra in the center?", + "choices": [ + "grazing", + "defecating", + "breeding", + "attacking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552469, + "question_id": "FKbwSx7yvT6VGKdLVDsnCp", + "question": "What is keeping the animals in one specific area?", + "choices": [ + "traffic", + "stone walls", + "predators", + "fencing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 526651, + "question_id": "FLiRAqVYdJ7PrNTGUyGV8P", + "question": "What is elevating the object in the air?", + "choices": [ + "string", + "nothing", + "stand", + "man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175276, + "question_id": "FMJLVDis9jJHdhBoksfSVQ", + "question": "What type of activity is being performed?", + "choices": [ + "rescue", + "work", + "leisure", + "artistic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 48512, + "question_id": "FNcwVcAqZHb7VmN2eKu7gQ", + "question": "If someone wanted an Ice cube what part of refrigerator should be opened first?", + "choices": [ + "none", + "bottom", + "side", + "top" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 215533, + "question_id": "FNxW5Gvu2mvceH9D3zctkM", + "question": "What is the man cutting with the scissors?", + "choices": [ + "stuffed animal", + "paper", + "candy", + "cardboard box" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79521, + "question_id": "FPCgk452HhG58HhMTRs528", + "question": "In which Asian country is this police bus located?", + "choices": [ + "vietnam", + "china", + "laos", + "thailand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 108590, + "question_id": "FRWi4UZLVm87DNpQD6kN7L", + "question": "What kind of writing is shown on the table?", + "choices": [ + "cursive", + "d'nealian", + "hieroglyphics", + "print" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162258, + "question_id": "FRjz7gWYM8ArKbGVV2xq4g", + "question": "Where did the elephant come from?", + "choices": [ + "water", + "grass", + "desert", + "forest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251488, + "question_id": "FRvogQqgCahaN92J22Akai", + "question": "What is near the items on the water?", + "choices": [ + "windmill", + "shark", + "lighthouse", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38617, + "question_id": "FTyUGBRyt5vSLQFDSdrGX8", + "question": "In which style will this person next hit a ball?", + "choices": [ + "forehand", + "two handed", + "backhand", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231968, + "question_id": "FUparsxx9jp3MFpByKQD58", + "question": "The old man has dedicated his life to living in the wild with what?", + "choices": [ + "wolves", + "hippos", + "lions", + "bears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98235, + "question_id": "FVy2BHoXniudphJGPt6eDn", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "water", + "land", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162513, + "question_id": "FYtuPfwk6FrzCS8uDKbaB5", + "question": "What is on top of the elephant's head?", + "choices": [ + "leaves", + "snow", + "sand", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533996, + "question_id": "FboajbJRcE3UW3JhTjT288", + "question": "This animals owner has noted it by what symbol?", + "choices": [ + "three", + "cross", + "w brand", + "bessie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186341, + "question_id": "Fc32GmwfrJSbwZnN2STNi2", + "question": "What is the man's line of work?", + "choices": [ + "cop", + "teacher", + "cook", + "fireman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 380402, + "question_id": "FdCnPBA8piSsQZb2egYTYW", + "question": "What is the cat watching?", + "choices": [ + "cars", + "clouds", + "television", + "birds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 535346, + "question_id": "FdVXrX7eRemhmymiZfeB7Z", + "question": "What appears at the base under the clock?", + "choices": [ + "window", + "door", + "cat", + "face" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 306649, + "question_id": "FdmPMPfYX995yfbqGY4MHr", + "question": "Where is this cat located?", + "choices": [ + "yard", + "wild", + "kitchen", + "barn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231304, + "question_id": "FecH7WudfyZkLqTxhW6KMA", + "question": "What activity is this person engaging in?", + "choices": [ + "school work", + "self pleasure", + "competition sports", + "casual sports" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420985, + "question_id": "Ff2rShs3wHRkwCNuLEhZui", + "question": "Where is the baby that the teddy belongs to?", + "choices": [ + "home", + "prison", + "hospital", + "inside belly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2945, + "question_id": "FfqySuKZ6dtBgMSHzocbTY", + "question": "What is the dog trying to dog while on the ground?", + "choices": [ + "escape", + "roll", + "eat", + "jump" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 403022, + "question_id": "FfznMgmLVv6pSsvoUBE5xW", + "question": "What is this cooler meant to store?", + "choices": [ + "vegetables", + "ice cream", + "beer", + "meat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79529, + "question_id": "FjtgPDMTkKfAiLdA6UcFJt", + "question": "Why are the boards stood on end?", + "choices": [ + "broken", + "stolen", + "keep clean", + "for sale" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404219, + "question_id": "FjvoTChJEdRWwM8Yhc4DfH", + "question": "What is the proper thing to do to the containers when finished?", + "choices": [ + "eat", + "save", + "discard", + "recycle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 401304, + "question_id": "Fn6xo7c5EEaqTgGMvwLzQw", + "question": "Kwality walls frozen dessert is made up of which fat?", + "choices": [ + "none", + "milk", + "vegetable", + "animal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 294184, + "question_id": "Fp42nuwGjwKjopuC3hYdr2", + "question": "What does the dog have in it's mouth?", + "choices": [ + "bottle", + "tennis ball", + "food", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189754, + "question_id": "Fqo7Zth75cg9bh9iGiyeQF", + "question": "What animals are standing between the giraffes?", + "choices": [ + "bear", + "pig", + "cow", + "zebra" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164742, + "question_id": "FrYpPZAHmqzCWdFBuNY4go", + "question": "Does the man in tan want the ball to go in the net?", + "choices": [ + "maybe", + "no", + "unsure", + "yes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 460957, + "question_id": "FsW6UuTYJgFiMMNhkwKe52", + "question": "What can one obtain from the structures by the light post?", + "choices": [ + "phone call", + "newspapers", + "lotto tickets", + "cigarettes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144989, + "question_id": "FsWZoyRFuSUxBA3Nyq8CAs", + "question": "What does the person who made this sign exhort you to do?", + "choices": [ + "leave", + "quit", + "act", + "turn back" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 275756, + "question_id": "FtVJRyRWcoXBiDYxeiF5yf", + "question": "What is he holding in his hand?", + "choices": [ + "pen", + "banana", + "hat", + "keys" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 60195, + "question_id": "FtjYs6sDo9wzubfdS9RD82", + "question": "The hands of the clock resemble what?", + "choices": [ + "bees", + "forks", + "swords", + "cats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286781, + "question_id": "FtyJYmCZRp3fcPUePSZpTK", + "question": "What type young might this species bear?", + "choices": [ + "cub", + "children", + "calfs", + "small fry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21114, + "question_id": "FtzMb7gB7gXn6j5RbrybuX", + "question": "What type of camera was used to take a picture of the pizza?", + "choices": [ + "polaroid", + "digital camera", + "camcorder", + "slr" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532138, + "question_id": "Fu9FjiMrhc42piyhLJBDUX", + "question": "How would he close the top of his shirt?", + "choices": [ + "buckles", + "buttons", + "laces", + "zipper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 47809, + "question_id": "FvJYcAz3DBdm72QHerWQe3", + "question": "What is most likely the season?", + "choices": [ + "summer", + "fall", + "spring", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473120, + "question_id": "FvPavQJr3LFUyXo6p6yw3Q", + "question": "What is a common topping for this food item?", + "choices": [ + "ice", + "meatball", + "cream cheese", + "cherry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 504627, + "question_id": "FwCpxpWyswpv7vidKVX3fF", + "question": "In what part of the United States is this train traveling?", + "choices": [ + "mid-atlantic", + "northeast", + "west", + "south" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 210911, + "question_id": "FwazKLrgVXJkZdUvGsCVa2", + "question": "Where does the man seem to be laying?", + "choices": [ + "in office", + "in bed", + "in library", + "outdoors" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 14350, + "question_id": "FxoPdYAE7jctBdwN9x7Dey", + "question": "Where are the trains making stops at?", + "choices": [ + "station", + "bank", + "park", + "library" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 131848, + "question_id": "FymnURKtrepKSSiYvhfVnM", + "question": "What type of water sport are the two men trying?", + "choices": [ + "windsurfing", + "kitesurfing", + "bodysurfing", + "wicksurfing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156775, + "question_id": "Fzf7P4x6xxTiXuRuRCwach", + "question": "What is the dog being leashed to?", + "choices": [ + "sign post", + "bench", + "cooler", + "hydrant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 227837, + "question_id": "G2quzqeqpXuW9ZVRZGy6he", + "question": "What species resides inside this living space?", + "choices": [ + "rodent", + "porcine", + "feline", + "ursine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 328767, + "question_id": "G2y8ghoUoibibzbrVR4esu", + "question": "What president was this type of toy named after?", + "choices": [ + "adams", + "roosevelt", + "harding", + "lincoln" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 553999, + "question_id": "G4Lcko98LQF8XYvRUzz4kj", + "question": "What are these appliances used for?", + "choices": [ + "call", + "control", + "cool", + "cook" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 314550, + "question_id": "G4yK8gErSvVMuLMX65NFxt", + "question": "What is a term for the man's attire?", + "choices": [ + "bikini", + "wetsuit", + "shirtless", + "diving suit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503817, + "question_id": "GAbBX2VPQWp2aRq39V5vQD", + "question": "What activity is the man performing here?", + "choices": [ + "bicycling", + "pushups", + "skating", + "surfing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319753, + "question_id": "GAkAJNg7TrDk4GVTkwUPuD", + "question": "Which seat is the most comfortable?", + "choices": [ + "floor", + "chair", + "couch", + "table" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 126330, + "question_id": "GDpnjgCD8NMBDrvDeb8jA8", + "question": "What is this stick being used for?", + "choices": [ + "flying", + "rudder", + "diving", + "fishing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503062, + "question_id": "GDyZ7T5Fra8zzm8c8DDGeP", + "question": "The right half of the pizza would be eaten at which part of the meal?", + "choices": [ + "dessert", + "appetizer", + "main course", + "hors-d'oeuvres" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71974, + "question_id": "GFSdXPX6uAHaWaMCcrwPBp", + "question": "What color is common between all three bears?", + "choices": [ + "white", + "yellow", + "tan", + "dark brown" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53303, + "question_id": "GGZoJeHZpjGwdmrprfKkZh", + "question": "What country is this?", + "choices": [ + "israel", + "qatar", + "china", + "japan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 541070, + "question_id": "GKuuUpAbHri3VuqhDQ6Qci", + "question": "How would you close his sweater?", + "choices": [ + "buttons", + "laces", + "velcro", + "zipper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 212872, + "question_id": "GLAVz3HZkRKws3fLRUTUS8", + "question": "These type of grounds are referred to as what?", + "choices": [ + "manicured", + "wild", + "unkempt", + "barren" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 26700, + "question_id": "GLBpoWbdMAAMwmniBmsEdf", + "question": "The small door to the left of the refrigerator and above the grill is used for what?", + "choices": [ + "hvac equipment", + "electrical panel", + "food storage", + "network panel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89237, + "question_id": "GLMP2KkQcfpGj8kWkCqxC6", + "question": "What does the sign indicate is located ahead?", + "choices": [ + "bus stop", + "boats", + "trains", + "planes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230758, + "question_id": "GMdSh6HZ4sSPmiTDbCqhkT", + "question": "What kind of transportation is this?", + "choices": [ + "water", + "rail", + "land", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243586, + "question_id": "GNWtFouW6WcSe6qL2RDLZ8", + "question": "What would a weather report say about the weather on this day?", + "choices": [ + "snow", + "rain", + "overcast", + "partly cloudy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231403, + "question_id": "GPF6DqwbhHjZXZUcneczHP", + "question": "What would you do if you needed to get to Champion Hill via 29?", + "choices": [ + "make uturn", + "sit down", + "turn left", + "turn right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4040, + "question_id": "GRwubdK3BNtGxa5B8aiSLL", + "question": "What type of medical procedure is being done with the equipment?", + "choices": [ + "x-ray", + "ultrasound", + "cat scan", + "mri" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 160379, + "question_id": "GSf7NQsdiPJmJysq9yyuRy", + "question": "What part of the human body would the item the cat is sniffing be worn on?", + "choices": [ + "feet", + "hand", + "nose", + "head" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175865, + "question_id": "GSsEhVXTSTBcGrxj5t35SD", + "question": "What can one probably do inside where the photographer is?", + "choices": [ + "buy shoes", + "buy ticket", + "buy car", + "buy clothes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 235951, + "question_id": "GVCFdiayy5xAR2Sjbsf3Q4", + "question": "What is the man with his hand up wearing on his head?", + "choices": [ + "crown", + "fedora", + "laurel", + "cap" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 525925, + "question_id": "GVQmoeMfAqsZCiHV3BwFAP", + "question": "What are the people doing?", + "choices": [ + "swimming", + "kissing", + "dining", + "leaving" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191971, + "question_id": "GXR5XJHBmFFMDW5sKqE54C", + "question": "What color is the barrier all the way to the left?", + "choices": [ + "purple", + "red", + "green", + "yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454600, + "question_id": "GaXYsCKd3fDp7k6ocDM8Ca", + "question": "What word begins with the same letter that appears on the sign to the left?", + "choices": [ + "groom", + "room", + "loom", + "broom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399493, + "question_id": "GbYo84TddQ3aBA3GTfmpda", + "question": "What liquid does this umbrella protect from?", + "choices": [ + "acid", + "lava", + "water", + "alcohol" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452476, + "question_id": "GcCPD56g5oyYYUUMsfGoSm", + "question": "Why is the tiger harmless?", + "choices": [ + "baby", + "slow", + "stuffed", + "tired" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139131, + "question_id": "GdPLpsQkooPvsLn7yur66T", + "question": "When was Motorola founded?", + "choices": [ + "1933", + "1928", + "1929", + "1931" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 329149, + "question_id": "GjxTSzowikvHsCvwLPFp4Q", + "question": "What word would best describe the skateboarder's stance?", + "choices": [ + "fakie", + "closed", + "wide", + "open" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 116458, + "question_id": "GkLvGNhxp7qECiYgPUCdS8", + "question": "In which country is this car presently parked?", + "choices": [ + "mozambique", + "usa", + "england", + "australia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 455589, + "question_id": "GqJP2smKHrGHgdarXTEnGq", + "question": "What is the pasta shape used in this dish called?", + "choices": [ + "shell", + "rotini", + "penne", + "linguine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463863, + "question_id": "Gqqmtqm3p6dq5VRsv4Mjcu", + "question": "What is near the sign on the building?", + "choices": [ + "parrot", + "umbrella", + "poster", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349484, + "question_id": "GrS6wF7dXkvzEtfCDpy6Kj", + "question": "What part of this treat is most likely to stain one's clothing?", + "choices": [ + "filling", + "crust", + "bottom", + "crumbs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 237164, + "question_id": "GsaBR7gCKTP9fSVGbuzL7g", + "question": "What is microwave frequency range Mcq?", + "choices": [ + "2ghz", + "4ghz", + "1ghz", + "3ghz" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524365, + "question_id": "GtmtQqtffoo4UJ6vtRh4XJ", + "question": "What is the thing on the back of the zebras neck made of?", + "choices": [ + "skin", + "muscle", + "blood", + "hair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86656, + "question_id": "GwqDCsGLGposiJDWPjVPbw", + "question": "Which female starred in the film with the same name as the boat?", + "choices": [ + "rita hayworth", + "ingrid bergman", + "bette davis", + "katharine hepburn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9089, + "question_id": "Gx5RcmVajCL9fjBRntpqVf", + "question": "What is this zebra ready to do?", + "choices": [ + "run", + "eat", + "attack", + "hide" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170894, + "question_id": "GxEEYRpLU7YWwjG95Emyft", + "question": "What is the person pictured above doing?", + "choices": [ + "diving", + "walking", + "riding", + "surfing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 68533, + "question_id": "Gxq6hytDCADafyHbp4ZgU9", + "question": "What might you commonly find in the white item?", + "choices": [ + "tinned fish", + "tinned beans", + "milk", + "bread" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 165790, + "question_id": "GyhJMfHCLUEqkkYk9TS8rf", + "question": "What is on the bed?", + "choices": [ + "blanket", + "quilt", + "comforter", + "sleeping bag" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 242835, + "question_id": "GzmcoPtJtQTMaJUtb4a8JN", + "question": "What activity would be feasible to perform in here?", + "choices": [ + "lecturing", + "tooth brushing", + "gaming", + "studying" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 316376, + "question_id": "H249gMnhLyEf5aTSw5ezNE", + "question": "What company is known for this type of vehicle?", + "choices": [ + "sherman", + "tesla", + "greyhound", + "ibm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 278406, + "question_id": "H2W47j9HGeWLDKT4rKgMwx", + "question": "What type of animal is the young girl carrying around?", + "choices": [ + "fox", + "cat", + "ferret", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443897, + "question_id": "H2hiHUpgNGKc9Fp692PKAC", + "question": "What is the knobby part of the zebra's leg called that sticks out behind the hoof?", + "choices": [ + "knee", + "cannon", + "fetlock", + "pastern" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86915, + "question_id": "H3V4MMjdJWdJLtYCYZ9ThH", + "question": "The bus here is powered how?", + "choices": [ + "propane", + "diesel", + "electricity", + "horse drawn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229044, + "question_id": "H4NoH3P5uj97DLVoZFfZsw", + "question": "What would happen if someone climbed the pole to retrieve the kite?", + "choices": [ + "electrocution", + "flight", + "arrest", + "success" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59389, + "question_id": "H6TxFtGPZzkztarFYqQqxk", + "question": "This structure implies that Pluto can do what?", + "choices": [ + "dance", + "surf", + "cook", + "golf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 564871, + "question_id": "H9FoftXFucSgGReTbZuZPt", + "question": "What do the benches provide a view of?", + "choices": [ + "trees", + "canyons", + "water", + "mountains" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 69414, + "question_id": "HAL6iCXPkReNPex65fN7q3", + "question": "The cabinet knobs are made from what material?", + "choices": [ + "steel", + "wood", + "brass", + "aluminum" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 312264, + "question_id": "HASQgFu9s4zw36CbEPg2XJ", + "question": "What kind of flooring is in the room?", + "choices": [ + "vinyl", + "shag carpet", + "hardwood", + "tile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547379, + "question_id": "HAT2gn3826RcYTG8CcBTsa", + "question": "What would the average person do with flowers seen here?", + "choices": [ + "toss them", + "press them", + "water them", + "regift them" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478095, + "question_id": "HBHQL8aLHsYPvqrU3iSvcj", + "question": "What is the average lifespan of the animal in the picture?", + "choices": [ + "25 years", + "40 years", + "10 years", + "5 years" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343103, + "question_id": "HCYJEoWsV8JzNLS6YALG6k", + "question": "Which part of town is this sign most likely in?", + "choices": [ + "outside town", + "central", + "uptown", + "downtown" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561024, + "question_id": "HCtRhxHcMo3BdyZPjhk5H7", + "question": "What are the large white items on the pizza?", + "choices": [ + "cucumbers", + "onions", + "cheese", + "mushrooms" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518209, + "question_id": "HEAGXiTLVSaXZeqQffc3xe", + "question": "What does the wall-less structure at the top of the tower contain?", + "choices": [ + "telescope", + "radio tower", + "bell", + "cell tower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 143397, + "question_id": "HERjBMbjUNpLMdDCNkA9Un", + "question": "What is in the center of the tray?", + "choices": [ + "dog bone", + "human food", + "cat food", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 101521, + "question_id": "HHL8isJs2UfomAheauPDkv", + "question": "What flowers seeds are visible here?", + "choices": [ + "poppy", + "carnation", + "radish", + "daisy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 50268, + "question_id": "HKjtpD9hfHfNGuMkHTrdwS", + "question": "What character is the same type of animal as this one?", + "choices": [ + "underdog", + "yogi bear", + "snoopy", + "sonic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 269648, + "question_id": "HKyv6KesVrurC6QtYdUSz6", + "question": "Who used this brush on the child's hair here?", + "choices": [ + "baby", + "stranger", + "little sis", + "mom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570159, + "question_id": "HMKFhVbhuDjBApu95pSi4e", + "question": "What type of outfit is the man wearing?", + "choices": [ + "tuxedo", + "basketball jersey", + "baseball uniform", + "wet suit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289259, + "question_id": "HNi4EyQWr38PC96KeNFAmY", + "question": "What presents the most danger to the horse?", + "choices": [ + "sun", + "birds", + "cliff", + "man" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197468, + "question_id": "HNo8FhsWGWm4aAcjootgY3", + "question": "The person here has what official title?", + "choices": [ + "none", + "life guard", + "beach comber", + "bodyguard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330989, + "question_id": "HPTNTYXNTqqs8rujLMhhM6", + "question": "Which parts of the bird is a similar color as the top of it's head?", + "choices": [ + "lower body", + "tail", + "side", + "feet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 504935, + "question_id": "HQSx8rvh5iLiiHL5dinH9v", + "question": "What species of animal was this frisbee meant to be thrown here?", + "choices": [ + "rodent", + "feline", + "canine", + "human" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369635, + "question_id": "HR6Yh5VDaRag4THNujSaAF", + "question": "What material is being used to keep the chickens enclosed?", + "choices": [ + "wire", + "straw", + "rope", + "thread" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339739, + "question_id": "HT4o8fz6YM4snFaHxHUr6F", + "question": "Someone looking for scouring cleanser might look where in this room?", + "choices": [ + "medicine cabinet", + "under sink", + "in shower", + "on sink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550859, + "question_id": "HTj8X2aSxXcDjCfaK2wfTf", + "question": "What activity could not take place here?", + "choices": [ + "biking", + "boating", + "fishing", + "skiing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 91992, + "question_id": "HUieAB3omSHeJqrqzHzDLR", + "question": "What is the moving plane ready to do?", + "choices": [ + "descend", + "ascend", + "crash", + "flip" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40868, + "question_id": "HWJGKE8fCHUN7mTYTzonD8", + "question": "What type of clock is shown?", + "choices": [ + "analog", + "digital", + "cuckoo", + "auditory" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 75645, + "question_id": "HZta9N4okdb6LsNpgTZYYM", + "question": "In which is the the city on the bottom sign located?", + "choices": [ + "washington", + "arkansas", + "tennessee", + "california" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 199069, + "question_id": "HaMsDunEqWTWnk6Vrc6hPZ", + "question": "What is preventing the person's hand from getting dirty?", + "choices": [ + "napkin", + "non-messy food", + "paper bag", + "plastic bag" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 150881, + "question_id": "HaegBHnodChMrvoKZjQQtp", + "question": "What does this animal like to eat?", + "choices": [ + "plants", + "cows", + "fish", + "berries" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52054, + "question_id": "Hf9aiXDWiXHyoo6nTwBRMk", + "question": "If there is a fire in this area where should one look to set off the alarm?", + "choices": [ + "floor", + "upper wall", + "door", + "floor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 312699, + "question_id": "Hfy78FU8a7NG39NbEsaACA", + "question": "Which of the following foods cannot be obtained from this animals in the picture above?", + "choices": [ + "all above", + "milk", + "eggs", + "meat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358508, + "question_id": "HgEdNJ7NKj4Uf4hTUmjgRA", + "question": "What is the first name of a very famous player of this game?", + "choices": [ + "tina", + "josephine", + "emily", + "serena" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 97570, + "question_id": "HgWCTfrVxyjvKZ3gvc42E9", + "question": "Where are the helmeted men located in relation to the images shown?", + "choices": [ + "before photographer", + "behind photographer", + "no where", + "photographer's left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367455, + "question_id": "Hii3iZx4Zf2D3dbjiKYJe8", + "question": "What task is this person involved in?", + "choices": [ + "fruit picking", + "phone calling", + "bird killing", + "photography" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115708, + "question_id": "Hkdz3pX2hU3pCNzS3pUECx", + "question": "What purple vegetable is this sandwich topped with?", + "choices": [ + "none", + "beets", + "eggplant", + "cabbage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163786, + "question_id": "HmZcanTeGmjzqbjXZgHxuL", + "question": "The board that he is in the water lying on is most likely what kind?", + "choices": [ + "paddleboard", + "waterboard", + "surfboard", + "bodyboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 295781, + "question_id": "HorQNoHTcUPsjAPhV3H6pa", + "question": "How does this person feel about this wave?", + "choices": [ + "disappointed", + "ecstatic", + "stoked", + "hopeful" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 541862, + "question_id": "HqvZzKLV9h9kVfMpujeFMj", + "question": "This vehicle runs with what power?", + "choices": [ + "engines", + "electricity", + "propellers", + "solar power" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 93076, + "question_id": "HuXsPRVQfRarGSPHALx6XL", + "question": "What animal is the stuffed animal?", + "choices": [ + "dog", + "cow", + "horse", + "pig" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 475487, + "question_id": "Hur3K4JmLnx53T9U5uqQN5", + "question": "Where is the child likely seated while eating the banana?", + "choices": [ + "stroller", + "bench", + "lap", + "highchair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 496540, + "question_id": "HuroHen2qtZLc5ZMGMDh56", + "question": "Why does the elephant have no tusks?", + "choices": [ + "lost them", + "sold them", + "is mutation", + "very young" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556446, + "question_id": "Hv7R36hX5TELo3h4yvnKne", + "question": "At what kind of transportation is this clock located?", + "choices": [ + "airport", + "subway", + "train station", + "bus terminal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186872, + "question_id": "HvWUv2UZ3FFHvk3vJQG3aq", + "question": "How much is a ticket to ride this bus?", + "choices": [ + "free", + "10 dollars", + "1 dollar", + "5 dollars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473471, + "question_id": "HwqHKftQgjwcxPEAWnqngg", + "question": "What does the object in the woman's hand provide for people?", + "choices": [ + "calculator", + "ruler", + "time", + "weight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 15912, + "question_id": "HyY8q7i9U4J2Y99yRj6vAg", + "question": "What is the white item called?", + "choices": [ + "molar", + "powder", + "sugar", + "tusk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 50237, + "question_id": "HyeFPVsPWvy2vnwfXogdt5", + "question": "What kind of institution would be an advanced from of the location seen here?", + "choices": [ + "mall", + "museum", + "supermarket", + "college" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90153, + "question_id": "Hz8AuBesPRyqbUhPdwLPir", + "question": "The animal's weight is most likely in what measurement?", + "choices": [ + "tons", + "pounds", + "micrograms", + "liters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93628, + "question_id": "J3gFQuo5wKHFoJ25iXBSsz", + "question": "What does the yellow sign mean to motorists?", + "choices": [ + "yield", + "no parking", + "roundabout", + "stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433092, + "question_id": "J6PFYmmzdx4FEsumUeKfev", + "question": "What does the white broken lines in the middle of the road mean?", + "choices": [ + "no overtake", + "decoration", + "pedestrian crossing", + "can overtake" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 570433, + "question_id": "J6SqYCyRUrydK54gDsgksG", + "question": "Where did this person move from to make this move?", + "choices": [ + "platform", + "tall fence", + "short fence", + "ground" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254120, + "question_id": "J76mtRKa8kz7FBUKkYt5gz", + "question": "These animals represent what type of animal?", + "choices": [ + "equine", + "canine", + "feline", + "avian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 363626, + "question_id": "J9BGEgEkG9W4WgZNhmjnjJ", + "question": "This sport requires a strong what?", + "choices": [ + "personality", + "upper body", + "lower body", + "bite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 544572, + "question_id": "J9jUNapLVGAskHTDxArj9r", + "question": "What kind of chemical compound produced while running this bike?", + "choices": [ + "carbon", + "nitrogen", + "cfc", + "hcfc" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 292479, + "question_id": "JA4DdJPhVMHnYq5uYmX9XP", + "question": "What are the giraffes standing on?", + "choices": [ + "carpet", + "asphalt", + "grass", + "dirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267741, + "question_id": "JBoVfuSqUupbyQBBQEZUex", + "question": "What type of animal is located inside the cage?", + "choices": [ + "dog", + "cat", + "kangaroo", + "hamster" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 205165, + "question_id": "JD2eA7UNVfheaZX3sNARCk", + "question": "Where is the car headed?", + "choices": [ + "home", + "for water", + "repair shop", + "virginia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345424, + "question_id": "JDPYxkr6na4nSFXnor9QeF", + "question": "This dog's owner plays a game that involves what?", + "choices": [ + "basket", + "net", + "dessert", + "chess" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 407937, + "question_id": "JERtcd8Jt5AazWGt5Tkbp4", + "question": "Why would he have difficulty using this device?", + "choices": [ + "can't walk", + "no hands", + "no eyes", + "can't talk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576769, + "question_id": "JFbvDYzbxMNWBSrSQfSucJ", + "question": "The top half of the outfit is usually worn when?", + "choices": [ + "corporate meeting", + "beach party", + "wedding", + "graduation" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 96635, + "question_id": "JFtxswCfn4MMyikD9EFimE", + "question": "What material is the floor made of?", + "choices": [ + "tiles", + "wood", + "carpet", + "vinyl" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 403493, + "question_id": "JHK7nzmku8deh8RtW4zUg7", + "question": "Which activity is being displayed in the mirror here?", + "choices": [ + "selfie-taking", + "flossing", + "web browsing", + "phone buying" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506340, + "question_id": "JHzJAEQBz9rZckuQVMWKua", + "question": "Which direction are the skiers shown here going?", + "choices": [ + "upwards", + "nowhere", + "sideways", + "down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498240, + "question_id": "JKsLfTjJBkSmbkmdCJFXP6", + "question": "What is this type of bus called?", + "choices": [ + "shuttle", + "double decker", + "mini", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439478, + "question_id": "JPq3sgtSMU37TzkUZTKEPa", + "question": "What food habit the zebra's had?", + "choices": [ + "none", + "herbivores", + "carnivores", + "omnivores" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346306, + "question_id": "JPrWzGXVbuyXm2ZbHFkjPk", + "question": "A player on this team would be of a different what?", + "choices": [ + "weight", + "race", + "height", + "gender" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 481263, + "question_id": "JR7iarit8Wmr2wC2WzgEoQ", + "question": "What animal is seen on the person's shoes?", + "choices": [ + "bird", + "lobster", + "puma", + "crab" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114243, + "question_id": "JT9zy4rNq8Jke46sC6iybm", + "question": "What body part is usually used to turn the TV off by this person?", + "choices": [ + "voice", + "whole hand", + "thumb", + "pinkie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29636, + "question_id": "JULZaKJxyx7KrW63UdKF8m", + "question": "Where would you not find this animal?", + "choices": [ + "estuary", + "river", + "beach", + "inner city" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420439, + "question_id": "JUxiXcVk8j5dJbsuTc4pMV", + "question": "What might you find in the silver thing on the side?", + "choices": [ + "coffee", + "cereal", + "eggs", + "petrol" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317314, + "question_id": "JVQeTQWM9hFnGCnyec4jWK", + "question": "What is near the large gray item?", + "choices": [ + "flowers", + "cat", + "dog", + "umbrella" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435826, + "question_id": "JWJsmAjoMmnj6VQeG9Mphe", + "question": "What feature of this area favors this activity?", + "choices": [ + "clean water", + "deep water", + "big waves", + "quiet environment" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472653, + "question_id": "JX6Ke6cUhmLaanDZEhJZU6", + "question": "Why is this pie cut into pieces?", + "choices": [ + "individual servings", + "easier discarding", + "looks better", + "for sale" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 351694, + "question_id": "JXjefcH3T2Li7ED4a9LfVM", + "question": "The person here wants to utilize what for movement?", + "choices": [ + "ship", + "oars", + "wind", + "whales" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209696, + "question_id": "JZhnSjSbALtCGRbK93LvNs", + "question": "The wires are there to monitor what?", + "choices": [ + "vitals", + "eating", + "happiness", + "growth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 187956, + "question_id": "JZtCEEVWqJHQeMvAnZJbKm", + "question": "What is the name of the two prominent protrusions?", + "choices": [ + "mandibles", + "antlers", + "teeth", + "horns" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373448, + "question_id": "JZyrQiSb5yybsAzzQh774k", + "question": "What type of bus is this?", + "choices": [ + "tour", + "school", + "prison", + "commuter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52888, + "question_id": "JaSaGyaQFq8JWsiVLyTr83", + "question": "What is the horse riding on?", + "choices": [ + "track", + "water", + "beach", + "obstacle course" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265727, + "question_id": "JbfSUHDHQHKtWkwTn5mYer", + "question": "Horses have passes this way at least how many times before?", + "choices": [ + "five", + "seven", + "none", + "ten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 397869, + "question_id": "Je4a8Bqyj7jU5Q73Hs7RTs", + "question": "What kind of shorts is the man in the middle wearing?", + "choices": [ + "bicycle shorts", + "cargo shorts", + "board shorts", + "gym shorts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286750, + "question_id": "JfzqF9vqCadAY6afRzpmM5", + "question": "What us needed for the thing the man is grabbing to move him along the waters?", + "choices": [ + "electricity", + "wind", + "gravity", + "fire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89626, + "question_id": "JgrAVkxH5EsaUFfjrH3fuA", + "question": "What is the top of the wave called?", + "choices": [ + "foam", + "top", + "trough", + "crest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362833, + "question_id": "JiHoPRcZwU6rjeoGW67HKj", + "question": "What is the probability the cameraman will catch the Frisbee coming at him?", + "choices": [ + "very high", + "high", + "medium", + "low" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478183, + "question_id": "JivVsXQGPeWoyf2RH2ZdUa", + "question": "What is the person on top of?", + "choices": [ + "horse", + "hammock", + "ramp", + "bench" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63267, + "question_id": "JjRivrqC8WxPX2fUKqJZgH", + "question": "What animals are shown in the photo?", + "choices": [ + "ram", + "rhino", + "pig", + "horse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209790, + "question_id": "JkHnZCGitwjbWgs2zJ7KzW", + "question": "What living shape does the red thing on the pole represent?", + "choices": [ + "dogs", + "cats", + "humans", + "tigers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 542392, + "question_id": "JmCzsnJZJwRupspUYy6VMq", + "question": "What was this actresses middle name?", + "choices": [ + "leni", + "susan", + "grace", + "michelle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180290, + "question_id": "JoDTw2DKPDSySJwi2L88qu", + "question": "What topping is on the pizza?", + "choices": [ + "pepper", + "noodle", + "butter", + "mushroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453608, + "question_id": "JpsQrd3qXt27FkbSfxLMKq", + "question": "Why is there a mirror above the sink?", + "choices": [ + "helps shaving", + "see behind", + "keeps clean", + "is random" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 546069, + "question_id": "JqmfppZG2ABN55UnwMJcRn", + "question": "What does the man want to do with his right hand now?", + "choices": [ + "throw frisbee", + "slap someone", + "sit down", + "catch frisbee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298104, + "question_id": "JrGxKYxZF3U4KBLvr7u7Wy", + "question": "What is required for this activity?", + "choices": [ + "water", + "snow", + "sun", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 329924, + "question_id": "JsaQYTgpBxdNQGzdKwwzUh", + "question": "What office would one visit to take advantage of this offer?", + "choices": [ + "lawyer's", + "janitor", + "leasing", + "doctor's" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 44529, + "question_id": "JutGAUzQGgMTxvEvsThznE", + "question": "The top of the muffins have been season with which spice?", + "choices": [ + "ginger", + "vanilla", + "cloves", + "cinnamon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37892, + "question_id": "Jx2CbUGHVVB3fH2hZeMSxf", + "question": "How many people probably share this bathroom?", + "choices": [ + "one", + "two", + "three", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 130089, + "question_id": "K2Ffn4pXSzY3cdJX4543dK", + "question": "What would people generally not do in this room?", + "choices": [ + "brush teeth", + "bathe", + "cook", + "shower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 320475, + "question_id": "K2U7xXN8VzDBRFtGhxqMr5", + "question": "What is the girl holding in the image?", + "choices": [ + "bowling ball", + "baseball bat", + "tennis racket", + "basketball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420760, + "question_id": "K34DqdizbH4ZugqBdfeAyZ", + "question": "Upon which high flying conveyance might the person who owns this luggage travel soon?", + "choices": [ + "train", + "flying bike", + "airplane", + "surfboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195001, + "question_id": "K48xfHS5FcKVHkX5FQA3DK", + "question": "What type of lane is the cameraman in?", + "choices": [ + "slow lane", + "speed lane", + "carpool lane", + "bike lane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93265, + "question_id": "K5s4tZVbgFGpmg2EpKygGn", + "question": "What is the same color as the woman's pants?", + "choices": [ + "onions", + "relish", + "ketchup", + "mustard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3486, + "question_id": "K6EDK7JN6MtDF52ERE2nRZ", + "question": "Where would the animal depicted by the kite normally live?", + "choices": [ + "water", + "sky", + "land", + "underground" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404574, + "question_id": "K8Qzbz7sDNWfJQEHYSPUjz", + "question": "What is the name given to the above?", + "choices": [ + "encyclopedia", + "dictionary", + "story book", + "bible" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 370734, + "question_id": "K8RqfzrjjKA2wgpEuCcubR", + "question": "What was the first item ever sold under this brand name?", + "choices": [ + "washing machine", + "sewing machine", + "stove", + "dishwasher" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 525846, + "question_id": "K969qkCMspR4pCVKWZn6S4", + "question": "What is the truck in this image commonly used for?", + "choices": [ + "animals", + "tools", + "moving", + "painting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175614, + "question_id": "KAsPGAXTeFnZkBhtQrceKU", + "question": "What show was related to the word on the boat?", + "choices": [ + "house", + "seinfeld", + "baywatch", + "friends" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 414842, + "question_id": "KB77vgibBUmSM7iTT7LWaW", + "question": "What are these visitors looking through in Paris France?", + "choices": [ + "clock", + "telescope", + "window", + "bridge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326150, + "question_id": "KCC4ZK6NKvbYfjqYM3PhAg", + "question": "What is the train above?", + "choices": [ + "parking lot", + "highway", + "side street", + "intersection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 176611, + "question_id": "KD69fUWYri7WcvWxqBWNSz", + "question": "Which one of these items is in the same family as the food he's eating?", + "choices": [ + "almond", + "plantain", + "potato", + "coconut" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575169, + "question_id": "KDWuPBhxhqECRsqNgteydQ", + "question": "What is it called when she falls off?", + "choices": [ + "wipeout", + "slip", + "digger", + "fall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453572, + "question_id": "KEjnRdFJkyEUiv93L2F453", + "question": "What type of road structure is indicated by these signs?", + "choices": [ + "ramp", + "bridge", + "intersection", + "interstate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271062, + "question_id": "KFFktkMirnLATrodLYNXmu", + "question": "What is the bear supposed to be?", + "choices": [ + "soldier", + "punk rocker", + "cop", + "doctor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204169, + "question_id": "KHCmoKUrTMvmDVVhLxhhFA", + "question": "What is tied to the man's leg?", + "choices": [ + "life preserver", + "phone", + "surfboard", + "camera" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252767, + "question_id": "KHcbDA6tpeMjo6prdF84QT", + "question": "What could the round item in his hand be used for?", + "choices": [ + "storage", + "photography", + "phone call", + "riding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125611, + "question_id": "KHhVmuDGyxuQLehzU87Rvf", + "question": "What might the horns here be used for?", + "choices": [ + "midnight music", + "personal calls", + "decoration", + "tornado warning" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 531352, + "question_id": "KJEi4Z4JVELRVGuBo5uqTH", + "question": "What is being used to portray eyes in this food display?", + "choices": [ + "sprinkles", + "nuts", + "frosting", + "doughnut holes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114654, + "question_id": "KLFN8UMf2VC9q92Rg5xYTr", + "question": "What camera effect creates this result?", + "choices": [ + "film", + "power", + "video", + "flash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 560932, + "question_id": "KMFDztbFxmWJvHaqt3Zw9J", + "question": "Where is the animal on the side of the bus usually found?", + "choices": [ + "sky", + "igloo", + "cave", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 419071, + "question_id": "KNyJhG4b4bs5mAJhFoCKxu", + "question": "In who's briefcase does this cat curl up?", + "choices": [ + "hers", + "mailman", + "owner", + "dog walker" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 2922, + "question_id": "KP95JBYXQLfcvPrkyibvfn", + "question": "What are the posts of the fence made of?", + "choices": [ + "steel", + "paper", + "plastic", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373394, + "question_id": "KPRh8nGKU8uV6xHNi256KC", + "question": "What is the surface of this road?", + "choices": [ + "stone", + "dirt", + "asphalt", + "mud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369070, + "question_id": "KQdYFpDHVkdFhowrNFhhDF", + "question": "What is the dog expecting to come his way?", + "choices": [ + "treat", + "man", + "cat", + "frisbee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4440, + "question_id": "KULPUWpxspBQowNTu9gKTy", + "question": "What is required for this activity?", + "choices": [ + "rain", + "snow", + "ice", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 182823, + "question_id": "KULUACwvS7bdyDwahne9rQ", + "question": "Why is he skiing uphill?", + "choices": [ + "lost", + "confused", + "more fun", + "exercise" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 391017, + "question_id": "KUR3JDqXJyzYK8PUZwqHso", + "question": "How has this food been prepared for serving?", + "choices": [ + "scooped", + "poured", + "sliced", + "diced" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512221, + "question_id": "KW4tgB4UJvGL4WLZhGsn63", + "question": "What is this animal called if you add wings to it?", + "choices": [ + "pegasus", + "beagle", + "basilisk", + "chimera" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519615, + "question_id": "KXkX7jEJcQuJeFXoay9uf4", + "question": "What is most likely causing the picture to be out of focus?", + "choices": [ + "faulty equipment", + "wind", + "old camera", + "rain" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 553084, + "question_id": "KYQGJcEkRruHJDGETf7Xdh", + "question": "What is causing the man to become airborne in the water?", + "choices": [ + "wave", + "ripple", + "speed", + "wake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391129, + "question_id": "KYcT5E4KjoJ8gGvzYU5Mun", + "question": "What are the stripes on the shirt called?", + "choices": [ + "pinstripes", + "hearts", + "lines", + "polka dots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 232803, + "question_id": "Kc65eAVSXy7RXYM8zbpD94", + "question": "Which produce item has the most potassium?", + "choices": [ + "orange", + "kiwi", + "strawberry", + "banana" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84027, + "question_id": "KdEQmedscGAZhcNcKcr3QC", + "question": "What is usually the same color as the flower?", + "choices": [ + "lime", + "blueberry", + "lemon", + "strawberry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 273221, + "question_id": "KdqeMFmPbeARfsLBpfCRBj", + "question": "The sponsor of this tournament specializes in what field?", + "choices": [ + "electronics", + "banking", + "medicine", + "clothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569394, + "question_id": "KeAAu3By98CpuUb9obr46L", + "question": "What body of water is visible here?", + "choices": [ + "pond", + "great lake", + "ocean", + "river" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 199693, + "question_id": "KfptCuavvCTqFBfTu3VeYQ", + "question": "What kind of structure is this?", + "choices": [ + "skyscraper", + "house", + "strip mall", + "tower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 224538, + "question_id": "KhvvrDdZR85cuZMytmb4qM", + "question": "What facilities hallway is visible here?", + "choices": [ + "hospital", + "office building", + "prison", + "motel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 418669, + "question_id": "KojbQjhrGGikSYpf4HGYnb", + "question": "What is the yellow vegetable called?", + "choices": [ + "lemon", + "corn", + "pepper", + "yellow squash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8013, + "question_id": "Koo569TQfzKx5rWNtT47yk", + "question": "What type of vehicle is on the runway?", + "choices": [ + "airplane", + "helicopter", + "jet ski", + "yacht" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 502521, + "question_id": "KotC4VTn8oRxrrUe9Xgmdi", + "question": "What two letters are covered up by the stickers?", + "choices": [ + "op", + "cp", + "cr", + "or" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488610, + "question_id": "Kp7vcoRb6NgMMtxbNfjGCB", + "question": "The bag is located where?", + "choices": [ + "chair", + "right hand", + "left hand", + "table" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 221906, + "question_id": "KpohZMuJcFzxMnS2cud4uc", + "question": "What liquid is the dog smelling at the bottom of the pole on the sidewalk?", + "choices": [ + "saliva", + "soda", + "water", + "urine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158904, + "question_id": "KrvnHBnABkEnq3z2FfRsom", + "question": "What is the temperature tolerance limit of this time of flower in Fahrenheit?", + "choices": [ + "62", + "29", + "50", + "36" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468427, + "question_id": "KtPX9ndWLs7ECh45xMt7q5", + "question": "What is the nickname for the ball?", + "choices": [ + "pigskin", + "hogskin", + "whaleskin", + "bearskin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581429, + "question_id": "KwdoFhYigk2ttTTkDy88Wp", + "question": "The large animal near the small one here is related how?", + "choices": [ + "enemy", + "father", + "mother", + "sibling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186110, + "question_id": "KyAkQm3ChEpxQvzjS6FSZq", + "question": "What is the animal most likely looking for?", + "choices": [ + "honey", + "hay", + "lions", + "tigers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 494441, + "question_id": "KyMcRi9KrMGeVHiBdrF8MN", + "question": "What can be said about the interaction of these animals?", + "choices": [ + "dominant", + "symbiotic", + "friendly", + "hostile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308068, + "question_id": "KydC2ZmNVQZwbc8o5cPzsC", + "question": "What material are the lamp posts on the bridge constructed from?", + "choices": [ + "copper", + "steel", + "aluminum", + "brass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223249, + "question_id": "L3mnSsgcuZKVMaEiyCCyMF", + "question": "To what degree does the child like her gift?", + "choices": [ + "medium", + "high", + "very low", + "low" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180864, + "question_id": "L6AkFS6yMtUHTjkuFrt5TE", + "question": "If an insect is irritating this animals head what body part might they first move to dislodge it?", + "choices": [ + "ears", + "hoof", + "tail", + "belly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317708, + "question_id": "L7UyattCiat546NmptgihT", + "question": "What are the object between the urinals for?", + "choices": [ + "count users", + "privacy", + "splash guards", + "design" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 13656, + "question_id": "LArPErWeX5iodpQYXsresm", + "question": "What does the white basket on the small tree most likely have inside of it?", + "choices": [ + "giraffe food", + "bird feed", + "hunter bait", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 526303, + "question_id": "LDatibRNGb6EDcRu9WX6TV", + "question": "What is the bear on the left holding?", + "choices": [ + "skull", + "candy cane", + "heart", + "ham" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162120, + "question_id": "LEWbicSBBG6kNqJAptq4Vr", + "question": "What does this vehicle need to run on?", + "choices": [ + "rails", + "cables", + "water", + "roads" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 525291, + "question_id": "LJCeXWREnsZgEGm2Q83tjw", + "question": "What thing might hold the board to this man's body?", + "choices": [ + "rope", + "drone", + "air", + "weld" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230816, + "question_id": "LJsgspJqewKYq7aU2wypeK", + "question": "What type of buildings are shown?", + "choices": [ + "shed", + "home", + "barn", + "skyscraper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 47677, + "question_id": "LKZhnDMdKYF7f3xA5uJ2ZZ", + "question": "What is the man sitting down doing?", + "choices": [ + "signalling help", + "rowing", + "suntanning", + "relaxing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 182116, + "question_id": "LKq7G6AiFwEHwddamC5LCX", + "question": "What is being used to hold back her hair?", + "choices": [ + "tape", + "paper", + "headband", + "paint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 347914, + "question_id": "LLZEJThTwHDRJPheXUtpnC", + "question": "What's wrong with this picture?", + "choices": [ + "stolen toothbrush", + "abandoned child", + "looking away", + "no teeth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 514610, + "question_id": "LLsfH9Jv865HzAok8CFskq", + "question": "What might the dog do if you grab their dish right now?", + "choices": [ + "beg", + "lick you", + "bite you", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334047, + "question_id": "LNNAgnEL254UNWj6ohi69f", + "question": "What type of energy is needed to move this surfboard from this person?", + "choices": [ + "kinetic", + "potential", + "electrical", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 574694, + "question_id": "LNi5zEngEpeL2AebkUs4RP", + "question": "What type of area is this giraffe located in?", + "choices": [ + "tropical", + "shrubland", + "mountains", + "arctic" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 344571, + "question_id": "LNmhzZJg4MVtGXYvWBh5fP", + "question": "What branch of the military is the person holding the phone in?", + "choices": [ + "navy", + "marines", + "coast guard", + "army" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 543746, + "question_id": "LRD8G9dvfRfvBZNACtSeds", + "question": "What is the general landscape of the background of this image?", + "choices": [ + "savannah", + "mountains", + "tundra", + "rainforest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540188, + "question_id": "LSBBetjhmPN8ycjdQ9GnGC", + "question": "What is the largest appliance used for?", + "choices": [ + "washing", + "cooking", + "cooling", + "calling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 403945, + "question_id": "LTgNaW5wqXEFffkmBvLiR7", + "question": "What kind of tree is the most yellow item shown here grown on?", + "choices": [ + "lemon", + "cat", + "rhubarb", + "tulip" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518087, + "question_id": "LUBHjzRSjNvGbjabgRBNh9", + "question": "What dessert can be seen in the container?", + "choices": [ + "cupcakes", + "doughnuts", + "brownies", + "cookies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291409, + "question_id": "LVkrzpdU39GFC9Zntp8H4s", + "question": "What is the man using the tool to turn on the hydrant?", + "choices": [ + "handle bar", + "chains", + "hose", + "stem nut" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 436210, + "question_id": "LWwQy8Po7mG7qkr6NpX8uz", + "question": "Which species is mentioned in this plane's name?", + "choices": [ + "canine", + "equus", + "rodentia", + "feline" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163380, + "question_id": "LXrUirZ84rHuQShXLnoSuK", + "question": "What is the man trying to do?", + "choices": [ + "clean", + "run", + "cook", + "talk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 405783, + "question_id": "LZwFzvZPNz9zmFZpcZiWnx", + "question": "What venue is shown in the picture?", + "choices": [ + "bedroom", + "hotel room", + "dinning room", + "living room" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 50830, + "question_id": "LbHCSsZGbJYLdTGfSbdpUx", + "question": "In which state is the boat seen here?", + "choices": [ + "salvaged", + "sunk", + "water logged", + "dry dock" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 93627, + "question_id": "LcSS3m2bwWFk6krEeQWiSL", + "question": "What would be the most dangerous thing to drag a finger along?", + "choices": [ + "food", + "liquid", + "handle", + "blade" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 217508, + "question_id": "LcV5ooSKbJUMkNnPcQeEHo", + "question": "Who is this cake designed for?", + "choices": [ + "boss", + "child", + "father", + "bride" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115411, + "question_id": "LcVSKmZRkKGwjxFsAmuRTv", + "question": "Where does this animal like to play?", + "choices": [ + "ocean", + "boxes", + "sky", + "volcano" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506086, + "question_id": "LfowUgRztRm7uk2SrCRf56", + "question": "What is the brown area ahead of the animals on land made from?", + "choices": [ + "grass", + "straw", + "sand", + "stone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 138474, + "question_id": "LhXC9GVFdhwetVfsmUvfbS", + "question": "What is not on the pizza?", + "choices": [ + "cheese", + "doe", + "chocolate", + "meat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 228430, + "question_id": "LhgTn63Bs3KZo8yvhPgm47", + "question": "Where are these animals located?", + "choices": [ + "barn", + "pasture", + "desert", + "forest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576906, + "question_id": "LjDFhSdBsDQar36r2CcYwe", + "question": "What type of rail car is behind the engine?", + "choices": [ + "caboose", + "hopper", + "tank", + "flat car" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 265653, + "question_id": "LjSD8k2SnWzE9W9mrmbmcE", + "question": "What fruit is shown here?", + "choices": [ + "pear", + "apple", + "orange", + "grapefruit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142338, + "question_id": "Lkbd4LXsdqPothDEqkRXCh", + "question": "What does the tags on the ears provide?", + "choices": [ + "identification", + "bug repellent", + "ear protection", + "fashion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 320536, + "question_id": "LntYvUaDRTovoZEEdWNQwg", + "question": "The base color of the animal without the stripes is what?", + "choices": [ + "pink", + "white", + "black", + "yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5382, + "question_id": "LpbgVozrcCKtRowMin2h8m", + "question": "Skateboard is made up of which wood?", + "choices": [ + "ash", + "redwood", + "pine", + "maple" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 531064, + "question_id": "LtV4t9WZXivK4izKTW5bSu", + "question": "Where is this toilet located?", + "choices": [ + "store", + "outhouse", + "mall", + "home" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 202771, + "question_id": "LutYKKkZmC7cdpKBTwRBLm", + "question": "What are the people riding in the water?", + "choices": [ + "canoe", + "boat", + "surfboard", + "jet ski" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 119660, + "question_id": "LxtfRcjz3hWMq9urLsmNPR", + "question": "What pattern is on the hat?", + "choices": [ + "zigzags", + "stripes", + "dots", + "checkers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 274207, + "question_id": "M2hm7Z5oC7riGsnb5F2aQv", + "question": "What is this appliance used for?", + "choices": [ + "calling", + "cooling", + "cooking", + "watching" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 140715, + "question_id": "M2nuCqouqRsmaSgGJp8SJW", + "question": "What is unusual about the placement of these street signs?", + "choices": [ + "amount", + "color", + "shape", + "size" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 576271, + "question_id": "M3n6xUsztXRLXzAufheA6v", + "question": "What is the most common zebra breed?", + "choices": [ + "maneless", + "plains", + "crawshay", + "chapman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 445807, + "question_id": "M4fyLvbRComrjPbmvsGaNe", + "question": "What us the last letter in the name?", + "choices": [ + "t", + "l", + "g", + "s" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82651, + "question_id": "M5762NZdeVtn6HAZxvMSos", + "question": "Why is he wearing head to toe wet suit?", + "choices": [ + "cleaner board", + "floats better", + "stay dry", + "cold water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 143892, + "question_id": "M6LLWLWwyt39Qyx5rztUia", + "question": "The person here likes what?", + "choices": [ + "dictionaries", + "novels", + "moon travel", + "non fiction" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319138, + "question_id": "M6vSw7MBKh3UCR5LxhuLAk", + "question": "What is most likely the weather outside in this image?", + "choices": [ + "cold", + "snowing", + "rainy", + "humid" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 264641, + "question_id": "M7G4oMF4ZaQW7TsVCqih6v", + "question": "What item is the cat sleeping on?", + "choices": [ + "human", + "pillow", + "hammock", + "sweater" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 24083, + "question_id": "M8vaCdAXkKHTEosySDvLxk", + "question": "What winter activity is the person participating in?", + "choices": [ + "ice skating", + "skiing", + "ice hockey", + "snowboarding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420430, + "question_id": "M9x5RmrzWMcrQY5nqtzBZw", + "question": "What type of shower enclosure is in the picture?", + "choices": [ + "rectangular", + "half-circle", + "semi-oval", + "square" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 487490, + "question_id": "MCiRMdjyUxekPJ7EqjmNmm", + "question": "How was this wood transported to this site?", + "choices": [ + "by sea", + "on horseback", + "uber", + "wood truck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473033, + "question_id": "MCsUiMGyBP4xnUr5CUEnTD", + "question": "What zodiac sign is in the month that is near the small hand pointing to 9?", + "choices": [ + "aries", + "gemini", + "scorpio", + "capricorn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 428070, + "question_id": "MCsYRUvwvAdhsG2yr5betE", + "question": "Which animal is more likely to bite the other?", + "choices": [ + "none", + "sheep", + "zebra", + "gnu" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 248947, + "question_id": "MDNuMySjKeBhDA7PrvMxEA", + "question": "What move is this player going to make?", + "choices": [ + "forehand", + "serve", + "lob", + "backhand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390521, + "question_id": "MEjXecbUc9uRf4Au8qwAbp", + "question": "The white section of the cake means what has been added?", + "choices": [ + "glaze", + "sugar", + "salt", + "cheese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478414, + "question_id": "MGmZoN4RvT6xbemNWqk96M", + "question": "What might the metallic item do to the things in the container?", + "choices": [ + "pulverize", + "harden", + "stir", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170011, + "question_id": "MJ7Y8iYoZJuRspapYawfEJ", + "question": "What is the closes bear doing?", + "choices": [ + "feeding", + "building nest", + "posing", + "hiding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 253067, + "question_id": "MJR7K5iuC5RzYtwp5t23ep", + "question": "What happened to the cat?", + "choices": [ + "was sleeping", + "was startled", + "was leaving", + "was caught" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 581764, + "question_id": "MJe6vF3KE7Lan2W9FaaHGA", + "question": "What happened to this sink?", + "choices": [ + "implosion", + "crack", + "fire", + "flood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52696, + "question_id": "MNkNZiHMxTrU3hzypkMFn5", + "question": "Why is one urinal lower than the others?", + "choices": [ + "child urinal", + "decoration", + "construction error", + "broken" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575085, + "question_id": "MPN6FFExqgqzaKjjC4oRMT", + "question": "Why is the water so clear?", + "choices": [ + "ammonia", + "oxygen", + "chlorine", + "salt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 361473, + "question_id": "MPwexPGw4NVXgihuso2iaB", + "question": "What is the job of this dog?", + "choices": [ + "carry", + "herd", + "fight", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485448, + "question_id": "MQnoGSKa9txNCMgMFnX5Up", + "question": "Where can you find this type of animals?", + "choices": [ + "national park", + "people's park", + "city", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389893, + "question_id": "MUGLiZh5fegjh3zPiAdMrb", + "question": "What is the snowboarder doing?", + "choices": [ + "trick", + "gliding", + "resting", + "falling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 310624, + "question_id": "MUiuKRpdbh7XT76FV9tHTz", + "question": "Why would someone sit at this table?", + "choices": [ + "to sew", + "to work", + "to eat", + "to paint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5448, + "question_id": "MVCD2Ca9qNccMEGqUhos5t", + "question": "How has this food been prepared to be served?", + "choices": [ + "scooped", + "diced", + "sliced", + "cubed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38260, + "question_id": "MW8AD6AXyNdhwsYQmvU7Vb", + "question": "The excerpt shown is from what kind of book?", + "choices": [ + "bible", + "encyclopedia", + "thesaurus", + "dictionary" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271242, + "question_id": "MWcxXhZnUnnGa426KwoYyz", + "question": "What are the round objects used for?", + "choices": [ + "cutting", + "gluing", + "coloring", + "stamping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438949, + "question_id": "MY3eJnpnJ8U6dQrqsc4dBb", + "question": "What is between the cow on the ground and the fence?", + "choices": [ + "bowling ball", + "rake", + "cat", + "tether" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 145156, + "question_id": "MYnGS9qfwmEto3m5A37q4f", + "question": "What is the function of the white appliance?", + "choices": [ + "clean", + "call", + "cool", + "cook" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 450978, + "question_id": "MZA6qmda5uqtkpakb8pisF", + "question": "What type of bottles are shown?", + "choices": [ + "glass", + "metal", + "plastic", + "soda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342053, + "question_id": "MZL2x7Mvup8sggTbB97nfb", + "question": "Why is he facing away from the camera?", + "choices": [ + "rodding house", + "hiding", + "examining books", + "ashamed" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 264576, + "question_id": "MbPgqs3cdiCpXj8s29o7d3", + "question": "What is behind the surfer?", + "choices": [ + "car", + "alien", + "bus", + "wave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 474573, + "question_id": "MbYCeLHN2GBrq6ovmQF5Fv", + "question": "What is in the dogs hair?", + "choices": [ + "gum", + "ponytail", + "braids", + "hat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 541220, + "question_id": "MbapeCBwr35xdYqMaPbckY", + "question": "What does it look like is inside of the crust?", + "choices": [ + "salami", + "cucumber", + "linguini", + "salmon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439137, + "question_id": "MbrZQMHm9r9bTsjGCNbkaP", + "question": "What kind of flooring is in the bathroom?", + "choices": [ + "hard wood", + "linoleum", + "carpet", + "tile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56008, + "question_id": "MdWbo986A7A6UPRrRhjxwi", + "question": "Why are the pies being placed on the racks?", + "choices": [ + "to cool", + "to heat", + "to sell", + "to cook" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 253340, + "question_id": "MeX5UpRNxgRqjM8hAuPD2z", + "question": "What item in this picture is a noun as well as a verb?", + "choices": [ + "pink item", + "green item", + "red item", + "yellow item" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454518, + "question_id": "MefjAqAzXpGKdvvSEbcmPA", + "question": "Where does he seem to be stacking pretzels?", + "choices": [ + "cafeteria", + "kitchen", + "restaurant", + "fair" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 412514, + "question_id": "MgsjgTmPGvBhc2KJkomAYA", + "question": "The woman is seemingly cuddling with what electronic item?", + "choices": [ + "tv", + "laptop", + "projector", + "tablet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 272567, + "question_id": "MkfPTDCzHa92cDoabsQ48G", + "question": "What activity is the person wearing the least clothing here enjoying?", + "choices": [ + "frisbee throwing", + "picnicing", + "tennis", + "sunbathing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276598, + "question_id": "MkyNSd3YBLbWfwimQWDizv", + "question": "What is the model of this bus?", + "choices": [ + "top open", + "double decker", + "single", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354240, + "question_id": "MkyniCFJ7HSyv8Kwn8z4zc", + "question": "What word does the figure above when wet stand for?", + "choices": [ + "dangerous", + "fun", + "slippery", + "clean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485641, + "question_id": "MmPHJDKGpiZcYs9MoZvw36", + "question": "What is the green vegetable in this pie?", + "choices": [ + "spinach", + "carrot", + "capsicum", + "lettuce" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85269, + "question_id": "MnsvZV9qUKsZn6coH5ehEt", + "question": "How much water do the flowers require per day?", + "choices": [ + "none", + "1 ounce", + "3 ounces", + "8 ounces" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 77358, + "question_id": "MnuFwZnZBFuFTh7ycwNNW9", + "question": "How many zoological classification does elephant consists?", + "choices": [ + "five", + "seven", + "three", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 253610, + "question_id": "MoifBAGGhKUCeex4NUfpXH", + "question": "What is on the bottom right?", + "choices": [ + "umbrella", + "sword", + "drawing", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391878, + "question_id": "Mpi9iSfGpDcEw5fYBj3hYk", + "question": "What is the time displayed on the public clock above?", + "choices": [ + "1028 pm", + "557 am", + "557 pm", + "1028 am" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 30075, + "question_id": "MqWjp9eoeZCpKDm6ihQaJi", + "question": "What is unique about the animals above?", + "choices": [ + "long neck", + "herbivores", + "are wild", + "mammals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123557, + "question_id": "MqbB866otd5Xkz8uYL2Udk", + "question": "What has caused her hair to be in her face?", + "choices": [ + "wind", + "hairspray", + "gel", + "pins" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 167716, + "question_id": "MrTYjyGLK4eLmMfrdhpBhs", + "question": "The large animal is related to the small one in what way?", + "choices": [ + "lamb", + "enemies", + "father", + "mother" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547586, + "question_id": "My7CnFDQP3ejjAv68bDeWq", + "question": "The color of the flowers is closest to the color of what food?", + "choices": [ + "banana", + "lettuce", + "blueberry", + "tomato" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349844, + "question_id": "Mzi2PYvLPPg2xHcVLRL3S7", + "question": "What time of transportation is absent in the signs or in the background?", + "choices": [ + "driving", + "walking", + "boating", + "cycling" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 323867, + "question_id": "N2eaqvQ7Q6gY4iENAsZRC2", + "question": "For what purpose does the animal here raise it's tail?", + "choices": [ + "curiousity", + "nervousness", + "defecation", + "ire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 535319, + "question_id": "N3a6PcWEgPu2ZXPu5WudkF", + "question": "What is the man most likely doing in the room?", + "choices": [ + "brushing teeth", + "taking shower", + "washing hands", + "combing hair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81671, + "question_id": "N3pFpSoDKk7RCRk5oTgbiR", + "question": "When device is likely nearby but invisible?", + "choices": [ + "television", + "computer", + "speaker", + "cellphone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458937, + "question_id": "N4xdbKGB5c6cWdPusRYvG4", + "question": "These types of laptops were geared toward what type of consumer?", + "choices": [ + "artists", + "dancers", + "business people", + "musicians" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495865, + "question_id": "N5sVmHqXrsooukeSbEQxj9", + "question": "What animal eats the green things regularly?", + "choices": [ + "cows", + "dogs", + "cats", + "snakes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 340768, + "question_id": "N6GkmN4HqKksRoeXZNgoZu", + "question": "What class accommodations is this train car?", + "choices": [ + "executive", + "poor", + "coach", + "business" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 33226, + "question_id": "N7DgZivpmmMhJBe7iwbPgE", + "question": "What type of outfit is the person wearing?", + "choices": [ + "tuxedo", + "wet suit", + "bikini", + "baseball uniform" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478208, + "question_id": "N8xtpYmkKHPPo5ux8nykR9", + "question": "What is used for keeping warm in this picture?", + "choices": [ + "air", + "blanket", + "water", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447498, + "question_id": "N9GA8sR83ezegRxcALAGc8", + "question": "What organization supports the message on the sticker that's on the stop sign?", + "choices": [ + "wwp", + "wwf", + "red cross", + "peta" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 140075, + "question_id": "N9Rm8TZpvb73g7SWnVV4Nd", + "question": "What is the zebra doing?", + "choices": [ + "seeking food", + "mating", + "fighting", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190070, + "question_id": "N9WtKhrbeQ5yrDVJrpKj3r", + "question": "Why is the person wearing things on their knees?", + "choices": [ + "observation", + "protection", + "control", + "fashion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 89184, + "question_id": "N9iNzuBx9LWmA5eGuJtNPm", + "question": "What is between the smiley face and the green base?", + "choices": [ + "bandage", + "spring", + "cat", + "string" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65825, + "question_id": "NAAEAn8DkAijEDEb7GbbsM", + "question": "What weather is the woman prepared for?", + "choices": [ + "snow", + "heat", + "rain", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9793, + "question_id": "NAHDpV9QU3YwbM6Jv98Dmf", + "question": "What is the net protecting the bed from?", + "choices": [ + "smoke", + "bugs", + "light", + "thieves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118684, + "question_id": "NBHJEBmnG5fLKbeH87JZZ2", + "question": "How were these two hot dogs cooked?", + "choices": [ + "baked", + "grilled", + "pan seared", + "microwaved" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440961, + "question_id": "NBjvN2WxTRgkxRiyi2XFSv", + "question": "One can turn left to go to what type of institution?", + "choices": [ + "police station", + "city hall", + "prison", + "college" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 34911, + "question_id": "NF8oQ6U8JU3TRkf7o59ypb", + "question": "How did this skier get to this location?", + "choices": [ + "snowmobile", + "uber", + "skied", + "chair lift" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 258604, + "question_id": "NGjxP29n2wqy4KWgMwCKKC", + "question": "What kind of court is the guy playing on?", + "choices": [ + "gravel", + "turf", + "clay", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170823, + "question_id": "NGo5bD5Y9XfJzJM4vNwPXL", + "question": "What is the bear supposed to be doing?", + "choices": [ + "resting", + "writing email", + "writing neovel", + "playing solitaire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 236646, + "question_id": "NHRGkEXcheeUwYGSwAN7mL", + "question": "What will allow it to grip the frisbee?", + "choices": [ + "teeth", + "paws", + "tail", + "ears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77457, + "question_id": "NLEezee64BPxUR4EBNvGic", + "question": "What probably knocked down that tree?", + "choices": [ + "wind", + "chainsaw", + "snow", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 341282, + "question_id": "NLknBuc3xvxGHrRY8XpiQ8", + "question": "What can be accessed by the fixture by the road?", + "choices": [ + "alarm", + "water", + "phone", + "assistance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533205, + "question_id": "NN895oPYtnycYtuTvqqZjx", + "question": "What is he ready to do?", + "choices": [ + "dribble", + "swing", + "sprint", + "dunk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 491975, + "question_id": "NNcZrKThsboFeWQEUwDZxS", + "question": "What brand made the man's red shirt?", + "choices": [ + "adidas", + "nike", + "reebok", + "puma" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125088, + "question_id": "NNuVAmydTFmXEh8jBzXxDn", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "road", + "rail", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 449074, + "question_id": "NPGiaYY5dq6h6xswiqJhdD", + "question": "What kind of material is the building made out of?", + "choices": [ + "glass", + "iron", + "wood", + "bricks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136090, + "question_id": "NPszn8REzv58nVG4TwsD7L", + "question": "What is the cat doing on the beige colored furniture?", + "choices": [ + "playing", + "bathing", + "eating", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263097, + "question_id": "NQHvVFbRmQi87jijDaBRe7", + "question": "Where are these items usually served?", + "choices": [ + "french restaurant", + "barbecue", + "mexican restaurant", + "italian restaurant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189202, + "question_id": "NS8wCytpNQxHZmb2o9CKvE", + "question": "What was used to create the art?", + "choices": [ + "watercolor paint", + "oil paint", + "tempura paint", + "spray paint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252230, + "question_id": "NScRovgawxA7zaoPd7rAM7", + "question": "What actress has the same color hair as the woman?", + "choices": [ + "rebecca romijn", + "sissy spacek", + "idris elba", + "jessica simpson" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 281186, + "question_id": "NUZdBqEkxqixnbHC8sWpqE", + "question": "The yellow item is often added to what?", + "choices": [ + "pizza", + "fish", + "cereal", + "steak" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 312057, + "question_id": "NVFx74sKTT9meYkGb5phgC", + "question": "What would a sign like this traditionally say?", + "choices": [ + "no loitering", + "no parking", + "grand opening", + "no soliciting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 364170, + "question_id": "NVGQshN8S3NQAUzjqueCoQ", + "question": "What is the character in the green vest holding?", + "choices": [ + "tray", + "broom", + "mop", + "pumpkin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56697, + "question_id": "NVmE5tNMT9hrzukvpYeDx2", + "question": "What type of floatation device shown in image?", + "choices": [ + "two", + "four", + "three", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21616, + "question_id": "NXSdHqCraNyqsXvZ7758md", + "question": "What are the group of tattoos on the woman's arm called?", + "choices": [ + "sleeve tattoos", + "blackwork", + "classic americana", + "realism" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147227, + "question_id": "NYZ3S3yqGtVbTjLkEJGa4q", + "question": "What kind of signage is behind the giraffe?", + "choices": [ + "advertisement", + "story", + "warning", + "psa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367781, + "question_id": "NYgJ42KxbEsKMbAhAiqx6S", + "question": "What black item's silhouette is visible here?", + "choices": [ + "paper plane", + "bird", + "ufo", + "plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527900, + "question_id": "NZE4B8wQZ24qWtZt6P5wS4", + "question": "What word could describe the toilet paper itself?", + "choices": [ + "monocolor", + "surplus", + "green", + "deficit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 546051, + "question_id": "NaiMHpX5B3Dzo6EdnRQZeu", + "question": "What would first cause the giraffe to lower it's head and stare forward?", + "choices": [ + "curiosity", + "fear", + "hunger", + "joy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146287, + "question_id": "Naq34in29vMNXPJfNDu4Dg", + "question": "What feature of this animal is the most precious?", + "choices": [ + "skin", + "tusk", + "nose", + "eyes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362874, + "question_id": "Nbgw6hFhZBznYXpi2NC4tj", + "question": "What material are the boxes on the left made of?", + "choices": [ + "wood", + "cardboard", + "plastic", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 543415, + "question_id": "Nc3yJwd6RwYjvog3qZB5yA", + "question": "This item served it's owner once by allowing them to do what?", + "choices": [ + "make ice", + "microwave popcorn", + "watch tv", + "pick corn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466127, + "question_id": "NdiRXjVNcEgdqyp9SP9PiJ", + "question": "What kind of a shirt is the man in green wearing?", + "choices": [ + "henley", + "polo", + "tee", + "flannel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172400, + "question_id": "Nf3PbG7DW6YyNMbrSdHfrQ", + "question": "What is the item the man is holding currently protecting against?", + "choices": [ + "sun", + "bullets", + "karate kicks", + "fire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 331948, + "question_id": "NfqLuNTkJth5S6KwaZ69Tu", + "question": "Which object on the table would provide the most danger if touched directly?", + "choices": [ + "candle", + "cutting board", + "remote", + "phone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 448071, + "question_id": "NgcJzuiPuriWypW6XMaExd", + "question": "This car will transport one to where?", + "choices": [ + "prom", + "beach", + "prison", + "market" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 662, + "question_id": "NieAHbzWjv9uUNyPPNGhpZ", + "question": "Where is this airline headquartered?", + "choices": [ + "new york", + "las vegas", + "dallas", + "baton rouge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528304, + "question_id": "NioZQioSGhEniEHRhVMAbu", + "question": "What travel site is a sponsor of the baseball field?", + "choices": [ + "yelp", + "priceline", + "expedia", + "julius" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 542026, + "question_id": "NkF7x7gV5iSFkJktNVAGCU", + "question": "What are these animals closely related to?", + "choices": [ + "cows", + "wolves", + "tigers", + "horses" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 441760, + "question_id": "NkLMnrPwWNXuHFSbsJAHps", + "question": "What type of terrain is shown behind the animals?", + "choices": [ + "forest", + "mountain", + "beach", + "valley" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 220294, + "question_id": "Nn9X6824VucUwMGrMP2ibS", + "question": "What is on the grass?", + "choices": [ + "weapons", + "trains", + "animals", + "toy soldiers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161822, + "question_id": "NoAGBBbUV4kCBERJZtnPPw", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "rail", + "water", + "road" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 310335, + "question_id": "NrE4htA2aTuEGuJ8jEJhD4", + "question": "There would be danger if what came down the other track?", + "choices": [ + "leaf", + "rain", + "train", + "animal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 393161, + "question_id": "NrXX5hvJq8eYojqjZ9Hpzj", + "question": "What major dog group does this dog belong to?", + "choices": [ + "terrier", + "toy", + "hound", + "work" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 248877, + "question_id": "Nrckmbwpii6jQPcmD9Aw4s", + "question": "This child is probably in what location?", + "choices": [ + "daycare", + "school", + "kindergarten", + "home" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512253, + "question_id": "NrtwmAMTLpZ8cmNz6C9MaR", + "question": "The equipment in this person's hand is called a?", + "choices": [ + "racket", + "club", + "broom", + "bat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427684, + "question_id": "Ns6sNWe6yzBxfJkXcGnBaK", + "question": "The namesake of this university made his fortune in what?", + "choices": [ + "railroad", + "lumber", + "oil", + "coal" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 341962, + "question_id": "Nu8jSrYwRawZWh8z6WCVz4", + "question": "What is this kind of bus called?", + "choices": [ + "double decker", + "coach", + "mini", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84882, + "question_id": "NvYrYjYsEKQhiuj6sYQouE", + "question": "What character is the same color as the jacket?", + "choices": [ + "daffy duck", + "snoopy", + "miss piggy", + "kermit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 13971, + "question_id": "Nw8mLegEwbjGasKvWgLgP7", + "question": "What is the genus of this striped animal?", + "choices": [ + "homo", + "equus", + "panthera", + "canus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435027, + "question_id": "Nx7rzxCmm2RZ3nSE2ngCRe", + "question": "What activity is the person in the foreground performing?", + "choices": [ + "surfing", + "roller-skating", + "diving", + "running" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399953, + "question_id": "NxCD7rVfFZPeDPwmu63dao", + "question": "What type of starch is shown?", + "choices": [ + "vegetables", + "cheese", + "pizza crust", + "sauce" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 184070, + "question_id": "NxKEwSUxpdiFwQ3cDLcouS", + "question": "Whats another name for the object on the chair?", + "choices": [ + "pony", + "stallion", + "figurine", + "pokemon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 95577, + "question_id": "NyQgcH7Fm9pupxjsuLpzUR", + "question": "This boy likely idolizes what athlete?", + "choices": [ + "kapil dev", + "john part", + "tony hawk", + "earl anthony" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 48085, + "question_id": "NyiYgYT5JjakturuKqiGXM", + "question": "What kind of tower is shown?", + "choices": [ + "lattice", + "water", + "cell", + "clock" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520954, + "question_id": "NzQacY5GXPdhXAFbheWPaV", + "question": "What type of highway does the blue and red sign indicate it is up ahead?", + "choices": [ + "interstate", + "state", + "county", + "fast" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 441316, + "question_id": "NzcfSN2djQhiSss5ejhGeB", + "question": "Which food on the plate is known for being good for your eyes?", + "choices": [ + "potatoes", + "asparagus", + "tortilla", + "carrots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 76702, + "question_id": "P2425n357K3jLMy8vTMyZj", + "question": "What feature may draw the cat to rest here?", + "choices": [ + "hardness", + "moisture", + "loud noise", + "warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 239209, + "question_id": "P2T5yMBWef4AFcyD529b5p", + "question": "What activity are these animals currently doing?", + "choices": [ + "attacking", + "grazing", + "stalking", + "running" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81195, + "question_id": "P2zMqibRrDdDaCzP2kBinN", + "question": "Which food is shaped differently than normal?", + "choices": [ + "potato", + "carrot", + "peas", + "broccoli" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516869, + "question_id": "P4LbpT6qNFZYM9EeG7qjq8", + "question": "What are the horses doing in the grassy area?", + "choices": [ + "mating", + "eating", + "attacking", + "running" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 530442, + "question_id": "P5hvPZv2qa7KjWT2p25nVT", + "question": "The side of the bus is advertising that what service is available?", + "choices": [ + "breakfast", + "massage", + "telephone", + "internet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35231, + "question_id": "P6aPN6wpwE2oummPCZovfN", + "question": "What is this animal doing?", + "choices": [ + "defecating", + "nothing", + "fleeing", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 33024, + "question_id": "P7PfpLrdRBj2WUtk85gLLk", + "question": "What are they doing together in the water?", + "choices": [ + "washing", + "eating", + "surfing", + "kissing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191087, + "question_id": "P7daUX45dNXd8NoZvH4w42", + "question": "What is between the broccoli?", + "choices": [ + "potato", + "meat", + "radish", + "eggs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 67343, + "question_id": "P92uax7nPdK336NsaRFUQS", + "question": "How is this food prepared?", + "choices": [ + "boiled", + "fried", + "grilled", + "frozen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 579263, + "question_id": "P9rLcKnRpxBQotVT7Coz9k", + "question": "The item seen here was prepared where?", + "choices": [ + "chandlery", + "bakery", + "butcher", + "deli" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169184, + "question_id": "PA237KDqxnVYmAvDhszguo", + "question": "What is this container used for?", + "choices": [ + "travel", + "food", + "drink", + "trash" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 371291, + "question_id": "PBDV3UhZm3iaj4nHLijyKx", + "question": "Where are the cat located?", + "choices": [ + "outside window", + "inside house", + "on roof", + "on floor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 221046, + "question_id": "PCTASvn4GUxTiy82VVVYzL", + "question": "The black box-like structure beneath the traffic light likely serves what purpose?", + "choices": [ + "pedestrian crossing", + "stop sign", + "railroad crossing", + "warning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 44155, + "question_id": "PCsJiACJGJJFt9P5qq7tFe", + "question": "What does this engraving seem to depict?", + "choices": [ + "moon", + "sun", + "earth", + "mars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93134, + "question_id": "PD44AQ99GePdL8CM89idGN", + "question": "What is the black cat on top of?", + "choices": [ + "chair", + "box", + "grass", + "shelf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 91962, + "question_id": "PDtGLaiFmEv2FrdFTWcSuh", + "question": "How many city clocks do you see?", + "choices": [ + "five", + "three", + "one", + "six" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 436390, + "question_id": "PE6SRn3oNKRYnC86CcvxNZ", + "question": "What is okay for the baby to have in its mouth?", + "choices": [ + "shoes", + "fingers", + "hot dog", + "chips" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411169, + "question_id": "PEdamxwdgKHGiuMpLGCW2S", + "question": "How is this type of plane called?", + "choices": [ + "spinner plane", + "propeller plane", + "rotator", + "fan plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214895, + "question_id": "PLDsTQdPu8giMwXrADzA6u", + "question": "What is this type of transportation called?", + "choices": [ + "water", + "rail", + "air", + "land" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 268118, + "question_id": "PLXDdvePCjU2u9CQkqA6fE", + "question": "What game would the dog be playing with the object in his mouth?", + "choices": [ + "catch", + "spar", + "tug", + "find" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214572, + "question_id": "PLrRSy2WYM5D8V75A4pjwX", + "question": "What sound does the animal make?", + "choices": [ + "woof", + "meow", + "moo", + "neigh" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 49806, + "question_id": "PNVrFKxFo4fZtS3pDHRows", + "question": "What time of people are allowed to live in Amica residences?", + "choices": [ + "children", + "seniors", + "young", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 325825, + "question_id": "PNXzRZxQWY6USHpHTbReXK", + "question": "When was Samsung founded?", + "choices": [ + "1983", + "1930", + "1938", + "1944" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298968, + "question_id": "PPMzcjoRUKW8a3CjXso8xT", + "question": "What is the horse doing?", + "choices": [ + "resting", + "racing", + "feeding", + "pausing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411508, + "question_id": "PQ3gJTYzQpSbNJCm5DVYwt", + "question": "What professional can make its fur look better?", + "choices": [ + "veterinarian", + "groomer", + "breeder", + "taxidermist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 320638, + "question_id": "PQh8fgbfYwBMSbPbRD34Sc", + "question": "What is in the bottle by Fiji?", + "choices": [ + "soda pop", + "water", + "beer", + "coffee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 99357, + "question_id": "PQjNBiefzDeA7iVuHi43FX", + "question": "What is the metal piece beside the faucet for?", + "choices": [ + "shampoo", + "lotion", + "soap", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 42487, + "question_id": "PQnqGbV4HEyYrkbB9KgfYd", + "question": "What does the cat probably hope the man will do?", + "choices": [ + "wash it", + "clean room", + "pet it", + "sing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 318695, + "question_id": "PQshzBEBC7GknoWdS3df5B", + "question": "Who probably once owned the elephant?", + "choices": [ + "child", + "hamster", + "adult", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 321246, + "question_id": "PRfdX4ZMLfHc4CJcT2KZ4j", + "question": "Why is the bird clinging to the branch sideways?", + "choices": [ + "is stuck", + "evading predators", + "is lost", + "is tired" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 26511, + "question_id": "PSc4QLR8AwKNfpREm3fAoe", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "water", + "land", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 83760, + "question_id": "PSkouNYcsDzs6NKWWUqnxF", + "question": "These cooked objects are covered in what substance?", + "choices": [ + "ketchup", + "pasta", + "cheese", + "tofu" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 450622, + "question_id": "PT2Sma9Xw6sruwaGvHhTr8", + "question": "How many picture frames can you see?", + "choices": [ + "one", + "three", + "two", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464539, + "question_id": "PUYH8aaf5ypxBbfbZ4FnZc", + "question": "What body part would most likely be injured first if he missed the skateboard?", + "choices": [ + "head", + "back", + "ankle", + "wrist" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351455, + "question_id": "PVAjEWL8J4L8yi5XG7pZBB", + "question": "How many types of animals pictured above are herbivores?", + "choices": [ + "all", + "none", + "one", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74144, + "question_id": "PWsTJAegnCycFqBF2qLU6j", + "question": "What is she trying to do?", + "choices": [ + "flip", + "descend", + "roll", + "ascend" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519914, + "question_id": "PXDZJf7b6XCz83WBnipNBV", + "question": "What country is this intersection located in?", + "choices": [ + "france", + "england", + "canada", + "united states" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288681, + "question_id": "PXNydLBWXSrb9PtLrZJ9kP", + "question": "What does this object use to wash away waste?", + "choices": [ + "air", + "water", + "gravity", + "fire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127963, + "question_id": "PXUptTwJTxgpGvYZXQdXnz", + "question": "How would he close his sweater?", + "choices": [ + "velcro", + "buttons", + "zipper", + "laces" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438951, + "question_id": "PXjQZMqSZe9xZc99jyWUzp", + "question": "What is the name of the process that produces this animal?", + "choices": [ + "aneurysms", + "mitosis", + "metabolism", + "metamorphosis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 487969, + "question_id": "PY38SmaSYeibR8Piz35yxf", + "question": "What move is the skateboarder performing?", + "choices": [ + "grind", + "720", + "kickflip", + "superman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 238785, + "question_id": "PYqx7vF3ykZcNrkn2grHBf", + "question": "Where might the elephant have been recently?", + "choices": [ + "ocean", + "watering hole", + "snow", + "lake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378180, + "question_id": "PZM62PdMk7xJuHuhkqRGQ9", + "question": "The animal has how many protrusions below its eyes?", + "choices": [ + "seven", + "two", + "eight", + "nine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485208, + "question_id": "PZcajMCDdZV67YaGUaVHuF", + "question": "Why do these animals have markings?", + "choices": [ + "branding", + "birthmark", + "identification", + "decoration" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 545077, + "question_id": "PappSenpbRee8Nvo9sWNvP", + "question": "What do these animals use to move?", + "choices": [ + "eight legs", + "opposable thumbs", + "wings", + "shell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 227764, + "question_id": "PcFUjknAKFHMEQMpzigxmY", + "question": "Why has this person covered their head?", + "choices": [ + "warmth", + "uniform", + "protection", + "religion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183501, + "question_id": "PcHUnoEif8HuTpRwk2pYdu", + "question": "London's Houses of Parliament also called Palace of Westminster is it true?", + "choices": [ + "true", + "maybe", + "none", + "false" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161299, + "question_id": "Pducsf39DTWMQCHG6jNrj4", + "question": "What is the weather in the photo?", + "choices": [ + "cloudy", + "sunny", + "rain", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 460217, + "question_id": "PedDTKkxx4QK4RNkhWt7eE", + "question": "What food item matches the most plentiful color on the sign?", + "choices": [ + "blueberry", + "lemon", + "lime", + "cherry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223802, + "question_id": "PejmAuMNZNzpD9tsZG3LSK", + "question": "What in the picture is capable of walking?", + "choices": [ + "white", + "small black", + "large black", + "brown" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342267, + "question_id": "PfBkmx7GKtxxaGGB9oihXx", + "question": "How is this vehicle on the tracks powered?", + "choices": [ + "fire", + "overhead lines", + "underground mines", + "coal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458165, + "question_id": "PfpNrACJx4zMef9z5UgYfv", + "question": "The building behind the clock is most likely zoned for what kind of use?", + "choices": [ + "commercial", + "religious", + "residential", + "industrial" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51670, + "question_id": "PguK7Ubh9T7oq8N7TWin8a", + "question": "In which type building would you find a bathroom like this?", + "choices": [ + "motel", + "mall", + "expensive condo", + "gas station" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 377198, + "question_id": "PhktTcjz76YVUT2XLMfE8e", + "question": "Why are this person's hands on the ground?", + "choices": [ + "trick", + "exercising", + "resting", + "fell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161376, + "question_id": "PhmNaQeMaLficHrbfH4c57", + "question": "This person probably lacks what fear?", + "choices": [ + "heights", + "spiders", + "enclosed spaces", + "public speaking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85465, + "question_id": "PhzCykMXuGFBQzRzjNCU2q", + "question": "What is in the measuring cup to the right?", + "choices": [ + "raisins", + "acorns", + "sugar", + "salt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 389958, + "question_id": "Pjssi2W79EMSoYqxNZeQSC", + "question": "What does the woman have on?", + "choices": [ + "glove", + "boxing gloves", + "bracelet", + "hat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500397, + "question_id": "PkHJoCVt3ptTpJvZoLep4a", + "question": "What is the animal using to grab on to the seat?", + "choices": [ + "quills", + "trunk", + "mouth", + "claws" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21729, + "question_id": "PmHsgSkSdDaFhmXrXtcsaB", + "question": "What is the person wearing on his foot?", + "choices": [ + "flip flops", + "sneakers", + "shoes", + "boots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 69636, + "question_id": "PnmccdkfoBxYFWSzLQCmtZ", + "question": "What is the man performing trick wise?", + "choices": [ + "900", + "grind", + "kickflip", + "ollie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 571892, + "question_id": "Pnwx3Vdjvwc7PM8DyjaBN7", + "question": "What is he swinging?", + "choices": [ + "racquet", + "paddle", + "bat", + "club" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577784, + "question_id": "PpByjeVTZ9PJ9zmNp5WSJ7", + "question": "What kind of surface is the plane on?", + "choices": [ + "highway", + "tarmac", + "parking lot", + "street" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424704, + "question_id": "Pq3rbdGNe43QtYNBSNZXAZ", + "question": "Why is this man covering his head?", + "choices": [ + "warmth", + "uniform", + "germs", + "sun" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 282435, + "question_id": "Pqkmsp9bQG5AediWqPJ3wr", + "question": "Where is the yellow train about to stop?", + "choices": [ + "station", + "themepark", + "hotel", + "farmhouse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4158, + "question_id": "PrQoboqJ2vPhHZESDqxmKd", + "question": "What will the birds seek in the water here?", + "choices": [ + "reflective surfaces", + "nothing", + "food", + "nesting material" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4398, + "question_id": "PtvACKj2Tk38TZyoRV3Fwx", + "question": "What color will the wheels most likely become as the rider uses the skateboard more without cleaning it?", + "choices": [ + "blue", + "clear", + "green", + "darker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135085, + "question_id": "PuFfCa7RXWgzSS5qQvSsEw", + "question": "What is the person holding up?", + "choices": [ + "their arm", + "sign", + "baby", + "box" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 454480, + "question_id": "Px87u5gf5RqwZs6nUdWQM3", + "question": "Which breed of cat has absence of fur?", + "choices": [ + "munchkin", + "persian", + "ragdoll", + "sphynx" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433687, + "question_id": "PyBPutkUbaTufKDMkavvNp", + "question": "The people with the cycles here likely hired the boat owners here to do what?", + "choices": [ + "hide them", + "repair bikes", + "ferry across", + "serve lunch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352204, + "question_id": "PyzP4oRWvzUYn78dUdFnnx", + "question": "How is the robot able to move around?", + "choices": [ + "using wheels", + "using tracks", + "using fans", + "using legs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473120, + "question_id": "PzUv4KsVhihkbwbw9JfBzj", + "question": "What toppings are on the pizza?", + "choices": [ + "eggs", + "broccoli", + "mushroom", + "peppers" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 180913, + "question_id": "Q3AheyrBUMb3aAXedutd9h", + "question": "What is a current danger to this animal?", + "choices": [ + "heat exhaustion", + "stampede", + "hunters", + "snake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452425, + "question_id": "Q43273KxBhYQ6VTNV94EwZ", + "question": "Where is this bird located?", + "choices": [ + "wild", + "indoors", + "outdoors", + "tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 273796, + "question_id": "Q4tJiSXdeTmsX7PHrJDfCD", + "question": "Vitamin A is rich in which vegetable?", + "choices": [ + "beet", + "cabbage", + "bean", + "carrot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 222514, + "question_id": "Q5ggyJdW8yjUoJX8qBiJmi", + "question": "The yellow item protects against what?", + "choices": [ + "fire", + "monkeys", + "vampires", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400282, + "question_id": "Q6fGijhtNqkrzyqMsvPc97", + "question": "The boy is probably trying to control the activity on what device?", + "choices": [ + "television", + "tablet", + "laptop", + "phone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 509425, + "question_id": "Q7XLTsqcgSuokKgSknm2H3", + "question": "What disaster would be the biggest fear in this area?", + "choices": [ + "tornado", + "hurricane", + "avalanche", + "tsunami" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209790, + "question_id": "Q7mgpYbf5tK6upCy3T4sVe", + "question": "Persons wanting to cross the street here must do what now?", + "choices": [ + "turn back", + "wait", + "cross", + "run" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286408, + "question_id": "QAUcGPmLZLbQbdtMg4Jd6U", + "question": "What is the boy doing?", + "choices": [ + "frowning", + "smiling", + "crying", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390302, + "question_id": "QAZKJdzA6poy5EzMqcQfc7", + "question": "What powers the boat that is next to the nearest dock?", + "choices": [ + "solar", + "foot pedal", + "wind", + "oars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575593, + "question_id": "QAuXicJEhv9F3vNPYJuPyx", + "question": "What kind of transportation is available?", + "choices": [ + "rail", + "road", + "water", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 414263, + "question_id": "QAzQTPnpm6EuJGzRB27CZD", + "question": "Who tied this horse here?", + "choices": [ + "horse", + "sherriff", + "bandits", + "it's rider" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453669, + "question_id": "QBjGPpqkDQVeggs7ATtJu9", + "question": "What is the person on?", + "choices": [ + "board", + "boat", + "chair", + "bed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 55944, + "question_id": "QC8M3ESijFHDHEmXXxSpwH", + "question": "The bear is sitting in a compartment designed to hold what?", + "choices": [ + "donuts", + "garbage", + "license", + "cups" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 529839, + "question_id": "QEgWKTKFAAvZEH4DZ4X8Q5", + "question": "Which liquid poses the most immediate damage possibility here?", + "choices": [ + "water", + "coffee", + "none", + "soda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 182842, + "question_id": "QGQRCHbv8e7P9AFTEsGErs", + "question": "What are the girls huddling under?", + "choices": [ + "palm tree", + "cow", + "umbrella", + "igloo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 433692, + "question_id": "QHNaCDigGFoc6XT3XzEBmS", + "question": "What is the desk's top made from?", + "choices": [ + "glass", + "wood", + "steel", + "brick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381686, + "question_id": "QJBYGw4oJqMJqecfXfFHqG", + "question": "The clock is shaped like an instrument that which person was known for playing?", + "choices": [ + "hillel slovak", + "leon theremin", + "herbie mann", + "john bonham" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 257140, + "question_id": "QLRvUXwhw6odj3dxrF7MDW", + "question": "Why does the animal like sleeping there?", + "choices": [ + "wolves nearby", + "food source", + "cold snow", + "warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346640, + "question_id": "QMQZ7YGDPWmxukQHE4E8r5", + "question": "The person who made this sign is probably against what?", + "choices": [ + "driving", + "mining", + "drilling", + "vaccines" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 233333, + "question_id": "QNVYpvwwRCXWDUZMJ5cjRX", + "question": "What type of breakfast food is shown?", + "choices": [ + "roll", + "muffin", + "yogurt", + "bagel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 4163, + "question_id": "QQXkNZuvWYXBsv8QZGAE7p", + "question": "In which country is this cell phone being operated?", + "choices": [ + "germany", + "france", + "england", + "netherlands" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483696, + "question_id": "QRJZARyVRUMoxEtD8Pnddq", + "question": "What is forbidden when near the intersection?", + "choices": [ + "turning", + "blocking", + "changing lanes", + "yielding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439417, + "question_id": "QRTJygkz6JoaQSVHfaxSa2", + "question": "What is the first baseman preparing to do?", + "choices": [ + "steal base", + "home run", + "defend", + "hit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 137393, + "question_id": "QS6BvZNecPrPPda9wk3uM3", + "question": "What device is on the wall?", + "choices": [ + "television", + "guitar", + "headphones", + "lamp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 315888, + "question_id": "QSbmuegWbMWU3bhwwfikUx", + "question": "The items like the one on the decal are usually brought out when?", + "choices": [ + "christmas", + "easter", + "ramadan", + "passover" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556182, + "question_id": "QSsN3ij45b232rhaYBanqJ", + "question": "What is this man trying to do?", + "choices": [ + "rest", + "eat", + "play", + "clean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 285209, + "question_id": "QTjN7mGV6jhccER5vBAisF", + "question": "What country is mentioned?", + "choices": [ + "italy", + "england", + "germany", + "poland" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 425708, + "question_id": "QUaJmMfkhhwLBeuZdUXAv5", + "question": "What type citation might the car seen here find on it's windshield soon?", + "choices": [ + "good neighbor", + "volunteer", + "parking", + "good parking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 482711, + "question_id": "QWaQnj7FkH2dibhjpkvJb9", + "question": "What location related to transportation is located here?", + "choices": [ + "parking garage", + "train station", + "parking lot", + "bus stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 83249, + "question_id": "QX26LzHMXpVJS698NFvm69", + "question": "Where is this meal likely being made?", + "choices": [ + "park", + "backyard", + "campsite", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417464, + "question_id": "QXNiGj9ZpCLPXXphkS9qbR", + "question": "What are the cables for?", + "choices": [ + "construction", + "ski lift", + "power", + "internet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 482973, + "question_id": "QXeZyMCBAXJAaQpndncCDJ", + "question": "What damaging thing might get inside the computer here?", + "choices": [ + "liquid", + "sand", + "ice", + "dirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446092, + "question_id": "Qbz2MU9bD7AnSSqL4PtLLV", + "question": "What flavor is the drink?", + "choices": [ + "grape", + "root beer", + "cherry", + "lemon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252650, + "question_id": "QcZZMKfahqhgxCvCFSDiwo", + "question": "Why is the building red?", + "choices": [ + "extra paint", + "barn", + "find easily", + "for sale" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8985, + "question_id": "QeMGW6Q5wsNQrx7qL243RV", + "question": "What does this lady hope for most here?", + "choices": [ + "calm seas", + "sharks", + "swimmers", + "big waves" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 198454, + "question_id": "QiE5usWWx3SAR4at7JuXNu", + "question": "What is forbidden between four and six pm in this location?", + "choices": [ + "stopping", + "right turns", + "parking", + "u turns" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561778, + "question_id": "QigaKjWDE6mjrXz96Kxnx4", + "question": "How many people can this plane carry?", + "choices": [ + "two", + "three", + "one", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518111, + "question_id": "QmKbuzpCJ6H2FyyFS6EX9M", + "question": "What types of bags is this woman holding?", + "choices": [ + "plastic", + "leather", + "nylon", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164549, + "question_id": "QnJGPp8g2cjYiDFmjezTNy", + "question": "What is the large tanker truck used to transport?", + "choices": [ + "gas", + "water", + "milk", + "propane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 449930, + "question_id": "Qnq536WsZCDmE9bzhueik2", + "question": "How many airlines are represented by the planes?", + "choices": [ + "seven", + "three", + "two", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172424, + "question_id": "Qoce6CKTrx3DU8MwHPZhvf", + "question": "What is coming from the device in her hand?", + "choices": [ + "air", + "water", + "videos", + "music" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346194, + "question_id": "QpUC4hJEw4WbTA3c39y6HR", + "question": "What is this appliance used for?", + "choices": [ + "cooking", + "cooling", + "cleaning", + "calling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 159604, + "question_id": "QspqieaUXLYUrBrmmP7avt", + "question": "What animals are seen walking through the field?", + "choices": [ + "horse", + "camel", + "cow", + "pig" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 232174, + "question_id": "Qtq8sTcifmQ8g4FDkvCBNy", + "question": "What type of area is shown?", + "choices": [ + "rural", + "deserted", + "urban", + "restricted" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391581, + "question_id": "QufVTZazXXrmuNw5cckZTZ", + "question": "What plant object is taller than the giraffe here?", + "choices": [ + "grass", + "bare tree", + "bush", + "palm tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404287, + "question_id": "Qv7PAebonw9Smukavxssw6", + "question": "What did the skateboarder have to do with his back foot to get so high in the air?", + "choices": [ + "swing left", + "kick right", + "push down", + "lift up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350036, + "question_id": "QwNu6snM28jBxqvKidFdGA", + "question": "What type of company advertised on the double decker bus?", + "choices": [ + "clothing", + "restaurant", + "phone", + "wallpaper paste" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563867, + "question_id": "Qx2tosohsfDvyQSU2FbbtX", + "question": "What type of transportation is shown?", + "choices": [ + "rail", + "air", + "road", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387657, + "question_id": "Qxxotcswo6L6Hou2UbaD3L", + "question": "What can both devices he is holding do?", + "choices": [ + "make calls", + "measure speed", + "take photos", + "tell time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326026, + "question_id": "Qz5qSsNCzrJZ4qGMovGTb8", + "question": "What is the paddle in his hands being used for?", + "choices": [ + "steering", + "balance", + "speed", + "hitting sharks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 318155, + "question_id": "R2d7x3qMpkbzMystVEnASS", + "question": "What type of sink is shown?", + "choices": [ + "laundry", + "hospital", + "bathroom", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431736, + "question_id": "R2pMTqKzsXo6dN5vYiM2UV", + "question": "What kind of clothing is the person wearing?", + "choices": [ + "semi-casual", + "swimming costume", + "casual", + "official" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427358, + "question_id": "R4pKjnHBDgAgNYE7cTtnTf", + "question": "What was the name of this airline before 1960?", + "choices": [ + "golden airways", + "shamrock air", + "aerlinte eireann", + "irish airlines" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 224498, + "question_id": "R5vCu7aNAVRrfL6nRcyZQZ", + "question": "How many urinals are mounted to the walls?", + "choices": [ + "none", + "two", + "one", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115857, + "question_id": "R7LbLBCCjDFxETsgP2c9xf", + "question": "What shape is the clock?", + "choices": [ + "sphere", + "cube", + "hexagon", + "pyramid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86903, + "question_id": "R7RLMFV9mG2UWjqeFx4UwM", + "question": "The pattern on the vest is known as what?", + "choices": [ + "argyle", + "checkered", + "paisley", + "stripes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254980, + "question_id": "R7u3biCEaWN6WDk7vyd8h3", + "question": "What is the raw material of toilet tissue paper?", + "choices": [ + "plastic", + "fiber", + "zinc", + "paper pulp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 184083, + "question_id": "RA24M9iT9vnEXnuAQPb55T", + "question": "What is being shown on the various green signs?", + "choices": [ + "home addresses", + "store names", + "street names", + "city names" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 159295, + "question_id": "RAEb2F3K49sWfmaF8wNLsa", + "question": "If you wanted to get clean which is your option?", + "choices": [ + "shower", + "bath", + "hot tub", + "pool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17014, + "question_id": "RAWQefk7q3Eo7kVn2LYozu", + "question": "How will the largest vehicle get to its next destination?", + "choices": [ + "run", + "sail", + "drive", + "fly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314550, + "question_id": "RBzDiYusN3jRNJoBjUfmfD", + "question": "What is needed to move this board?", + "choices": [ + "remote", + "wind", + "battery", + "wave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 167231, + "question_id": "REu5pTXj2hezrnLpjjD2WZ", + "question": "How many slices of pizza is there?", + "choices": [ + "six", + "two", + "four", + "eight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195123, + "question_id": "REuS8mDHE4M6CLRKihH4a3", + "question": "When may people seen here cross?", + "choices": [ + "later", + "now", + "anytime", + "never" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 413323, + "question_id": "RFdY4BZgL6pKQsBXHW9jtX", + "question": "What type of power comes through that cord?", + "choices": [ + "electrical", + "wind", + "thermal", + "fire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362961, + "question_id": "RHc8yPsjjitiZuEQv6MKyp", + "question": "What type of toothbrushes are outside of the cup?", + "choices": [ + "regular", + "smart", + "electric", + "fuel powered" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 215425, + "question_id": "RKVTpgoZi5nXs5fGcvwo5Q", + "question": "What type of flowers are seen in the grass?", + "choices": [ + "tulip", + "rose", + "violet", + "dandelion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 28363, + "question_id": "RLgtoeDazfYLGzhsxKKVZs", + "question": "What is in the tan case?", + "choices": [ + "music device", + "instrument", + "art supplies", + "makeup" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 222544, + "question_id": "RPJLYBpfLSZdEATF4xjjsH", + "question": "What most likely formed the land in the elephant enclosure?", + "choices": [ + "animals", + "weather", + "water", + "heavy equipment" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343814, + "question_id": "RQGUnhRoF5vcrTAQxfASmM", + "question": "What is required for this activity?", + "choices": [ + "skates", + "shoes", + "board", + "skis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 499022, + "question_id": "RQiBHWMdpjpz9VsJRNBs6Q", + "question": "What number needs to be added to the black and white signs so that every number appears twice?", + "choices": [ + "80", + "65", + "52", + "70" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415729, + "question_id": "RRFcRnxsLjNemyvUpHfMna", + "question": "Why does he have his head covered?", + "choices": [ + "protection", + "fashion", + "religion", + "warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556595, + "question_id": "RRiyGDj5jKuozFbgkWF4Lg", + "question": "What is in the foreground?", + "choices": [ + "pole", + "meter", + "tree", + "flower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 236103, + "question_id": "RTBy6QkXHX6FancyqNCLFT", + "question": "How many species at least likely live in this living space together?", + "choices": [ + "none", + "three", + "two", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563566, + "question_id": "RTPQ7HgQAxs6CXUDAWFh6o", + "question": "What sort of material are the wheels of this conveyance manufactured from?", + "choices": [ + "plastic", + "wood", + "rubber", + "metal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519721, + "question_id": "RTbiJHB37uKb7jCbbsjxEq", + "question": "In what setting is this animal?", + "choices": [ + "farm", + "wilderness", + "zoo", + "park" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54048, + "question_id": "RW4nbzCNoTEXjwZUv7dQnV", + "question": "What is the boy using to hold the ball he hit?", + "choices": [ + "block", + "post", + "tee", + "hand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 568399, + "question_id": "RXEemR9gZriPq4j2q4iADs", + "question": "What type of animals are shown?", + "choices": [ + "wild", + "domestic", + "water", + "aquatic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87359, + "question_id": "RZXUdhQV7FycwoLqgRKYpp", + "question": "What is the longest item here called?", + "choices": [ + "light fixture", + "space bar", + "axle", + "pole" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 68990, + "question_id": "RamShgkwcxzAEFVGWALibP", + "question": "How many different bears are probably in the scene?", + "choices": [ + "three", + "two", + "three", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427445, + "question_id": "Rb6zQaAsZiQFYEprZLnd4g", + "question": "What could the man's outfit be classified as?", + "choices": [ + "casual", + "professional", + "uniform", + "business casual" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 471527, + "question_id": "RdzuYoDZf9ymqw3PzMLpr7", + "question": "What is the leftmost letter on the sign?", + "choices": [ + "c", + "e", + "w", + "l" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151180, + "question_id": "Rh96chhHz6vzrbPSarF8k9", + "question": "This dish would be great for those who love what type of food?", + "choices": [ + "vegetables", + "seafood", + "soup", + "popcorn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 348401, + "question_id": "RhSWN2YQDwuinqgehZnVSw", + "question": "What is the game the person played in the image?", + "choices": [ + "sliding", + "kiting", + "flying disc", + "swimming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 459068, + "question_id": "RhftGmP7rfixk4Z9HQJxww", + "question": "What types of portions are available?", + "choices": [ + "slices", + "cubes", + "halves", + "shreds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 131177, + "question_id": "RiufhPio9fu7wFN8tjzfPH", + "question": "The dog is in the middle of being what?", + "choices": [ + "spayed", + "euthanized", + "declawed", + "washed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 205277, + "question_id": "RixbpBaKzfFSpXWtmVXXoy", + "question": "In how many seconds will it be 202?", + "choices": [ + "one", + "none", + "six", + "120" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 397499, + "question_id": "RjuLuEozuy3p8orTzyuzd9", + "question": "What is traffic sign color for the words in the image above?", + "choices": [ + "green", + "orange", + "none", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 318674, + "question_id": "RkSbwjnqHnxVgTofzCjNmS", + "question": "Which of these can be used to refer to the horse's clothing in the picture?", + "choices": [ + "warmer", + "turnout blanket", + "coat", + "horse shirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453572, + "question_id": "RmNDPaGRd5JcT7DJW6X7Ai", + "question": "What shape is on the black sign with the white interior and black text?", + "choices": [ + "arrow", + "hand", + "circle", + "triangle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 497658, + "question_id": "Rn2wXU9u5NESQSkb4jDNnu", + "question": "What feature does the large item in green and white have?", + "choices": [ + "antlers", + "wings", + "gloves", + "missiles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139117, + "question_id": "RnFi6ZrC6HayUKunqXSfnU", + "question": "How many dogs do you see?", + "choices": [ + "four", + "two", + "one", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 233028, + "question_id": "RnieHY8YeuQrrLEo34LVWv", + "question": "What type of transportation is shown?", + "choices": [ + "water", + "air", + "rail", + "road" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 375422, + "question_id": "RnrWyKmWkwCsBdiCokdJGh", + "question": "Which body part is this person using to communicate?", + "choices": [ + "mouth", + "thumbs", + "face", + "index finger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200299, + "question_id": "RrRSNSXGUJokpXx2EZrQYX", + "question": "How many people can get a canned beverage?", + "choices": [ + "four", + "eight", + "12", + "six" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 206317, + "question_id": "RtB7ZMGZZ2hHnYtpUzuEyS", + "question": "What is behind the curtain by the door?", + "choices": [ + "toilet", + "closet", + "shower", + "changing room" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367145, + "question_id": "RuCeNp5tXgbckJpjm4yroS", + "question": "Where is the person carrying the bag on their arm walking?", + "choices": [ + "park", + "street", + "pasture", + "zoo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385813, + "question_id": "Rv24XFkLNaupMkKQbbuEYo", + "question": "What is the person riding on?", + "choices": [ + "none", + "car", + "bicycle", + "skate board" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168859, + "question_id": "RvcJAdKEc6Y72Dp3XLsVZe", + "question": "Which one of these techniques were probably used to attach the design?", + "choices": [ + "decoupage", + "pinning", + "stenciling", + "needlepoint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169368, + "question_id": "RwVMCFUzk5dFv8tat8Dcak", + "question": "What is this dog ready to do?", + "choices": [ + "hide", + "walk", + "eat", + "sleep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 50401, + "question_id": "RxZzyJ3sqUkZ4KDLEsJW9P", + "question": "What expression would one normally expect him to have in this situation?", + "choices": [ + "surprise", + "smile", + "sadness", + "frightened" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 60969, + "question_id": "RyZUw89BfTj9ziNzHiBmxT", + "question": "What is the silver cylindrical object?", + "choices": [ + "end table", + "planter", + "vending machine", + "ash tray" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556076, + "question_id": "RzJHLZuZcULrVkQZ9TMdaQ", + "question": "Why has the yellow bird landed on the green container?", + "choices": [ + "to bathe", + "to eat", + "to sleep", + "to nest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 543023, + "question_id": "S2AaKxAP3kRpERPvp8WTiw", + "question": "What's the plate on the vehicle behind the white dog called?", + "choices": [ + "marked plate", + "dinner plate", + "license plate", + "posted plate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192506, + "question_id": "S2T6gWYohEPtSanS7fYaaY", + "question": "How much is the charge for using internet connections on this bus?", + "choices": [ + "10 dollars", + "5 dollars", + "nothing", + "1 dollar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420779, + "question_id": "S4WJMAjzcnBj4StAuomKvz", + "question": "Why is the large giraffe in with the large one?", + "choices": [ + "lacking space", + "easier finding", + "people like", + "is parent" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 569650, + "question_id": "S5iYPBzaWEjHJXZbnjLkXB", + "question": "The person living here likes what best?", + "choices": [ + "premium pricing", + "sales", + "coloring books", + "handwritten only" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576043, + "question_id": "S5qeY3y5RxLJjYT9KVmzxC", + "question": "What is the man covering with the book?", + "choices": [ + "groin", + "face", + "foot", + "chest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214942, + "question_id": "S739HKQVdmsuk2YFnpeAgE", + "question": "Which part of the sign would someone who can't read English understand?", + "choices": [ + "limit", + "any", + "speed", + "35" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82660, + "question_id": "S75RtUdMD3RfvYCFsDr2MG", + "question": "What type of place might this be?", + "choices": [ + "bus depot", + "school", + "church", + "airport" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214321, + "question_id": "S7LV7HrDRwuL3KzY8yzYsk", + "question": "These animals are known for having what type of diet?", + "choices": [ + "fish", + "plants", + "fruit", + "meat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399953, + "question_id": "S9db2pmpBdw4DyhgBJzRxD", + "question": "The black spots on the pizza reveal that it was what?", + "choices": [ + "fire roasted", + "oven cooked", + "microwaved", + "pan seared" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572692, + "question_id": "S9wTVHY7EuN84sboPcwFE2", + "question": "About how tall is the tallest giraffe here?", + "choices": [ + "12.5 feet", + "12 meters", + "12 yards", + "12 hands" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 122373, + "question_id": "SB9hMvdWRU8sk44oVfHQiP", + "question": "What area of the body does the colorful item protect?", + "choices": [ + "feet", + "neck", + "waist", + "hands" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10952, + "question_id": "SDQTUFNpAiD8iwD8yJPhwQ", + "question": "What material is the light brown frame around the clock made of?", + "choices": [ + "marble", + "cement", + "wood", + "bamboo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566733, + "question_id": "SDTxcFntSkQ4FWZrk9akED", + "question": "Which of these animals is most likely to try to taste the other?", + "choices": [ + "zebra", + "none", + "giraffe", + "pigeon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81240, + "question_id": "SEA2DRLoTaNiVK46S29HiM", + "question": "What food group is this pizza topped with?", + "choices": [ + "meat", + "fruits", + "vegetables", + "grains" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177219, + "question_id": "SECgxF9T6GAQWfwmX8K9Ki", + "question": "Who is the message on the skateboarder's shirt mostly directed towards?", + "choices": [ + "teachers", + "parents", + "pedestrians", + "police" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87786, + "question_id": "SEmrmC9CtjQkmZapwbhk6w", + "question": "What country does the war take place in?", + "choices": [ + "canada", + "united states", + "iraq", + "mexico" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 202435, + "question_id": "SG5njfB8ogWN3WXWmY5UP9", + "question": "What is near the person?", + "choices": [ + "jaguar", + "grapes", + "plate", + "trees" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 245044, + "question_id": "SGHfktaThGqRGqkVbHCfjP", + "question": "What does the store with the sign sell?", + "choices": [ + "coffee", + "steak", + "crab legs", + "pizza pies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 203394, + "question_id": "SGRwqfY7hhhAQWC3F6pBJ7", + "question": "What does the orange numbers mean for riders?", + "choices": [ + "price cost", + "year made", + "route number", + "passenger capacity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443743, + "question_id": "SHJbha7KibYGAsXxwdG6RE", + "question": "How much time in seconds is left on the parking meter?", + "choices": [ + "89", + "35", + "29", + "60" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 343592, + "question_id": "SHUdCT7UrLzb4TqP7tDHUC", + "question": "Where is this clock adorned building in relation to the location of the photographer of it?", + "choices": [ + "sideways", + "behind them", + "through window", + "frontward" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 192282, + "question_id": "SM5Uo4bUybtdJcu4DZgaag", + "question": "Who is allowed to use this bench?", + "choices": [ + "anyone", + "females only", + "men only", + "deer only" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230295, + "question_id": "SNg4HbaC3jnEYc6H2T2NAW", + "question": "Why is the player using both hands?", + "choices": [ + "stability", + "posing and", + "luck", + "style" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 512052, + "question_id": "SNgEgQFSqPeRNwGrtoZEtc", + "question": "What is the woman trying to avoid?", + "choices": [ + "snow", + "rain", + "heat", + "sunshine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 282817, + "question_id": "SPrREtFEXg6SVCJLjwTd84", + "question": "Which one of these will probably need to be used on the couch?", + "choices": [ + "vacuum", + "broom", + "napkin", + "paintbrush" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102647, + "question_id": "SQbuWVXFJVxN8QSjfBhARx", + "question": "What is the purpose of the maroon tag on the bear's right ear?", + "choices": [ + "hunting target", + "proximity alert", + "ownership tag", + "conservation tracking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440585, + "question_id": "SQemDujAdhJn8LaFXS35iY", + "question": "What is the man using to get around?", + "choices": [ + "pogo stick", + "paddle", + "steering wheel", + "gear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443037, + "question_id": "SRfHNkywy6ajFV6KAEWzPx", + "question": "Where do the stairs to the left of the refrigerator lead?", + "choices": [ + "basement", + "garage", + "roof", + "master bedroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518143, + "question_id": "STAUqUhd9xVyRzszdoHTCh", + "question": "The scissors seen here are designed for which handedness?", + "choices": [ + "both", + "neither", + "left", + "right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 269713, + "question_id": "STNxCUESQMrZZPLtC7guB3", + "question": "Sporting item that is generally made of injection-molded plastic is what?", + "choices": [ + "flying disc", + "ring", + "chain", + "kite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453099, + "question_id": "SURfs2m3BzGej9ucMGCCwW", + "question": "Why is he doing with himself?", + "choices": [ + "reading", + "gaming", + "crying", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 240464, + "question_id": "SVTecdcRq8UuJspuKCs5M6", + "question": "Where would these items normally be when outside?", + "choices": [ + "in box", + "on roof", + "on swing", + "in soil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354659, + "question_id": "SWAyhPkAsjsCJ3kjiVvUJp", + "question": "What TV show might this person have just watched?", + "choices": [ + "cartoons", + "sunday news", + "snl", + "friday fights" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 348448, + "question_id": "SWKrtCwK7jWJ8HCJVhWSWA", + "question": "What is the most common ingredient on the pizza?", + "choices": [ + "onion", + "seafood", + "sweet potatoes", + "scallops" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 30571, + "question_id": "SXv2wc2Jzr4zWtH8PZy6fc", + "question": "What body part should you use to open the trash can seen here?", + "choices": [ + "mouth", + "elbow", + "foot", + "hand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54453, + "question_id": "SYaJbvjLyY4M7QezJew7SB", + "question": "What do the digital numbers mean for this device?", + "choices": [ + "coordinates", + "clock", + "calculator", + "time left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52908, + "question_id": "SZq9VU44FAGJJhjMUbKeMX", + "question": "What is a well known flower that is the colour of the things in the background?", + "choices": [ + "dandelions", + "daisies", + "buttercups", + "lavender" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 328237, + "question_id": "SZqVN2gnsPdAQxuLRv8h9w", + "question": "What brand of shoes is he wearing?", + "choices": [ + "adidas", + "reebok", + "vans", + "nike" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 548752, + "question_id": "SaZTqUGhrKsPn2pEAVjNUf", + "question": "Which vehicle here would win a race if going at top speed?", + "choices": [ + "airplane", + "submarine", + "car", + "train" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 573302, + "question_id": "SbCWxHTjHjkRo3hRkYdcQw", + "question": "What type of ball would someone need to play a game here?", + "choices": [ + "basketball", + "golf", + "tennis", + "racquetball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 119660, + "question_id": "ScAefsrUfWgpSRbptFHpgD", + "question": "Which cloth material item is most shocking here?", + "choices": [ + "shirt", + "tie", + "face mask", + "pants" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412591, + "question_id": "SeBNbpnSdGTNfZxYNZWxC6", + "question": "What is missing from the players tennis wear that a majority of the players wear?", + "choices": [ + "wristbands", + "head gear", + "athletic shoes", + "elbow pads" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558093, + "question_id": "Sejo3WdfVdafQZgaLsYL8v", + "question": "What type of animal would this creature be most likely to eat?", + "choices": [ + "cat", + "dog", + "mouse", + "kangaroo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330013, + "question_id": "SgMijw9i3f7KjbhWAEjTyY", + "question": "What is a probable reason the women is covering her face with the Frisbee?", + "choices": [ + "humor", + "ritual", + "accident", + "shyness" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214144, + "question_id": "Sgw8ypUDQPaGWY3UCkuVWG", + "question": "This girl is playing the same sport as what athlete?", + "choices": [ + "tom brady", + "simon biles", + "jim edmonds", + "maria sharapova" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446528, + "question_id": "ShBbQ3PSEhME5KUri7ox6X", + "question": "What would the vehicle run on?", + "choices": [ + "solar power", + "gasoline", + "wind", + "cooking oil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 430000, + "question_id": "ShChLjKEyZyJZbCmRBeFSz", + "question": "What type of vehicle is trapped?", + "choices": [ + "van", + "train", + "convertible", + "sedan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511799, + "question_id": "SiUVWcSUMTB5NJjcLPiM7W", + "question": "How much in cents does it coat to park for 24 minutes?", + "choices": [ + "30", + "25", + "ten", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400498, + "question_id": "SjNNy86DsYGBd5gG9ohrB9", + "question": "What method produced the spread?", + "choices": [ + "quilting", + "crochet", + "darning", + "knitting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 272714, + "question_id": "SjgAVZgZzLXcVSWhJTwsXg", + "question": "What does this animal like to bury?", + "choices": [ + "collar", + "bone", + "meat", + "vegetables" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 245637, + "question_id": "SnTQcCGNvoFJdLmP89a9v5", + "question": "When getting on his surfboard where will this man's flip flops go?", + "choices": [ + "in pockets", + "beach", + "thrown away", + "on feet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 394107, + "question_id": "Sq4qZKprNGmdDMYu6DcTFS", + "question": "Who is most likely the batter?", + "choices": [ + "dominic smith", + "derek jacobi", + "mike trout", + "aaron judge" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 58010, + "question_id": "Sr2hSHTonr4uAdSBbojn7J", + "question": "Which one of these diets would allow for this meal?", + "choices": [ + "normal", + "gluten-free", + "vegan", + "low-fat" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 44789, + "question_id": "SuFUDAg6eEe9XViTWLDVdd", + "question": "In what way are the pair of people here related?", + "choices": [ + "just met", + "mother son", + "dating", + "siblings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 201975, + "question_id": "SubzyZGtyCzh7LHYkDBzLU", + "question": "Why is he grabbing the wall?", + "choices": [ + "balance", + "finished", + "afraid", + "getting off" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506244, + "question_id": "SuohAMiFjSVp7tTrd6GPYu", + "question": "Which genus does the fruit in the monkey's hands belong to?", + "choices": [ + "prunes", + "vaccinium", + "rubus", + "musa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277754, + "question_id": "SxSF28kXzD5Yueot6mMbf2", + "question": "What animal is on top of the lamp post?", + "choices": [ + "lizard", + "dog", + "squirrel", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 129531, + "question_id": "SyoiJCNRSKCrutHiGvW5Sx", + "question": "What would the man's long flat skateboard best be used for?", + "choices": [ + "tricks", + "ramps", + "cruising", + "park" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 550668, + "question_id": "SzQVN4BSuSLGsxNJtTH7Wg", + "question": "What concept is the graffiti artist promoting?", + "choices": [ + "memory", + "war", + "peace", + "love" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 474796, + "question_id": "T3rkPftpp93A37FqD2EUXt", + "question": "Where is there a fruit mentioned?", + "choices": [ + "street sign", + "automotive sign", + "library sign", + "billboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303249, + "question_id": "T4bBh6diChhkqWMK8GFBr8", + "question": "Who is the yellow sign warning?", + "choices": [ + "motorists", + "criminals", + "police", + "pedestrians" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 150171, + "question_id": "T4dRnkXsigxpB92WmoQBFe", + "question": "The side dish is what type salad?", + "choices": [ + "pasta", + "bean", + "green", + "apple" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339574, + "question_id": "T6PV7hkqohvdsGyAXcSVo6", + "question": "What item is missing from his shoes?", + "choices": [ + "soles", + "laces", + "toes", + "heels" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 416253, + "question_id": "T6tbSdaLM4YcLfbHUPaZj3", + "question": "Which animal has fur most similar to the pillow?", + "choices": [ + "koala", + "leopord", + "panda", + "iguana" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 152937, + "question_id": "T8Pvy4coxYKGmCnec7HKje", + "question": "At what type event is this person staring at this screen?", + "choices": [ + "expo", + "dairy show", + "sales call", + "political rally" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 265323, + "question_id": "T8SZFB5kWrzNybHDkJHgVr", + "question": "How would one write twenty in this style of numbers?", + "choices": [ + "mxc", + "xviiiii", + "ivx", + "xx" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 554941, + "question_id": "T9GSv6XVGCNCXtCCNAP3bD", + "question": "What does the animal's feet provide?", + "choices": [ + "faster running", + "mating benefits", + "stickiness", + "locomotion" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 156644, + "question_id": "T9sFXx5sthWZNNAS6CsBqQ", + "question": "The cat is hindering what activity?", + "choices": [ + "cleaning", + "bathing", + "packing", + "cooking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 491946, + "question_id": "T9voJSRgyi5NZeKGDDzfH3", + "question": "Is it later on left most clock or the right most?", + "choices": [ + "neither", + "rightmost", + "both", + "leftmost" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286047, + "question_id": "TFE6R3B2zC2x9JVZtxj7Uf", + "question": "The kite shown here portrays a creature that is able to utilize what dangerous element in stories?", + "choices": [ + "air", + "stones", + "fire", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114663, + "question_id": "TJQkNZa3e2owxhmWwZGntG", + "question": "What food items can these animals produce for humans without ending directly in their own deaths?", + "choices": [ + "steaks", + "eggs", + "bacon", + "cutlets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439616, + "question_id": "TPyQB3aCPnvMvwhsfyeMx8", + "question": "What is needed for this activity?", + "choices": [ + "snow", + "water", + "ice", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515437, + "question_id": "TQ5Y3UyXnRbTsByUZRv4S6", + "question": "Which type of phone is this?", + "choices": [ + "iphone", + "lg", + "samsung", + "motorolla" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431054, + "question_id": "TQLmkY6DteMQCAd74mERB8", + "question": "Who or what is closest to the sailboat?", + "choices": [ + "dog", + "clouds", + "pole", + "people" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230794, + "question_id": "TSuHfCGEg5ytZiLfFjDhQL", + "question": "Why is he wearing glasses?", + "choices": [ + "disguise", + "costume", + "prescription", + "sunshine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 255030, + "question_id": "TTYDiTwk8F6WNNY44YqdLH", + "question": "Which faucet would you turn to run cold water in this sink?", + "choices": [ + "none", + "right most", + "both", + "left most" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381866, + "question_id": "TTo7tDV6sYUDDaZUwLuUi7", + "question": "What placed the toilets all right next to each other?", + "choices": [ + "human", + "gravity", + "fish", + "currents" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308239, + "question_id": "TVN4DjBsvAdp8ySqFsSKpz", + "question": "What is on the horizon?", + "choices": [ + "sand", + "water", + "trees", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308682, + "question_id": "TX9jcxKtckpwbz7r3LYrmj", + "question": "What beverage might the person shown here have soon?", + "choices": [ + "wine", + "milkshake", + "beer", + "coffee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146967, + "question_id": "TYqidsHxBgSKCYQp9ALBZJ", + "question": "What does the boy want to do with his ear?", + "choices": [ + "clean it", + "paint it", + "cut it", + "wipe it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 407456, + "question_id": "TbUMVipEvroUtwWcRe7C99", + "question": "What is this man's profession?", + "choices": [ + "athlete", + "cashier", + "florist", + "pilot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 99834, + "question_id": "TbxcfEzngdhv3XmZMktN8o", + "question": "What can be done with the brown handled item?", + "choices": [ + "sand", + "nail", + "saw", + "drill" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 402349, + "question_id": "TcUfXXbB2UDWTYMvjeHd4y", + "question": "What word do you get if you put the word turn in front of the first word on the top sign?", + "choices": [ + "turncoat", + "turnip", + "turnpike", + "turnstyle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472156, + "question_id": "TdmsceriyEqf4JbXKoHoHm", + "question": "What is the purpose of the red vest on the man to the right?", + "choices": [ + "fashion", + "float assistance", + "add weight", + "fish deterrent" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 362250, + "question_id": "TfKjLUbvS9pmW76kn3uS5t", + "question": "What type of shot is the woman about to hit?", + "choices": [ + "serve", + "dropshot", + "backhand", + "forehand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555505, + "question_id": "TgtLKAZV9cd3ZfDb8w9nB9", + "question": "The woman's hair is the same color as what?", + "choices": [ + "strawberries", + "snow", + "bark", + "corn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 516485, + "question_id": "Ti8YgPBCUThsVcvEfhNK47", + "question": "The lights on the yellow post controls what?", + "choices": [ + "nothing", + "immigrants", + "traffic", + "vandals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161895, + "question_id": "TmAaZudwscZW3sf5Qs2g6U", + "question": "What season is it represented?", + "choices": [ + "fall", + "spring", + "summer", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 535894, + "question_id": "TmDh5cnJ7SMe9WjvEk3iBE", + "question": "What is stored in the plastic bag hanging from the cabinet door in the rear of the kitchen?", + "choices": [ + "grocery bags", + "trash bags", + "rubbish", + "plastic wrap" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209167, + "question_id": "TmW4wwidQNt7ZV9k7GMCK2", + "question": "In which appliance was this dish prepared?", + "choices": [ + "none", + "oven", + "dishwasher", + "microwave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 181190, + "question_id": "To8AQwJTZQmwMVqwwXTY2J", + "question": "What kind of activity/verb is done with the toy in the man's hand?", + "choices": [ + "receiving", + "throwing", + "flying", + "sending" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 377907, + "question_id": "ToorJ5gbkN6TSuuDVJ3MLS", + "question": "What singer has a last name that matches the name at the top front of the bus?", + "choices": [ + "michael bolton", + "elton john", + "james hetfield", + "billie eilish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105723, + "question_id": "TqgFe5BTEyMSQeRhKeTz8e", + "question": "What type of sports do the people seem to prefer?", + "choices": [ + "football", + "water sports", + "hockey", + "baseball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155769, + "question_id": "TqhkzQdSnRSjjkhdVUDPyh", + "question": "What is an adjective that can be used to describe these objects?", + "choices": [ + "construction", + "dull", + "sharp", + "harmless" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317993, + "question_id": "TuddvnurzcAcDGLy44p9fg", + "question": "What kind of entertainment is shared by the name of the street?", + "choices": [ + "mmorpg", + "manga", + "anime", + "tv" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 545662, + "question_id": "TuxYDzbZNpcgYxmvwKoZzz", + "question": "How many separate sandwiches are here?", + "choices": [ + "six", + "four", + "two", + "seven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 27661, + "question_id": "TvgbaW6sxhKy7mKE8SsxfR", + "question": "What place is shown here?", + "choices": [ + "animal farm", + "park", + "wilderness", + "zoo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 366580, + "question_id": "TwKNxfwYskofYErsH2jWVV", + "question": "This paint job is meant to simulate what country's flag?", + "choices": [ + "namibia", + "usa", + "aruba", + "colombia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 225724, + "question_id": "TyLZoThGZJWznrQLjfRufN", + "question": "What nationality is credited with inventing this style of neckwear?", + "choices": [ + "armenian", + "cypriot", + "croatian", + "egyptian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314214, + "question_id": "Tz3ZyP9qGKQDDMzJP9hUby", + "question": "Where do the horse riders shown here live?", + "choices": [ + "dude ranch", + "desert", + "farm", + "city" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 295871, + "question_id": "U3EjqDC2hPsxU4jzGqTjbD", + "question": "The large letter on the wall on the left is needed to form the initials of what wrestler?", + "choices": [ + "ddp", + "huh", + "mjf", + "ec3" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 119380, + "question_id": "U46BAyVit39KxYKxT44fyk", + "question": "What is the shiny appliance used for?", + "choices": [ + "cooling", + "cooking", + "watching", + "calling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536481, + "question_id": "U4CT9VEtoi4GYZFrxUncSy", + "question": "If the person living here eats corn flakes what might they use to top the cereal?", + "choices": [ + "bananas", + "cat milk", + "figs", + "pears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 19171, + "question_id": "U5r5nNJdBHJNnFBeK7mKBY", + "question": "Why are they facing away from each other?", + "choices": [ + "two males", + "arguing", + "fighting", + "confused" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 306458, + "question_id": "U6KyxBsAa9x7SNf7nHDeR3", + "question": "To which direction is this woman headed to?", + "choices": [ + "to left", + "to right", + "to ocean", + "from ocean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495777, + "question_id": "U6enrXmpTLhUvPCXpQxqs7", + "question": "The animal seen here belongs to what type farmer?", + "choices": [ + "cow", + "pig", + "none", + "goad" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 279336, + "question_id": "U9PKXfMwoUMNAyVvAvx6mu", + "question": "Which century were the vases on the shelf probably made in?", + "choices": [ + "1900's", + "2000's", + "1300's", + "1700's" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 453177, + "question_id": "UDVP3KUvSjeyKxnMAgzjLk", + "question": "What process was performed to make this cafe?", + "choices": [ + "repurposing", + "manufacturing", + "building", + "excavation" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 100914, + "question_id": "UDwizKhHYL9vbbwUqEkR45", + "question": "What is shown as two different pieces in the picture?", + "choices": [ + "roof", + "door", + "picture frame", + "wall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276241, + "question_id": "UFddtWbfsYtQMMjZ6EKe3M", + "question": "If this is their natural habitat what continent are they on?", + "choices": [ + "north america", + "europe", + "south america", + "africa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566150, + "question_id": "UGiZr5iPYCW2vLTfngHPjW", + "question": "What time will the bell ring next?", + "choices": [ + "eight", + "two", + "six", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90996, + "question_id": "UJq6tLEMxbncTb29odEona", + "question": "What is the current weather condition?", + "choices": [ + "snow flurries", + "rain", + "sunshine", + "blizzard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 313080, + "question_id": "UK8Rw52rkWR3QQ4xc4deFR", + "question": "Where should this bear be?", + "choices": [ + "home", + "school", + "cold climate", + "outside" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 102209, + "question_id": "UL7zQreqagv4AQonMVZsUW", + "question": "If someone had a rock in their shoe here where should they sit while removing their shoe?", + "choices": [ + "bench", + "ground", + "no where", + "concrete" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172125, + "question_id": "ULiA6xZ693NZhn9yaKEb2V", + "question": "What sport is being played at this field?", + "choices": [ + "basketball", + "disc golf", + "cricket", + "tennis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 244553, + "question_id": "UMMDNmA7RW6GSfVopWWSBb", + "question": "What is the purpose of the devices deployed on the table?", + "choices": [ + "weaponry", + "rain shielding", + "aesthetics", + "solar power" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 74613, + "question_id": "UNMMVh4ufdwqRndukeGCNi", + "question": "What is keeping someone from stealing the toilet?", + "choices": [ + "chain", + "guard dog", + "cable", + "lock" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572020, + "question_id": "UP6nqGJSh5zuBL4Rj2iCCS", + "question": "What would someone come into this room to do?", + "choices": [ + "laundry", + "shop", + "urinate", + "cook" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381656, + "question_id": "UPijGRSMrG8YjfttCMQm6T", + "question": "During which month was this dog sitting here?", + "choices": [ + "july", + "april", + "december", + "march" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519267, + "question_id": "UQ4zTcHnap4e9qjuu4toJ2", + "question": "What age feline is the feeding bowl ideal for?", + "choices": [ + "newborn", + "elderly", + "baby", + "adult" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 48798, + "question_id": "UQGYNR6sD6csHctcMegs2u", + "question": "What is the material of the shorts the children are wearing?", + "choices": [ + "lycra", + "nylon", + "cotton", + "silk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175736, + "question_id": "US7noQMu4AWDYd9ZHhRPrV", + "question": "What object contains liquids to left oils and dirt off of a person's hands?", + "choices": [ + "soap dispenser", + "painting", + "faucet", + "plant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 337764, + "question_id": "USjFUDHpzbMGH2pXdHMX8a", + "question": "What type of fence is this?", + "choices": [ + "wood", + "vinyl", + "barbed-wire", + "wrought-iron" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547788, + "question_id": "USnSDrumG2tcoSzUhA4nEz", + "question": "What is this little birthday girl fond of?", + "choices": [ + "bees", + "ladybugs", + "dragonflies", + "butterflies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 219584, + "question_id": "UUaSdSnY7YKSaoyddPhuqe", + "question": "How is the meat cooked?", + "choices": [ + "charred", + "medium", + "rare", + "well done" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277349, + "question_id": "UVjeqv6dpuahmGfTpD7d92", + "question": "Which part of the UK is this in?", + "choices": [ + "north west", + "south east", + "north east", + "south west" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532871, + "question_id": "UWcTA7ybc7BkDDV8wFWWaw", + "question": "What is the tractor constructing?", + "choices": [ + "freeway", + "sea wall", + "golf course", + "walkway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6592, + "question_id": "UXMYoChW2vLEVtCvevPW8p", + "question": "What type of wheels does the conveyance shown here have?", + "choices": [ + "rubber", + "foam", + "steel", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464205, + "question_id": "UXgQd7KosSSzHvYy3spuQq", + "question": "What likely caused the image to appear on the screen here?", + "choices": [ + "cat paw", + "nothing", + "man hands", + "automaton" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 167766, + "question_id": "UYeSf6YJ3De9cYAodzL7xu", + "question": "What is the shape of a hair dryer?", + "choices": [ + "egg shape", + "t shape", + "gun", + "l shape" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 230719, + "question_id": "UYkqYq6ELG4fPig83oCVqU", + "question": "Which visible item allows someone to hear the train coming better?", + "choices": [ + "boom box", + "light", + "bars", + "bell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 256147, + "question_id": "UYtVqy2dUxCKzwhXtwZKGb", + "question": "How many plumping fixtures are there in this room?", + "choices": [ + "six", + "four", + "three", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200349, + "question_id": "UYxLqfH74CTtWtKfLZuHgC", + "question": "What food item is shown that is categorized as something other than plant or animal based?", + "choices": [ + "peppers", + "mushroom", + "olives", + "onion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 315614, + "question_id": "UZB4uzRafm4LkSsFSBFhPJ", + "question": "What color would the blank area above the ground be in a colored picture?", + "choices": [ + "purple", + "yellow", + "blue", + "red" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 370166, + "question_id": "UZhyz7cJ5ofnkKaBh4zaiq", + "question": "When will the grass turn green again?", + "choices": [ + "rainy season", + "never", + "dry season", + "snowy season" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102747, + "question_id": "UZq6kuchWHZQeEPZkdR6ML", + "question": "Why is the book open?", + "choices": [ + "trapping dog", + "person reading", + "random", + "reading-to-dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 316184, + "question_id": "UaUKcM2s434P2eaPYMngon", + "question": "What is located directly underneath the monitor?", + "choices": [ + "bed", + "plant", + "food", + "animal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 539625, + "question_id": "UbXukCsfdgUafq2em56ky5", + "question": "The cat is located on which continent?", + "choices": [ + "america", + "europe", + "africa", + "asia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 514517, + "question_id": "UbgQDAknr6LbfA5BdTR3M7", + "question": "In which continent is this stop sign and street lamp located?", + "choices": [ + "australia", + "south america", + "europe", + "north america" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567860, + "question_id": "UdVhsHqwJWk4oWpCmbaCUH", + "question": "Which banana is most likely getting touched by the cat?", + "choices": [ + "middle hanging", + "left hanging", + "table banana", + "right hanging" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362160, + "question_id": "UfWfyvxuCpnKGy7jjaPQHm", + "question": "What is on the floor between the sink and toilet?", + "choices": [ + "basket", + "shoes", + "egg", + "cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 26412, + "question_id": "UhoseYNddeKrf5dkWJAH3C", + "question": "Stygian is another term of what?", + "choices": [ + "dark", + "vision", + "light", + "mission" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56697, + "question_id": "UiLKRdrehdwK7QRTqLeioC", + "question": "Who can be saved by the red ring?", + "choices": [ + "murder victim", + "drowning victim", + "choking victim", + "accident victim" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 233514, + "question_id": "Ujd4EucYFe9wJ9hN3V8gNz", + "question": "What item would a person most likely use to clean up spilled water?", + "choices": [ + "bowl", + "handle", + "toilet paper", + "wall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 341582, + "question_id": "Uk3wTLjoRLuq8gpsanvkQh", + "question": "What is a small train called?", + "choices": [ + "small rail", + "short rail", + "heavy rail", + "light rail" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 208435, + "question_id": "UmMYBq97CquxWTyvvBcdyj", + "question": "What type vehicle uses the upper deck of this bridge?", + "choices": [ + "trains", + "automobiles", + "pedestrians only", + "boats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204476, + "question_id": "UnfyCAmTjvUdVCYcKJoKwQ", + "question": "What sport are they probably doing?", + "choices": [ + "jumping", + "jet-skiing", + "kitesurfing", + "surfing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 227106, + "question_id": "UpF8Td9AqvcjuBSXmrqrzk", + "question": "What street intersects with slope?", + "choices": [ + "east", + "east hill", + "hill", + "peck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 101992, + "question_id": "UpTUPJvSYrGDFEkFgT2xuj", + "question": "Why does this person have their head covered?", + "choices": [ + "cleanliness", + "protection", + "religion", + "fashion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 228141, + "question_id": "UqN8dTBHbi9sgkRgPAhWcV", + "question": "What scientific table is visible here?", + "choices": [ + "periodic table", + "poison list", + "wesh barr", + "bone chart" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 165152, + "question_id": "UqVbQCrEbTWuJdKEmQ8wBK", + "question": "What is the dog standing in?", + "choices": [ + "grass", + "water", + "dirt", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381039, + "question_id": "UrBEowAi3iPJsB4X5Wofid", + "question": "What is the white object near the black box made of?", + "choices": [ + "wood", + "concrete", + "glass", + "porcelain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 402111, + "question_id": "UrBwASGMDY9EsA8LxzQMBs", + "question": "Why are theses objects here?", + "choices": [ + "cleaning", + "for sale", + "discarded", + "stolen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 397340, + "question_id": "Urev6YDRrPdh87eg43xaCf", + "question": "What kind of kitchen is shown?", + "choices": [ + "commercial", + "hospital", + "residential", + "mobile" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319580, + "question_id": "UsB9ZEtky2YLUFZvmKqHMu", + "question": "What is the plate made from?", + "choices": [ + "glass", + "paper", + "wood", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 128026, + "question_id": "UsC3e7mU6xaDsuyfPJQcCv", + "question": "Why is the cat's face brighter than the rest of its body?", + "choices": [ + "coat coloration", + "recently cleaned", + "camera flash", + "breed aesthetics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 45275, + "question_id": "Ut4F9eavCmrLcw2fpYujVV", + "question": "What type of customer is this donut designed for?", + "choices": [ + "child", + "businessman", + "senior", + "woman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 70538, + "question_id": "Uvjf2TnNSmeKc2D9DGaFz8", + "question": "Why is the dog on the bow?", + "choices": [ + "lost", + "likes it", + "running away", + "leashed there" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 460957, + "question_id": "UwTwP4SgUfuTHs7dqWppFv", + "question": "What motorized object is the man about to pass?", + "choices": [ + "bus", + "rv", + "truck", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317810, + "question_id": "Uwhcg94qFR4Vtwa9KAy6PS", + "question": "The 40 on the sign refers to which one of these units?", + "choices": [ + "hours", + "miles", + "ounces", + "gallons" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 318732, + "question_id": "UwpHrRtmdNsSpcdRj9DipR", + "question": "Where was this located?", + "choices": [ + "grocery store", + "house", + "hospital", + "restaurant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 134504, + "question_id": "Uyj2j7CHWZMcNeZeDFgTwf", + "question": "What would you place in the black bin on the left wall?", + "choices": [ + "towels", + "water", + "clothes", + "garbage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345765, + "question_id": "Uymm6WEH4fX9smrrEdzCEf", + "question": "If you ran out of toilet paper whom should you call?", + "choices": [ + "front desk", + "grandmother", + "wal mart", + "neighbor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 523969, + "question_id": "Uynd2FANXi3E8yfUh9qupr", + "question": "What type outdoor activity is being held here?", + "choices": [ + "clown parade", + "military tribute", + "rodeo", + "fair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 471657, + "question_id": "UzXta4jC9mxZjSGGGo6c5y", + "question": "What is the only type of vehicle permitted in the lane between the traffic lights?", + "choices": [ + "motorcycle", + "sedan", + "train", + "bus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537076, + "question_id": "UzgYLWe8qmTAg3oWrNPLRU", + "question": "What element is the person using to move?", + "choices": [ + "water", + "wind", + "fire", + "earth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 525683, + "question_id": "UzjaJsKKoNbH9R6zsBMhuA", + "question": "What does the item in the child's hands help with?", + "choices": [ + "diving", + "snorkeling", + "swimming", + "surfing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114270, + "question_id": "V2A4PjiPBaoZPt5EMpV2fe", + "question": "This structure allows people to travel where?", + "choices": [ + "by air", + "through mountains", + "across water", + "underwater" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 191550, + "question_id": "V2iyLnHGxXy8vWouLQcxY2", + "question": "What food group is shown on this vase?", + "choices": [ + "grains", + "vegetables", + "fruits", + "dairy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288038, + "question_id": "V33KSrbLFFCP22V52VaJkn", + "question": "What activity is the above woman doing on the vessels?", + "choices": [ + "decoration", + "coloring", + "breaking", + "molding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537004, + "question_id": "V3e6iMcHd9zy38QsoMca6o", + "question": "The white protrusions are made of what?", + "choices": [ + "chalk", + "ivory", + "marble", + "opal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 549791, + "question_id": "V3pWHv5L3xBTYgAftjZpB4", + "question": "What can be said about the zebras snouts?", + "choices": [ + "smooth", + "hairy", + "monocolored", + "clean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29167, + "question_id": "V4HyLvYYK59wAyyoQTjcqT", + "question": "What type of shot is the woman about to hit?", + "choices": [ + "forehand", + "backhand", + "serve", + "slice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409552, + "question_id": "V4WerYTB3NDjRkufQpKgEq", + "question": "What is the main ingredient in concrete?", + "choices": [ + "rock", + "lime", + "sand", + "silt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 8046, + "question_id": "V4mTaU92CAZsH8dPENH5wP", + "question": "What is on the woman's lip?", + "choices": [ + "ring", + "frosting", + "cake", + "knife" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193353, + "question_id": "V5SpqKACrXqKFN7mLjzMRz", + "question": "This animal's young is referred to as what?", + "choices": [ + "kid", + "puppy", + "calf", + "kitten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 115557, + "question_id": "V5XmnDYEE49hfvHPypNguZ", + "question": "What type of event is this cake being served at?", + "choices": [ + "christmas party", + "wedding", + "retirement party", + "birthday" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 393920, + "question_id": "V6DBi3bwAcdBMAyyVcFZUv", + "question": "What is the new name of this airline?", + "choices": [ + "caribbean", + "emirates", + "latam", + "delta" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 247147, + "question_id": "V6NZSqtGCqUuaNqzsUCfdB", + "question": "The clock tower is experiencing which season?", + "choices": [ + "spring", + "fall", + "winter", + "summer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 221447, + "question_id": "V6cW74RvoS2QosVsP6f6Vf", + "question": "If this animal is attacked which feature might do the most damage to the attacker?", + "choices": [ + "bell", + "tail", + "horns", + "ears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147244, + "question_id": "V8uWoezDxVJzMfz2JM8wYK", + "question": "What is this person doing with the red stuff?", + "choices": [ + "brushing teeth", + "shaving", + "eating lollipop", + "pulling tooth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 206959, + "question_id": "VBVAMpTHvE8DRYb7UnpKoR", + "question": "What part of the larger animal is fully hidden?", + "choices": [ + "quill", + "body", + "face", + "tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 88535, + "question_id": "VCP9bxpvZGnBW7EkUSDpDX", + "question": "What genus does the plant on her pants belong to?", + "choices": [ + "pimenta", + "ribes", + "malus", + "prunes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 382562, + "question_id": "VCbPZbdjTRj6xnr7waE7zd", + "question": "What is happening on top of skyscrapers shown here?", + "choices": [ + "construction", + "sunbathing", + "advertising", + "deliveries" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25856, + "question_id": "VCnDrfNZ4WkdtThifnQRrA", + "question": "What material is the cover of the phone made of?", + "choices": [ + "marble", + "jewelry", + "plastic", + "gems" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 450809, + "question_id": "VDUGWoYG4VhZuUPQsbgL5c", + "question": "What are these zebras trying to do?", + "choices": [ + "eat", + "swim", + "bathe", + "drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 771, + "question_id": "VELAQ6kzDctwywE3MauUHr", + "question": "Which musical artist is the graffiti on the stop sign referencing?", + "choices": [ + "eminem", + "r. kelly", + "mc hammer", + "drake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263808, + "question_id": "VGJ9v73oa3qLyGnHCd6Jg7", + "question": "People most likely come to this building to do what?", + "choices": [ + "shop", + "learn", + "date", + "heal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 206124, + "question_id": "VGSFQcdPWJKoBYCCNjppdc", + "question": "What stops kites like these from flying away?", + "choices": [ + "hopes", + "snow", + "rivers", + "string" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 495873, + "question_id": "VGkG3Ki77nafeZYmtsgVEU", + "question": "Nintendo is a developer of what?", + "choices": [ + "lens", + "wii", + "microphone", + "speaker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442805, + "question_id": "VHYFJsRvUep2UC5VafLv4L", + "question": "On what type of furniture is this cat bed located?", + "choices": [ + "chair", + "hutch", + "table", + "bookshelf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 160959, + "question_id": "VJf97ohMpELiCmmDFqeKhh", + "question": "How will this horse cross this river?", + "choices": [ + "under water", + "fly", + "walk across", + "backwards" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 96337, + "question_id": "VJii9v54yvDkR9trGzjj2D", + "question": "Why are the flowers opening?", + "choices": [ + "scared", + "dying", + "eating", + "blossoming" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 278407, + "question_id": "VJx94Y7KbSzUrcv85575wT", + "question": "How many nearby devices can be controlled remotely?", + "choices": [ + "five", + "two", + "four", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 471509, + "question_id": "VKtKSbQE3vZamuJd7YnfgN", + "question": "Why might the items be lined up on the floor?", + "choices": [ + "to vacuum", + "to play", + "to redecorate", + "to game" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511667, + "question_id": "VLskhjZj3bPK7LfcjBgR3o", + "question": "How many people likely share this bathroom?", + "choices": [ + "five", + "ten", + "2 dozen", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488813, + "question_id": "VLtuaSwATKANckQFyiqHED", + "question": "What keeps these horses in place?", + "choices": [ + "wooden fence", + "nothing", + "barbed wire", + "electric fence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107717, + "question_id": "VMqWT8GYFyRUeuSW7pXqjD", + "question": "When the clock shown is working what movement does the pendulum at the bottom show?", + "choices": [ + "vibrating", + "none", + "swinging", + "up down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85497, + "question_id": "VPgfthT54eK3oz579SANk5", + "question": "What century does the phone look like it is from?", + "choices": [ + "22nd", + "15th", + "16th", + "20th" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186575, + "question_id": "VUQbsiKQ2fhtvPVWao6a3L", + "question": "What activity is being performed by the central animal?", + "choices": [ + "mounting", + "hunting", + "running", + "grazing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303200, + "question_id": "VXKk39BZf8WKJDbShwyy4g", + "question": "What is inside the animals on display here?", + "choices": [ + "blood", + "stuffing", + "bear guts", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 273720, + "question_id": "VXXV8TwVpxKDmd423FpmPg", + "question": "He is wearing this accessory because of poor what?", + "choices": [ + "eyesight", + "speech", + "taste", + "hearing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 377470, + "question_id": "VXa4GsbsahA58FoYPhkeco", + "question": "What animal is most similar to the animal here?", + "choices": [ + "tiger", + "ant", + "monkey", + "toucan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519914, + "question_id": "VZePuunjPjyrDnKffDPm55", + "question": "This intersection is in what metropolitan area?", + "choices": [ + "vancouver", + "toronto", + "chicago", + "seattle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467608, + "question_id": "VcbAWHrutMbaNSFvRdciT2", + "question": "What type of animal is hugging the teddy bear?", + "choices": [ + "alligator", + "camel", + "cat", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456533, + "question_id": "Vf6pnSpKMsgfHzRoepdHky", + "question": "How did the person highest up get up there from the ski lift drop off point?", + "choices": [ + "uber", + "flew helicopter", + "separate lift", + "skied" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 392676, + "question_id": "VfHZboGRBxCweS8o8mKxqT", + "question": "What group is known for using this vehicle?", + "choices": [ + "tank commanders", + "newsies", + "bikers", + "babies" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345199, + "question_id": "Vh4yvHtMNdpFg4px3s8XwJ", + "question": "From which position could you most easily flush this toilet?", + "choices": [ + "standing", + "outside room", + "sitting", + "lying down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439498, + "question_id": "ViRqPhqosZeSktB3mDTTn6", + "question": "What is the profession of the person who sells the item for the vase?", + "choices": [ + "plumber", + "baker", + "florist", + "barber" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472712, + "question_id": "Via5P4PkoKgzJJpQrZo7Wo", + "question": "What bird name matches the name of one of these streets?", + "choices": [ + "hawk", + "emu", + "canary", + "eagle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36008, + "question_id": "VjQ5K9dmR9cBehNkfdErRP", + "question": "How many zebras do you see?", + "choices": [ + "eight", + "seven", + "six", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 197303, + "question_id": "VjdTt5EqVwcZQt2R66S8dV", + "question": "The stuffed toy that the sleeping child is holding is from which popular video game series?", + "choices": [ + "portal", + "mario brothers", + "sonic", + "final fantasy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2793, + "question_id": "VjgVatnF6xjAfF9XZiXRGK", + "question": "After biting this dog What will this person next consume?", + "choices": [ + "lemon pie", + "beer", + "veal", + "soda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555232, + "question_id": "Vjv5TtbvSavsb37jaE8Ztn", + "question": "What does the adage say will be kept away if one eats these fruit?", + "choices": [ + "constipation", + "acne", + "cancer", + "doctor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 360583, + "question_id": "VnmP3hcfY3Vg832nobM9mj", + "question": "What activity is the man performing based on his equipment?", + "choices": [ + "channel surfing", + "singing", + "video games", + "dancing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17978, + "question_id": "VomdFSbs79LnC4o5kggAT8", + "question": "Why are the feed baskets so high up?", + "choices": [ + "keep clean", + "hiding", + "easier filling", + "for giraffes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288261, + "question_id": "Voq45S7XwZkok3yHSAz9zj", + "question": "What entity might be most likely to own or control these vehicles?", + "choices": [ + "military", + "toy", + "shipping vessel", + "transport company" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 332641, + "question_id": "VpbURRkRZVyoTaoBZT55qJ", + "question": "The pastry seen here is of what size in relation to typical ones normally sold?", + "choices": [ + "same", + "thinner", + "smaller", + "large" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533340, + "question_id": "VqNxB62DKv4PNVfJVGQkVN", + "question": "What does the woman have around her neck?", + "choices": [ + "scarf", + "jewelry", + "tattoo", + "collar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355669, + "question_id": "VqS6mbn5NuDEJMYkXbZxST", + "question": "What is the player's position called who is wearing green?", + "choices": [ + "goalie", + "point guard", + "leader", + "forward" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192857, + "question_id": "VsfWv2octsFpxbECyTfqDk", + "question": "What is the green item known for?", + "choices": [ + "vitamin w", + "msg", + "vitamin k", + "soy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309486, + "question_id": "Vsu7f2wPNF8GirTKrMK34t", + "question": "What is needed for this activity?", + "choices": [ + "road", + "wire", + "rope", + "ramp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157683, + "question_id": "VsxEieuRZyHPKwdx5ysoyM", + "question": "Where would a person grab to use the object on the left side?", + "choices": [ + "blade", + "board", + "handle", + "pizza" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186746, + "question_id": "Vt5XcQmaybRoW5jY88KtHC", + "question": "The player and ball are most likely in a position for what tennis situation?", + "choices": [ + "net return", + "baseline return", + "chip shot", + "serve" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467093, + "question_id": "VwT8joQ9SBrksQxqyAPUjH", + "question": "What is the main diet of the bear that is depicted here?", + "choices": [ + "acorns", + "bamboo", + "maple", + "eucalyptus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 322310, + "question_id": "VwvYtgzq3UNjg2Ypfe3C35", + "question": "What kind of training is the young person here getting?", + "choices": [ + "potty", + "cleaning", + "reading lesson", + "singing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400452, + "question_id": "Vxy24xf4sGW5RWXyYTsPSz", + "question": "What kind of object is the food inside?", + "choices": [ + "pot", + "skillet", + "frying pan", + "platter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503578, + "question_id": "VypSKWdEdYQ7RHdSc2GuJ8", + "question": "What purpose does the silver object on the man's arm provide?", + "choices": [ + "nature", + "weapon", + "space", + "time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 496071, + "question_id": "VzB3vExHEbZgsUdvjpFVci", + "question": "What is the outer part of the item on the plate called?", + "choices": [ + "core", + "rind", + "crust", + "stem" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 196303, + "question_id": "W2W9skQm5RNti7qvtWCSLH", + "question": "What kind of party is being shown?", + "choices": [ + "birthday", + "tea", + "surprise", + "wedding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 187851, + "question_id": "W3JZuYmjbcdErRoLDWRmRz", + "question": "Why would someone sit at this table?", + "choices": [ + "to paint", + "to work", + "to eat", + "to saw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188155, + "question_id": "W3WBUYfcb4UQeJQJScGqpg", + "question": "What is this bathroom missing?", + "choices": [ + "sink", + "mirror", + "shower", + "bathtub" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472385, + "question_id": "W3YfR9fpiwf3Xrrzk2yyC2", + "question": "Why is the seat and tank black?", + "choices": [ + "for sale", + "fresh paint", + "colorless photo", + "matches curtains" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25750, + "question_id": "W479QAusC8qHKPxq8rqReA", + "question": "How long will the flower pedals continue to appear alive in the bowl?", + "choices": [ + "one year", + "three months", + "three weeks", + "three days" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303952, + "question_id": "W5b7DHdXWtW3BDhTHKsq9r", + "question": "What does the white street sign warn about?", + "choices": [ + "traffic delays", + "driving speeds", + "road blocks", + "hurricanes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 391208, + "question_id": "W7wSusYpGGZoUwCQteQVbS", + "question": "What is a baby of this animal called?", + "choices": [ + "puppy", + "doe", + "calf", + "kitten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 388833, + "question_id": "W83XaiXZtNsbavojsyKimM", + "question": "What food group is pictured?", + "choices": [ + "dairy", + "vegetables", + "fruits", + "grains" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326361, + "question_id": "W8kRdiPdo2HDA5DjNK6R7B", + "question": "What is this dog trying to do?", + "choices": [ + "rest", + "attack", + "play", + "run" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290777, + "question_id": "W9nm9Sv5XyQ5yEhKvpPkQF", + "question": "What would cause the bird's eyes to be closing in this situation?", + "choices": [ + "fear", + "hunger", + "boredom", + "fatigue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 160127, + "question_id": "WA69otgGmkMwsbwL9hiHmg", + "question": "What is the primary food source of the animal in the picture?", + "choices": [ + "elephants", + "lions", + "fish", + "grass / leaves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301217, + "question_id": "WAH5JPxsGVjnKxHzDb46h2", + "question": "What must be distilled to get the item in the clear bottle?", + "choices": [ + "water", + "oil", + "grain", + "milk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 85609, + "question_id": "WBdL59KiAfk9xV3jjV9XM7", + "question": "Where is the most likely place one might see this type of bus?", + "choices": [ + "display", + "highway", + "downtown", + "country side" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 210479, + "question_id": "WC9pL7hcDj5pQUzK6P7VaA", + "question": "What would cause a person in a car to get a ticket very quickly in this area?", + "choices": [ + "accelerating", + "turning", + "honking", + "stopping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 232854, + "question_id": "WE3JNjDvH5mQZzrtwgwpBP", + "question": "Why is she using an umbrella?", + "choices": [ + "snow", + "disguise", + "rain", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155827, + "question_id": "WEPDNK5ExqniSQu9ozhrdu", + "question": "What is the likely gender of the person above?", + "choices": [ + "female", + "child", + "boy", + "male" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 461064, + "question_id": "WEZrqdkF6EooicHQkSR7PG", + "question": "What material is the black latticework surrounding the clock constructed out of?", + "choices": [ + "steel", + "aluminum", + "copper", + "iron" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 575195, + "question_id": "WGgvVf8tgftrpqoiGQL8YL", + "question": "Why does the man have a strap around his leg?", + "choices": [ + "save surfboard", + "agility", + "speed", + "balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 467058, + "question_id": "WJziExLo4k3cKkshDGGkJY", + "question": "Where is this game being played?", + "choices": [ + "mud", + "field", + "court", + "grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473033, + "question_id": "WNFxFjHBNtonFHEpRydp5N", + "question": "What information is provided?", + "choices": [ + "location", + "date", + "temperature", + "speed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 145973, + "question_id": "WPqwDnNPP5rZStq3Pd6DKK", + "question": "In which state is this roadway located?", + "choices": [ + "iowa", + "minnesota", + "idaho", + "indiana" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442079, + "question_id": "WQTJt94jSGqZsYUFStviBF", + "question": "What will they do to the boat after using it?", + "choices": [ + "slash", + "give away", + "deflate", + "sink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 37146, + "question_id": "WQuQ5FikEoAHRgG6qcxAdR", + "question": "What type of material would the scissors be best for cutting?", + "choices": [ + "cardboard", + "leather", + "paper", + "fabric" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 84601, + "question_id": "WRgdCPqjTyjBGgo33ZPiVE", + "question": "For what season is the stuffed animal shown here dressed?", + "choices": [ + "july 4", + "easter", + "christmas", + "halloween" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 322706, + "question_id": "WRjfg8A6T4xxj4coqtQkWr", + "question": "What is a possible hazard to the skateboarder in their current location?", + "choices": [ + "sign", + "bollards", + "trees", + "cars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427222, + "question_id": "WSvqQAdqpe9aKCm6GDLWJk", + "question": "What does the cat here have it's eye on?", + "choices": [ + "photographer", + "interlopers", + "tv", + "outer wall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74459, + "question_id": "WTK2GxQdGdvSDb4vBos2EZ", + "question": "What is being used to move the board through the water while standing?", + "choices": [ + "feet", + "paddle", + "paws", + "tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104350, + "question_id": "WUH4Snhap6QSTsrfisXQto", + "question": "Where does this buses route lie?", + "choices": [ + "usa", + "no where", + "england", + "perimeter field" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 171922, + "question_id": "WV4PTpVQVukxiY9ZRMJLaq", + "question": "What fluid is found inside the individual wearing a bracelet?", + "choices": [ + "blood", + "stuffing", + "soup", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 399429, + "question_id": "WVGFUTuWUG5wSVKHd2gsWU", + "question": "What is the zebra doing?", + "choices": [ + "hiding", + "mating", + "foraging", + "fighting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 332107, + "question_id": "WVP7eZi3Ser5vnLYePUuUi", + "question": "What kind of phone is being used?", + "choices": [ + "landline", + "cellular", + "corded", + "rotary" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404932, + "question_id": "WVQAGM8a86aU7W6prb8ncn", + "question": "What will likely happen now?", + "choices": [ + "freeze food", + "cook food", + "clear plate", + "take bite" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147757, + "question_id": "WWUt2odVeBgxEAKnszL6x7", + "question": "What are the large towers on the left usually called?", + "choices": [ + "sky elevators", + "zip lines", + "moving towers", + "ski lifts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135654, + "question_id": "WX7okqDe9WJZ4ftdZQUCdp", + "question": "Which one of the following establishments often has fixtures like this?", + "choices": [ + "auto store", + "department store", + "furniture store", + "convenience store" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440961, + "question_id": "WXe3x93d4V79SSJLAFwtYh", + "question": "Persons driving here should watch out for what?", + "choices": [ + "nothing", + "children", + "senior citizens", + "mountain goats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286867, + "question_id": "WXiEx8DHNqP3qta3iZpshg", + "question": "What is the boy with the board about to do?", + "choices": [ + "jump in", + "go home", + "eat lunch", + "clean up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86634, + "question_id": "WY8xWKSruvdYDEPjXXSR4B", + "question": "Which part of the toy is probably the hardest to the touch?", + "choices": [ + "eye", + "nose", + "ears", + "stomach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376212, + "question_id": "WZzpW9TB6QABG7zDRmjnxR", + "question": "What team plays in the state that is mentioned on the banner?", + "choices": [ + "longhorns", + "pirates", + "nuggets", + "mets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271062, + "question_id": "WaCJtmVTqCD5MqwSPnLCxg", + "question": "What type of toy is this?", + "choices": [ + "stuffed", + "electronic", + "educational", + "infant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2298, + "question_id": "WaPFRsF3ZPyAbQ4EihUjL8", + "question": "What do the woman's socks represent?", + "choices": [ + "nature", + "bear", + "fashion", + "lgbt pride" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 258997, + "question_id": "WamWGASc8spg45VMuNMm4g", + "question": "What is near the controller and the hand?", + "choices": [ + "black cat", + "banana", + "toe", + "pizza" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 279336, + "question_id": "WdasXaTjABQp2Y8mcucwSw", + "question": "What is the surface the urns are sitting on made of?", + "choices": [ + "cork", + "granite", + "marble", + "porcelain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51888, + "question_id": "WeVbwJzj4HwaS7etUR8PDE", + "question": "What can you see beyond the water body?", + "choices": [ + "animals", + "birds", + "nothing", + "mountain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231960, + "question_id": "WfR5HdN9xEHUhWU753uZqY", + "question": "The man's face indicates the boat could be doing what?", + "choices": [ + "jumping", + "stopping", + "slowing down", + "speeding up" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 228406, + "question_id": "Wfo56P9WK5wE68gUtJpSXF", + "question": "The upper part of this appliance will keep your food?", + "choices": [ + "warm", + "hot", + "cool", + "frozen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 335067, + "question_id": "Wg8Ri3fY6xgpAYhU9j7AhK", + "question": "In which location is this clock likely positioned?", + "choices": [ + "athiests hall", + "mall", + "church", + "mcdonald's" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 138657, + "question_id": "WgbJeJ9LJpiPGYUoX7E2Wk", + "question": "Which part of the race did the biker just pass?", + "choices": [ + "start", + "middle", + "finish", + "lap 1" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127016, + "question_id": "Wgn4Xzm7TEUzWpGdpBivwP", + "question": "What type of sign is on the bench?", + "choices": [ + "sale", + "promotional", + "memorial", + "directional" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288960, + "question_id": "WhRrRqq5XssjuTLy44dg32", + "question": "What items are sold inside this shop?", + "choices": [ + "faberge eggs", + "milkshakes", + "magic tricks", + "rugs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507336, + "question_id": "WkZLGvP3Uxm3bMYx9d6WyL", + "question": "What game does the owner of this computer imagine they play best?", + "choices": [ + "checkers", + "cricket", + "rugby", + "warcraft" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 101600, + "question_id": "WnKjAopKMcqV2dqWjomtB9", + "question": "Why is the small dog on the couch?", + "choices": [ + "to hunt", + "to play", + "to sleep", + "to eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 422363, + "question_id": "Wppe3s852FaX7NCBzRnszF", + "question": "What has to be utilized to wear these pierre cardio items?", + "choices": [ + "clasp", + "nothing", + "knot", + "soda" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 212971, + "question_id": "WqVVuywBayPGkspFTjgjvL", + "question": "What is the Volkswagen symbol?", + "choices": [ + "ww", + "vv", + "vw", + "bmw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74889, + "question_id": "Ws2wY8AHTPb8SYYEMttwFr", + "question": "Which TV network's logo is in red above the bus?", + "choices": [ + "cbc", + "cnn", + "cbs", + "fox" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154840, + "question_id": "Wsk6bDvcZkeKvPyueeUHnN", + "question": "What might most damage this building soon?", + "choices": [ + "sun", + "lightning strike", + "snow", + "dew" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 408741, + "question_id": "WspMQrwhPJCisHpjPhdF2m", + "question": "What is required for this activity?", + "choices": [ + "rain", + "wind", + "sun", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 396875, + "question_id": "WvgLQWU9QA7GkbEjgESdvj", + "question": "What do the symbols here signal?", + "choices": [ + "pineapples", + "music", + "drama", + "apples" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 34066, + "question_id": "Ww3VPWxbWHasMRshfGiRPg", + "question": "What aspect of this photo makes it most ironic?", + "choices": [ + "window", + "animal planet", + "yellow cat", + "white cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 11521, + "question_id": "WwYb6XGf4KutsuZRpurgMy", + "question": "What is keeping the camera attached to the front of the surf board?", + "choices": [ + "rope", + "gravity", + "mount", + "tape" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 401129, + "question_id": "X2t8H4GEyka4qkmA2YesXt", + "question": "This animal has what feature?", + "choices": [ + "gills", + "stinger", + "trunk", + "feathers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 30237, + "question_id": "X32VQea2jnBchgUkBkdb5K", + "question": "What company provided this blow up to this man?", + "choices": [ + "crest", + "arm hammer", + "colgate", + "ball's gags" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56177, + "question_id": "X4iVPJeGiSf5trqkv8XCaE", + "question": "What foodstuff can be found growing on the long brown thing in the foreground?", + "choices": [ + "mushrooms", + "eggs", + "steak", + "honey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 484106, + "question_id": "X53L8fXHx6xtFvr69oufEg", + "question": "For what this Wii is used?", + "choices": [ + "movies", + "gaming", + "audio", + "music" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 496071, + "question_id": "X6KpZnqEcWQqYUtQV4YV8Z", + "question": "These fruit are rich in which one of these nutrients?", + "choices": [ + "vitamin b12", + "fat", + "protein", + "vitamin c" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 538241, + "question_id": "X73e4WWh66Lvd4Fb55WFVd", + "question": "What type of transportation is used here?", + "choices": [ + "rail", + "air", + "land", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277840, + "question_id": "X8k2H6yjDuMccGmbYNnHVA", + "question": "What is the man trying to gain on his throw by jumping in the air?", + "choices": [ + "distance", + "aesthetics", + "accuracy", + "pride" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 573036, + "question_id": "XBy5XJBhLNNVbS4Ljcahhd", + "question": "What is the disk made from?", + "choices": [ + "steel", + "plastic", + "marble", + "wood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354858, + "question_id": "XCGv2VyEpEm63PAyRUMAvv", + "question": "Why are the elephants here?", + "choices": [ + "thirsty", + "lost", + "hungry", + "lonely" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25927, + "question_id": "XCPJ6ePUks23bBUukxFAw6", + "question": "What country's flag is on the fender?", + "choices": [ + "united states", + "brazil", + "canada", + "france" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 371707, + "question_id": "XFRGdLF7H4HRpG4or7DwNw", + "question": "Why does the girl have her arm in the air?", + "choices": [ + "reach", + "break fall", + "wave", + "balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 289851, + "question_id": "XK7gPW2hPBjHn3gQPZTPiS", + "question": "This appliance is able to preserve what long term?", + "choices": [ + "nothing", + "chilled meat", + "dairy", + "frozen items" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 24286, + "question_id": "XKTEHX7i5VAxguAmh3s537", + "question": "The tourist riding on top of the elephant is visiting which country?", + "choices": [ + "laos", + "vietnam", + "china", + "thailand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 418241, + "question_id": "XQoW4dMtaCV4AL7nGA5LgA", + "question": "Why is he wearing a glove?", + "choices": [ + "grip", + "warmth", + "fashion", + "health" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183879, + "question_id": "XTW4YJz9xQwN97EXWAi783", + "question": "What is the purpose of the green knit pouch next to the iPhone?", + "choices": [ + "phone holder", + "phone warmer", + "coin purse", + "wallet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 464758, + "question_id": "XUKw3yJjyK2YKniAnRcpFv", + "question": "Citizens can use the nearest structure for what?", + "choices": [ + "living", + "gardening", + "swimming", + "rest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86347, + "question_id": "XVMsjQuR9bF2dwgUFGVX6S", + "question": "What pattern is painted on the planes?", + "choices": [ + "stripes", + "camouflage", + "stars", + "plaid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38759, + "question_id": "XVkf4ESet677Z9v6ogFkRS", + "question": "Where are the yellow vehicles taking the passengers?", + "choices": [ + "to library", + "to jail", + "to hotel", + "to school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357986, + "question_id": "XVpBVwn5Ry4RKaSrudF9Fw", + "question": "What will this truck be hauling?", + "choices": [ + "cars", + "coal", + "animals", + "people" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79717, + "question_id": "XXWhTXoEiXcaLym3mSpGcv", + "question": "What type of material is the train riding on?", + "choices": [ + "railroad track", + "glass", + "sand", + "water" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 196088, + "question_id": "XXxH9TXRiLBewzqJjFe9xH", + "question": "How many people are flying in visible planes here?", + "choices": [ + "two", + "four", + "eight", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384144, + "question_id": "XYuKXmwWuB8zTNvBaGsJJg", + "question": "Under which adverse weather event does the pole on the fire hydrant become useful to locate it?", + "choices": [ + "snow", + "hurricane", + "thunderstorm", + "flooding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 287787, + "question_id": "XYzEHmtDeWqog7P8enHihm", + "question": "What is required for this activity?", + "choices": [ + "wind", + "rain", + "snow", + "ice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98625, + "question_id": "Xa3Q5Yq45JPQwzSAwFZHQz", + "question": "What is she ready to do?", + "choices": [ + "swing", + "sprint", + "dunk", + "dribble" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435594, + "question_id": "Xam8pD25WnhFrthHPxj8We", + "question": "Where are the animals above grazing?", + "choices": [ + "pegging", + "in house", + "paddocking", + "open field" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552386, + "question_id": "Xbto72qdo2mWYcRJBwQRoJ", + "question": "What sport does the flag represent?", + "choices": [ + "tennis", + "cricket", + "golf", + "soccer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521174, + "question_id": "XcqJoLYZybr6XtyaNQYVot", + "question": "What does this animal use for defense?", + "choices": [ + "poison", + "claws", + "quills", + "stinger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32306, + "question_id": "XczBWonqqmJiG9AwTjtKzK", + "question": "Why is the umbrella inside out?", + "choices": [ + "optical illusion", + "water", + "design flaw", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569297, + "question_id": "Xd7ddq6v7Ru8KxMXGU9css", + "question": "What is the name for the human like machine on the boys umbrella?", + "choices": [ + "robot", + "terminator", + "mummy", + "clone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 491404, + "question_id": "Xf9BnDMurvBBbmxn7PLknn", + "question": "What language does the name for the red vegetable derive from?", + "choices": [ + "nahuatl", + "guarani", + "cherokee", + "ojibwe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 578460, + "question_id": "Xg2Tdp9EpeuWQX5CDgEBL6", + "question": "What made the umbrella wet?", + "choices": [ + "brook", + "rain", + "snow", + "ocean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 510415, + "question_id": "XgvgtF7wWhyEyrquSgjQeP", + "question": "What type of vegetable is inside the rings?", + "choices": [ + "pumpkin", + "squash", + "lettuce", + "onion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515528, + "question_id": "XiX3NFJVNh5DqxDwiwTKKU", + "question": "What breed of dog is on the television?", + "choices": [ + "great dane", + "bassett hound", + "doberman pinscher", + "german shepherd" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 341582, + "question_id": "XjJ8t6KiUEoptfc7SS4rpC", + "question": "What is the roller coaster riding on?", + "choices": [ + "railroad track", + "water", + "sand", + "street" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 432251, + "question_id": "XmrvZdXMKPrqetS5Yq7Cmk", + "question": "Which object besides the cat would be used for a television?", + "choices": [ + "food container", + "remote", + "food box", + "food packet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 125074, + "question_id": "XmxSfoBNPGKnznEvyxVoGf", + "question": "This company is famous for making what commodity?", + "choices": [ + "shoes", + "toothpaste", + "computers", + "watches" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 247558, + "question_id": "XorZ5nh6dZ53DF4eb6Lc6F", + "question": "How was the metal used to make the numbers here first changed to form into them?", + "choices": [ + "ordered", + "melted", + "written", + "carved" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169338, + "question_id": "Xp6PggK6PEtSdebEAqsD9z", + "question": "Where is the computer probably located where they want to know someone's card number?", + "choices": [ + "work office", + "college", + "computer store", + "library" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515154, + "question_id": "Xp9ApPAphWuVFxoHRBp7D3", + "question": "What type of material is stored in this object?", + "choices": [ + "dirt", + "water", + "ice", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169338, + "question_id": "XpRNeMNMNdxywH52WnJtRg", + "question": "What is the person attempting?", + "choices": [ + "hidden level", + "high dive", + "pole vault", + "log in" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 317810, + "question_id": "XpUgEn333mnGVuvaTT4wtp", + "question": "What type of sign is this?", + "choices": [ + "brand", + "traffic", + "price", + "directional" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301533, + "question_id": "XpdkAHXjpDbNRbYNxVyssG", + "question": "What vegetable makes up the reddish hot dog condiment seen here?", + "choices": [ + "mustard", + "beets", + "potatoes", + "tomatoes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 255511, + "question_id": "Xpk2Z6zNawdrGcMDzyNWyE", + "question": "What type of surfboard is the man carrying?", + "choices": [ + "longboard", + "hybrid", + "fish", + "bodyboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 82993, + "question_id": "XrvfpaFNPQ55252wPSciJY", + "question": "What kind of transportation is shown?", + "choices": [ + "air", + "water", + "road", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 543394, + "question_id": "Xtnoz7SmEHWLexZj3vRdkT", + "question": "What does the text surrounding the clock depict?", + "choices": [ + "country", + "advertisement", + "clock name", + "city" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265548, + "question_id": "Xu3GbX86xkVwtNLyKofpm8", + "question": "What type of material is called?", + "choices": [ + "glass", + "marble", + "plastic", + "stone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572651, + "question_id": "XuVApK2Y8vLdhuKGQyDDy4", + "question": "How many different names does this street have?", + "choices": [ + "two", + "ten", + "three", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263946, + "question_id": "XxmQfLngebBZhxtti4CCKF", + "question": "How do the people here propel themselves forward in water?", + "choices": [ + "paddles", + "sea mammals", + "sail", + "motor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104882, + "question_id": "XxyyN3guAqQRcEeufXymGX", + "question": "What type of location is this?", + "choices": [ + "barn", + "hospital", + "station", + "church" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 238638, + "question_id": "XyaK8LQF2nR4MkStqVDco3", + "question": "What most likely just happened to the ball in this image?", + "choices": [ + "was missed", + "was hit", + "is floating", + "was pitched" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 171183, + "question_id": "XyvmReRPYRnBgNkZmzriPG", + "question": "What is in the cup all the way to the left of the counter?", + "choices": [ + "juice", + "toothbrush", + "water", + "candy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 72247, + "question_id": "Xyw4cje7N8VizXzYCwyccP", + "question": "What can be said about the man's head?", + "choices": [ + "submerged", + "tan", + "tattooed", + "bald" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86838, + "question_id": "XzVrt2iLfoLuZSjNKodjQQ", + "question": "What is next to the pumpkin pie?", + "choices": [ + "fork", + "egg", + "spoon", + "cream cheese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209696, + "question_id": "XzgTe6BK677jmatBXsBbtq", + "question": "In which facility does this person rest?", + "choices": [ + "hospital", + "office", + "home", + "prison" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 93252, + "question_id": "Y2BSCndaMWyNLKrjDBjEvS", + "question": "What is the object under the sink for?", + "choices": [ + "fill water", + "opens door", + "carry lunch", + "discard trash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10835, + "question_id": "Y2DRkxZisZikkNM3S7m2UV", + "question": "What activity are these birds performing?", + "choices": [ + "feeding", + "perching", + "flying", + "singing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351879, + "question_id": "Y48D7AxbbeauwbmHJKSzDs", + "question": "What is on the bench?", + "choices": [ + "human", + "monkey", + "dog", + "boxes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400325, + "question_id": "Y6ZVp22qaqTJCcjBu5xbTd", + "question": "What facial hair does the man have?", + "choices": [ + "beard", + "sideburns", + "mustache", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20594, + "question_id": "Y7QVZ8BbSLkasMLBh2YiHP", + "question": "How many ears does the animal with the object in its mouth have?", + "choices": [ + "three", + "two", + "one", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498893, + "question_id": "Y7cuToKUwvBfBD3RAidrpc", + "question": "What name can be spelled by the letters in white on the front of the train if they are rearranged?", + "choices": [ + "mike", + "bob", + "jim", + "danny" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 281460, + "question_id": "YA82Y9XFEQsaySzQPE6xUE", + "question": "If the tree is bare what did these animals eat off of it?", + "choices": [ + "bark", + "leaves", + "branches", + "dirt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 103523, + "question_id": "YAN2MEwzXMnFHMuPo6NJDh", + "question": "Which car will have the hardest time leaving this area?", + "choices": [ + "red", + "blue", + "tan", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109985, + "question_id": "YB2aSaCptgMpiokGsipnBz", + "question": "What kind of property is this?", + "choices": [ + "residential", + "wild", + "industrial", + "commercial" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 214052, + "question_id": "YB8Mo3HrbNCLKiCsgZ7eov", + "question": "In which country is the pink double-decker bus operating?", + "choices": [ + "canada", + "united states", + "hong kong", + "united kingdom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 474993, + "question_id": "YBFgrZoaQNhPpAyhWftb6G", + "question": "What might provide eating shown here that will help you keep cleanest?", + "choices": [ + "roots", + "rock", + "ground", + "bench" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105887, + "question_id": "YBPjSqL3iUuLKSzTV7QZip", + "question": "What is the zebra on the right doing?", + "choices": [ + "interrupting others", + "threatening others", + "resting", + "grazing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 230757, + "question_id": "YBjCHAudf5wUCpgRrUSGir", + "question": "The person's jacket looks similar to the outfit of what Peanuts character?", + "choices": [ + "lucy", + "peppermint pattie", + "charlie brown", + "schroeder" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 486461, + "question_id": "YCdTd3bEQ6oXX2idVbWcuf", + "question": "What is the average length of the tusk of this animal?", + "choices": [ + "2 feet", + "6 feet", + "10 feet", + "4 feet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71140, + "question_id": "YDTWjGi3XUFHYYNfhMpBmc", + "question": "What two types of tricks is the skateboarder doing at the same time?", + "choices": [ + "grab stall", + "grab spin", + "spin air", + "flip spin" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 102578, + "question_id": "YDZ5CAgDREqFcJpKZuLbD5", + "question": "What might the animal do soonest?", + "choices": [ + "walk", + "drink", + "eat", + "sleep" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 548321, + "question_id": "YDuSgZkYHceSyXPFN3NJnC", + "question": "Why is there a fence?", + "choices": [ + "safety", + "aesthetics", + "prevent theft", + "natural" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 188794, + "question_id": "YEXevje2NXR5SBzM5oHjFn", + "question": "What type of street is this?", + "choices": [ + "roundabout", + "toll road", + "highway", + "one way" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 325714, + "question_id": "YFnWxHfdRoPGRRGuYjRyLt", + "question": "She is currently standing in what type of store?", + "choices": [ + "clothing", + "electronics", + "grocery", + "shoe" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 285735, + "question_id": "YFnjLqB2o9Gcu7KDzSkfxh", + "question": "What type of animal is this?", + "choices": [ + "wild", + "reptile", + "aquatic", + "domestic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200069, + "question_id": "YFpHriqsYJrFprfrAXKEM4", + "question": "What type of duck is this?", + "choices": [ + "mandarin", + "marbled", + "mallard", + "canvasback" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 435947, + "question_id": "YGPK3gZuNvb34TB5wGjTsE", + "question": "What does a crescent moon on a tiny hut usually mean?", + "choices": [ + "breaker", + "hotel cabin", + "bathroom", + "shed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 377452, + "question_id": "YGa6WgSSQSaWuiHKpq7V5J", + "question": "Where does the green cord likely lead to?", + "choices": [ + "fence", + "pole", + "trailer", + "barn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146138, + "question_id": "YGjprSDk3DuLsRcEzvaZgt", + "question": "What type of building is shown?", + "choices": [ + "shed", + "skyscraper", + "barn", + "house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 406780, + "question_id": "YJqoEtureGPzgEzV372fMJ", + "question": "The metal loop on the collar suggests the owner does what with the cat?", + "choices": [ + "pets", + "runs", + "cages", + "walks" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 76379, + "question_id": "YKQjFYYME2WEtzxi5osZes", + "question": "What is the scientific name for these types of flowers?", + "choices": [ + "abronia", + "astragalus", + "helianthus", + "lacaena" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92507, + "question_id": "YLYzuFtbiaaVzbk3iU4h9H", + "question": "Which is best cheese for pizza?", + "choices": [ + "cheddar", + "goat cheese", + "mozzarella", + "provolone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 220144, + "question_id": "YMH7pvWC8PerXRwKoNJeHT", + "question": "What is required for this activity?", + "choices": [ + "ski", + "skates", + "board", + "shoes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 16790, + "question_id": "YMnEPLXKy8wqnroi59gMBq", + "question": "A group of these animals has the same name as a group of what other animals?", + "choices": [ + "sheep", + "fish", + "crows", + "seagulls" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 187021, + "question_id": "YNJreeQnz6cGu2pbwL7yqz", + "question": "What is covered in white stuff?", + "choices": [ + "pizza", + "donut", + "bench", + "cake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 154570, + "question_id": "YNYAYANkngXcjEQpkEzR5a", + "question": "How can he power this board?", + "choices": [ + "wind", + "gas", + "battery", + "sun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 398460, + "question_id": "YNp99qczygPEfipDDfXTeJ", + "question": "What part of his body will touch the ground next?", + "choices": [ + "head", + "feet", + "buttocks", + "stomach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9704, + "question_id": "YPDVdKTp7AfCSthr3snMF2", + "question": "What type of passengers is the bus carrying?", + "choices": [ + "university students", + "tourists", + "medical patients", + "workers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339756, + "question_id": "YPtv96G7NqPFoWZK2HsLQd", + "question": "What type of costume are these ties for?", + "choices": [ + "spiderman", + "clown", + "ghost", + "batman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 245783, + "question_id": "YRRFF58WruDEcmBJcKcoTZ", + "question": "What is required for this activity?", + "choices": [ + "sun", + "snow", + "rain", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35332, + "question_id": "YTvyr5tgHhV5SgrpKsnMFq", + "question": "What is used to cover the area around railroad tracks?", + "choices": [ + "ballast", + "more steel", + "pebbles", + "cement" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533871, + "question_id": "YTyhJiV6EobX22qzFB2WyR", + "question": "What might the white bird be looking for in the water?", + "choices": [ + "fish", + "leaves", + "rocks", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431065, + "question_id": "YUgVV2sXcoCjntExWjWfmw", + "question": "What topping is often found on this item?", + "choices": [ + "ketchup", + "pepperoni", + "gummy bears", + "almonds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 305065, + "question_id": "YWDtARUnwaECHAJ8iYP4hY", + "question": "What is sneaking in on the left?", + "choices": [ + "head", + "toe", + "tail", + "trunk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 578760, + "question_id": "YWHiDVXaPEf9zrDB325ZkP", + "question": "What is the only European airline that carried more passengers than this airline in 2020?", + "choices": [ + "ryanair", + "british airways", + "air france", + "alitalia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 173794, + "question_id": "YWQRqF8fmEKNog7nbyF2aN", + "question": "What might the person use next?", + "choices": [ + "glue", + "perfume", + "mustard", + "salt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29549, + "question_id": "YWhZuTLiN4MwoGWaSUwQpU", + "question": "What surface is behind the giraffes?", + "choices": [ + "sand", + "rocks", + "marble", + "concrete" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 370753, + "question_id": "YWsbSmCCDZk5bUamoK7caH", + "question": "What type of plants are near the giraffe?", + "choices": [ + "cactus", + "ivy", + "flowers", + "shrubs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303249, + "question_id": "YXuThEZsCP3uLzJizST5d5", + "question": "What is a problem in this area?", + "choices": [ + "crime", + "weather", + "bad wi-fi", + "children" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372195, + "question_id": "YassYSAAL699wEzyASV2do", + "question": "How does the person eating the soap like their bread?", + "choices": [ + "soft", + "wet", + "basted", + "toasted" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53278, + "question_id": "YbEmoF7q6igYXmKuVuTMDP", + "question": "What country is this truck based out of?", + "choices": [ + "usa", + "germany", + "russia", + "hungary" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447925, + "question_id": "YcCsn8uTQhZZzg8suJAE69", + "question": "What type of video game is the man playing?", + "choices": [ + "puzzle", + "racing simulator", + "rpg", + "shooter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 326835, + "question_id": "YdHtCx6YsuhwncfnMYQDe5", + "question": "What does the animal foot have?", + "choices": [ + "gills", + "talons", + "hooves", + "webs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444375, + "question_id": "YgNg68xyHnyqdsEYkXSPGV", + "question": "Upon which empire does this memorial stand?", + "choices": [ + "british", + "united states", + "russian", + "german" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 537809, + "question_id": "YhDnocw8rkKbCQJF2DycmT", + "question": "What type of transportation is shown?", + "choices": [ + "road", + "air", + "rail", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500881, + "question_id": "YmiufRhyaaoDRE8sSgt4H6", + "question": "Why is the player wearing gloves?", + "choices": [ + "warmth", + "fashion", + "grip", + "health" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562625, + "question_id": "Yqz5HcrEKuu24CTYBj3J9b", + "question": "What item seems to be plugged in on the counter alongside the kitchen appliances?", + "choices": [ + "scale", + "radio", + "timer", + "mixer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 207101, + "question_id": "YrTUdRoxdbYVSLFYHegMD2", + "question": "What activity are persons riding on this bus normally partaking in?", + "choices": [ + "commuting", + "sight seeing", + "shopping", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 120723, + "question_id": "YrUKvesXXKeFRkSxbE9aVF", + "question": "What is being recorded?", + "choices": [ + "images", + "words", + "history", + "voice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 285423, + "question_id": "YrdNHzD4ut9SN6GY22zfmW", + "question": "The bent street sign reveals that this street is most likely what?", + "choices": [ + "straight", + "blocked", + "curved", + "short" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 24377, + "question_id": "YsnJseZdac6KQg5wNif7A4", + "question": "How many different types of collars does the dog have on?", + "choices": [ + "two", + "three", + "five", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456795, + "question_id": "YsoLfQDWZpvMAJGLQp2tED", + "question": "What sort of odor would one smell if you were sitting here?", + "choices": [ + "vanilla", + "cinnamon", + "roses", + "tomato" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558691, + "question_id": "YvNdkiEvx68iqag7CzjFpZ", + "question": "Why are there no balls on the table?", + "choices": [ + "roll away", + "not needed", + "stolen", + "hidden" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79137, + "question_id": "Ywh3dZ3Z99eENAXpzBaV4K", + "question": "What beverage is likely readily available for consumption in the kitchen?", + "choices": [ + "beer", + "wine", + "tea", + "coffee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507250, + "question_id": "YyFHC3tnQpdv9QKvfSgmJc", + "question": "What is in the container?", + "choices": [ + "rocks", + "cat hair", + "milk", + "sweets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 15308, + "question_id": "Yyr5ywFkYuvFSecwiVyLCv", + "question": "What is flying in the sky?", + "choices": [ + "kite", + "bird", + "balloon", + "airplane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296835, + "question_id": "Z2ifKQkJeXzQ7FSuWHMzL3", + "question": "What type of item is next to the book?", + "choices": [ + "toothbrush", + "dvd", + "stereo", + "toothpick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 119193, + "question_id": "Z32frBaQBac99QH4nqKJGv", + "question": "The back of this persons coat displays what element?", + "choices": [ + "stone", + "water", + "wind", + "fire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 27908, + "question_id": "Z3NYYK2u2j4r6whC7xF9pL", + "question": "What type of range is shown?", + "choices": [ + "math", + "mountain", + "gun", + "shooting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183592, + "question_id": "Z6umfMgbFRLjNXFAUV5HD3", + "question": "What kind of edge does the scissors have?", + "choices": [ + "narrow", + "serrated", + "grooved", + "dull" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336826, + "question_id": "Z6wr6J3yq3X79coWkhemYe", + "question": "On what locations do you mostly find this kind of sport?", + "choices": [ + "plane land", + "ocean", + "mountain tops", + "desert" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301181, + "question_id": "Z9ZitwCw8xdw69zqfR2nxz", + "question": "What device is most likely used to play the music discs on the shelf?", + "choices": [ + "walk man", + "cd player", + "vcr", + "mp3 player" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 207417, + "question_id": "Z9eFRyZvcA6Njx8a5aoCsz", + "question": "What is keeping the animal in this dirt covered area?", + "choices": [ + "water", + "fence", + "predators", + "wall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 436655, + "question_id": "ZA6bLpFgbsxPLkztZ6LNCN", + "question": "What might the bus be stopped on the curb to pick up?", + "choices": [ + "food", + "packages", + "passengers", + "dogs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 217277, + "question_id": "ZALKGGbh9e8jLeQrMTmspH", + "question": "Where does the door by the shelves lead to?", + "choices": [ + "kitchen", + "bedroom", + "garage", + "outside" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 199068, + "question_id": "ZG4u8RKqiiYjR5Jz5agstG", + "question": "What is the donut sitting on?", + "choices": [ + "bench", + "table", + "floor", + "counter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 432845, + "question_id": "ZHyXsmrCknxUoZTH3Evx2c", + "question": "What object is the surfboard shaped like?", + "choices": [ + "snowboard", + "ski", + "skateboard", + "canoe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 486569, + "question_id": "ZJqeHSwfv229sDiZvyhKYS", + "question": "What is a famous park associated with this animal?", + "choices": [ + "yellowstone", + "central", + "hyde", + "clumber" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 221263, + "question_id": "ZKR5PY8RxDXG5C2XMH9VCz", + "question": "What are they doing?", + "choices": [ + "resting", + "fighting", + "feeding", + "mating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 531794, + "question_id": "ZMbYWhigKtyayTGQ2UfNFA", + "question": "What is this guy doing?", + "choices": [ + "swimming", + "sleeping", + "diving", + "jumping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209854, + "question_id": "ZNLKmZYGTEDAnEESiANdzx", + "question": "How many unused items shown here?", + "choices": [ + "six", + "three", + "none", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384969, + "question_id": "ZQs5MAeGV5kf4dnCDWfMZZ", + "question": "The item next to the cat on the laptop is for someone with poor what?", + "choices": [ + "credit", + "hearing", + "eyesight", + "mobility" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 239265, + "question_id": "ZRMRtNZTLBCQHMsovE3C6M", + "question": "What type of metal is the sink faucet made out of?", + "choices": [ + "titanium", + "gold", + "silver", + "copper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 14358, + "question_id": "ZRU7Rv2K8J9aJS6wCzzaB2", + "question": "What is permitted to the right of the dotted white line on the road?", + "choices": [ + "crossing", + "u turns", + "racing", + "bus stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 359668, + "question_id": "ZSxrRrjscfBNPD9ArvwXfC", + "question": "What type of pie is seen?", + "choices": [ + "blueberry", + "apple", + "mince", + "pumpkin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 211606, + "question_id": "ZVxwbHVuuyjk5Y8coMCQfd", + "question": "These animals would like to get access to what nearby thing here?", + "choices": [ + "cats", + "trees", + "rocks", + "dogs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 561906, + "question_id": "Zar6YBTwrFsyuJw8Gk8pB3", + "question": "What is the white item called?", + "choices": [ + "egg", + "milk", + "shell", + "frosting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 264750, + "question_id": "Zb5Brzoxpmd7CgDzPceMMD", + "question": "Why is the bear on his hind legs?", + "choices": [ + "see person", + "threatening person", + "eating", + "balance" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 251099, + "question_id": "ZbzyEc9P6Xw5yPVDMJ8v87", + "question": "The man has what above his nose?", + "choices": [ + "lemur", + "scar", + "glasses", + "banana" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 119697, + "question_id": "ZffjCdL4YwyRezn5MGxfHC", + "question": "What's the black object you sit on when riding the white horse called?", + "choices": [ + "sitback", + "tack", + "saddle", + "bench" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90212, + "question_id": "Zh88PNkHcYFW4TQDUSwHPV", + "question": "What does he hope will be in the net by the end of the day?", + "choices": [ + "ball", + "money", + "boot", + "fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90607, + "question_id": "Zi7BZhL5ViEzHtNNCgWi5c", + "question": "What is missing from the bed setup that is normally used with mattresses?", + "choices": [ + "pillow", + "frame", + "box spring", + "sheets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 216635, + "question_id": "Zj5rFKLDFrH8ubFbAKskYw", + "question": "What does the woman look to be?", + "choices": [ + "asleep", + "reading", + "mad", + "drunk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298925, + "question_id": "ZkPQz4yB6MhbHmNFF8esHE", + "question": "What is the most romantic item shown here?", + "choices": [ + "bowls", + "pink flower", + "cards", + "white flower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 475452, + "question_id": "ZmZPQubief7Cv6mnsq4Y3S", + "question": "Who is the manufacturer of this bicycle?", + "choices": [ + "schwinn", + "giant", + "peugeot", + "trek" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412840, + "question_id": "Zo62CMcvbSH3xuvajhijKf", + "question": "What item would clean this floor the best?", + "choices": [ + "pressure washer", + "grease", + "vacuum", + "mop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71827, + "question_id": "Zo9r94vmAeTLASCavjBdm4", + "question": "Which part of the air craft called running shoes?", + "choices": [ + "fin", + "wing", + "wheel", + "engine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330992, + "question_id": "ZoV5ABzcrgXq6yGtxmno7c", + "question": "What kind of position is the surfer engaged in?", + "choices": [ + "kneeling", + "standing", + "squatting", + "sitting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 248606, + "question_id": "ZocCb3afjQkBxJQXUbqzot", + "question": "How many wheels are there likely to be that can't be seen?", + "choices": [ + "two", + "four", + "three", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 354301, + "question_id": "ZpqtVWoEieKwiiyo3n5u6n", + "question": "Besides sugar what other powder was probably used in the icing?", + "choices": [ + "cinnamon", + "vanilla", + "carob", + "cocoa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 28724, + "question_id": "ZqDmQTcvWeVncmzVhWVoYz", + "question": "What sport are the men playing?", + "choices": [ + "tennis", + "disc golf", + "cricket", + "water polo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109618, + "question_id": "ZqcQFWjJ9pznrSXVFWa5Zv", + "question": "The cat is near what?", + "choices": [ + "shoe", + "computer", + "magazine", + "window" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296723, + "question_id": "Zr7bXrnijJmtSyDmZikdC8", + "question": "What are the animals doing?", + "choices": [ + "dragging", + "cuddling", + "playing", + "fighting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 395783, + "question_id": "a3fWE2hcm36thXADUNmoxM", + "question": "A male of what type of animal shares the same name as the first four letters of the sign?", + "choices": [ + "pig", + "cat", + "dog", + "deer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189783, + "question_id": "a4MsKnDRBf9VRRMmTJdHW8", + "question": "What would be the most logical explanation for the toilet being where it is?", + "choices": [ + "displacement", + "storage", + "art", + "decoy" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 21781, + "question_id": "a5DofKWbadoL74mgknmYua", + "question": "What thing does this device need to allow people to park their vehicles there?", + "choices": [ + "cats", + "ticket", + "money", + "oil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291398, + "question_id": "a7BMSYbbEcBAMuoTUYBE3F", + "question": "How many different colors of paper strips are there?", + "choices": [ + "four", + "seven", + "five", + "six" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 502273, + "question_id": "a99sbcMoGDqgwnHp67xNa2", + "question": "What material are these vases made of?", + "choices": [ + "glass", + "clay", + "stone", + "marble" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 73785, + "question_id": "a9m525DbWxYfLCCpVzj29R", + "question": "What do these meters measure?", + "choices": [ + "syllables", + "weight", + "tempterature", + "time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308408, + "question_id": "aBkwrtsgp3bEHtW94CqvsG", + "question": "What is the name for the version of this that is meant for sunny days?", + "choices": [ + "bucket", + "lamp", + "parasol", + "rake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412766, + "question_id": "aBqr4gTNuwuwWKZWQdwoeP", + "question": "Why is everything tinted green?", + "choices": [ + "paint", + "green sunlight", + "green flames", + "camera filter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 72665, + "question_id": "aCciDPDsDVgpPkFL8eHnyn", + "question": "What type power source does this vehicle rely upon?", + "choices": [ + "gas", + "coal", + "none", + "electric" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453364, + "question_id": "aChcjx4do8HEfD5Tzwk2EZ", + "question": "If this is the entire meal the person will feel what soon?", + "choices": [ + "hunger", + "jealousy", + "sore", + "thirst" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 301103, + "question_id": "aF5Argxw6gPe2FpGMk2o7K", + "question": "What is behind the plane in the background?", + "choices": [ + "flags", + "tennis balls", + "soldiers", + "arrows" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29549, + "question_id": "aGfKb85t4XCgm4JjcAQiXk", + "question": "If you saw these animals in the wild what continent would you be on?", + "choices": [ + "europe", + "south america", + "north america", + "africa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 503231, + "question_id": "aHZUsLhEGkTr7qWyVWibV5", + "question": "What type of vehicle is the person riding?", + "choices": [ + "bike", + "moped", + "scooter", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446676, + "question_id": "aJYMFR6QW8SDy3aCWCiR4G", + "question": "How much does it cost to make a call to this number?", + "choices": [ + "$4", + "$1", + "0$", + "$.50" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385278, + "question_id": "aMoDcWEoSNhVATfgzGbCfa", + "question": "What material was used to create this heart on the sign?", + "choices": [ + "chalk", + "spraypaint", + "watercolor paint", + "oil pastel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298532, + "question_id": "aNxHjhWQJWHrXAed7vwPT7", + "question": "What is this accessory used for?", + "choices": [ + "calling", + "typing", + "listening", + "watching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420853, + "question_id": "aPkXySAgjZVksSWYynobDM", + "question": "Which part of the plants will these animals eat?", + "choices": [ + "branches", + "trunk", + "roots", + "leaves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 179582, + "question_id": "aPyQH9YPAsDWU7FoXtM2RM", + "question": "Why is he wearing a suit?", + "choices": [ + "uniform", + "dress code", + "costume", + "warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577010, + "question_id": "aQ3y8XzU5K6HtugSSeTEna", + "question": "The texture of the the tennis court is?", + "choices": [ + "sand", + "asphalt", + "cement", + "soil" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 175002, + "question_id": "aQ9aA94aHvxGz7qkdnGK7S", + "question": "What is the giraffe smelling?", + "choices": [ + "flowers", + "food", + "another animal", + "plants" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 559942, + "question_id": "aRN4n6QMKpLc8m9AsiPwNG", + "question": "Who manufactured the bus?", + "choices": [ + "acura", + "volvo", + "chevrolet", + "mercedes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 52119, + "question_id": "aTXKTvC3jhXyzLAeSEYGNB", + "question": "What does the person have on?", + "choices": [ + "gloves", + "clown nose", + "castanets", + "basket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 11853, + "question_id": "aVSEjKjeXns9Ms5ueCdSg7", + "question": "What kind of parking is available?", + "choices": [ + "valet", + "lot", + "diagonal", + "street" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517904, + "question_id": "aWHJg6GLxgJqZx5tDQKw8x", + "question": "Why does the CGI woman on the surf board have no visible feet?", + "choices": [ + "clipping error", + "model issue", + "design choice", + "rendering issue" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 161892, + "question_id": "aWVP3B4wX47GnDnXohRYqh", + "question": "What will the person who lives here do before closing the refrigerator?", + "choices": [ + "toss rat", + "nothing", + "add kitten", + "remove cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 347028, + "question_id": "aXu9GPiYPgB9Pp9FPA85TF", + "question": "What is the animal doing?", + "choices": [ + "crying", + "eating", + "looking", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521462, + "question_id": "aYmhUAGQEu3AG84iCqQmhE", + "question": "What activity is the person with the helmet doing?", + "choices": [ + "piloting", + "motorcycling", + "biking", + "boating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 404786, + "question_id": "aZTCxgWwLPtCjKKX7TgQ8B", + "question": "Where is this hat usually found?", + "choices": [ + "circus", + "concert", + "rice fields", + "baseball game" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576090, + "question_id": "aaogydcEMd5N5aq23rz2d7", + "question": "What could someone do when on top of the white tower?", + "choices": [ + "grind", + "blast off", + "water ski", + "observe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189601, + "question_id": "aarTfTapBVLKNmAioCotaR", + "question": "What type of area is shown?", + "choices": [ + "desert", + "seaside", + "urban", + "rural" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 437147, + "question_id": "acUq4Z2FtuSDsH83Y3y8H6", + "question": "What is another game that is played with a racket and ball?", + "choices": [ + "badminton", + "golf", + "baseball", + "squash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 449680, + "question_id": "afNYpZZXYC6zwgUS65ArTP", + "question": "What is lacking in this bathroom area?", + "choices": [ + "technology", + "people", + "privacy", + "toilets" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 269966, + "question_id": "afdo6aJ8xnDdgrDobBiJgo", + "question": "The bird here prefers which environment?", + "choices": [ + "mountains", + "trees", + "water", + "arid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 578834, + "question_id": "ahtoYrTRkA3XyyzBdKY9ki", + "question": "Why is the player in this stance?", + "choices": [ + "passion", + "anger", + "injury", + "anticipation" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 496163, + "question_id": "am6FTvsFKsXrTBLwDJHwU7", + "question": "Who is this zebra with?", + "choices": [ + "gazelles", + "giraffes", + "elephants", + "no one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 269801, + "question_id": "amUBwosMS2Y9GX6wFJpFpN", + "question": "What would a human use in the place of this item?", + "choices": [ + "brush", + "spade", + "fork", + "knife" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191971, + "question_id": "an8ZBvN57hDGkcF5K9jfZE", + "question": "What meal time is closest to the time illustrated here?", + "choices": [ + "breakfast", + "dinner", + "lunch", + "midnight snack" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142713, + "question_id": "anNY2wmfiZcNbwasW7ewdj", + "question": "Which South American country's flag is shown?", + "choices": [ + "brazil", + "guyana", + "chile", + "argentina" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532365, + "question_id": "anurWUAPYEFomEP9hreLok", + "question": "Which kind of toilet is designed sit like squat?", + "choices": [ + "eastern", + "western", + "northern", + "southern" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 410128, + "question_id": "ao4ESbwwpb8jcq76VaXusM", + "question": "What are the fluffy things made of?", + "choices": [ + "cotton", + "smoke", + "water", + "gas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 68930, + "question_id": "aoFiXyMBVtLoZDSR36UKmg", + "question": "In order to be food safe this kitchen would need a good what?", + "choices": [ + "wallpapering", + "expanding", + "remodeling", + "cleaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376928, + "question_id": "appfKmd7QSFRbYEXk2SKqw", + "question": "What is the material of the walls?", + "choices": [ + "drywall", + "plaster", + "wood", + "porcelain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90416, + "question_id": "asP2WeN8KGNWMY8NEHoKZd", + "question": "What is the are the yellow protruding parts on the vegetation above called?", + "choices": [ + "leaves", + "stem", + "roots", + "flowers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 255768, + "question_id": "asgiZuDvSWJVD6CLAGjMT7", + "question": "What is he standing on in all likelihood?", + "choices": [ + "bodyboard", + "jet-skis", + "surfboard", + "floatie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 87841, + "question_id": "atHbsuuLhyXGygMAkWMWhA", + "question": "What is this particular building called?", + "choices": [ + "nuisance", + "outhouse", + "convenience", + "sanitary" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458916, + "question_id": "atQSC6gLoYStMSCP9hywZP", + "question": "What is the same color of these items?", + "choices": [ + "salad", + "lemon", + "blueberry", + "pumpkin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 34150, + "question_id": "auPoncHSqWdbZpkKookGkF", + "question": "What action is the woman with the hat on doing?", + "choices": [ + "hitting", + "sleeping", + "sitting", + "eating" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 292218, + "question_id": "auw95iCcxxcXbK4kaSBbty", + "question": "What surface is the boy playing tennis on?", + "choices": [ + "outdoor hard", + "grass", + "clay", + "indoor hard" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 519817, + "question_id": "avNTxnYsiQ3xjjMSAopapy", + "question": "What is he doing?", + "choices": [ + "stealing board", + "cleaning board", + "repairing board", + "preparing board" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 8523, + "question_id": "awVYQRzNAf8N2dRKK5aQyN", + "question": "What letter is most likely missing from the word?", + "choices": [ + "t", + "r", + "s", + "n" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532364, + "question_id": "ayT4vAZvw7Kr65zBbwVPfU", + "question": "What winter activity is the person performing?", + "choices": [ + "snowboarding", + "ice skating", + "skiing", + "ice hockey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 103950, + "question_id": "ayU7PwUuhyVEhG4yb8HvKG", + "question": "What might these animals use their long beaks for?", + "choices": [ + "fighting", + "sipping soda", + "fishing", + "whistling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 34728, + "question_id": "b3Rr9v2Gmof5rfMaadrTkJ", + "question": "What brand is the pink top?", + "choices": [ + "adidas", + "addis", + "nike", + "puma" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 68727, + "question_id": "b3Vkedn5Gr62NJaiGBEx7A", + "question": "What kind of names are most probably printed onto their boards?", + "choices": [ + "schools", + "superheroes", + "family", + "brands" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156837, + "question_id": "b4qC7V5kampj3BKU2BxmLh", + "question": "What is the name of the equipment above?", + "choices": [ + "safety pin", + "tap", + "log", + "fire hydrant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368664, + "question_id": "b5Q522enAjPi3DTEvAbifE", + "question": "What's the most likely reason the man is wearing glasses?", + "choices": [ + "poor vision", + "talent show", + "costume party", + "showing off" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368101, + "question_id": "b5vCj4hHyW2fzJWN6koSPN", + "question": "How does it likely feel outside?", + "choices": [ + "hot", + "cool", + "warm", + "freezing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 371303, + "question_id": "b7rxj9aespSEaoPJwMAHgP", + "question": "Which bench is the color of a watermelon?", + "choices": [ + "neither", + "left", + "right", + "both" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 525800, + "question_id": "b8jzomjauihgwoMPtKEN2H", + "question": "What brand is on his board?", + "choices": [ + "volcom", + "roxy", + "quicksilver", + "billabong" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 345888, + "question_id": "b8tXGPJzKTCXvGoUyfGDSf", + "question": "What is needed to complete the system shown here?", + "choices": [ + "television", + "camera", + "microwave", + "monitor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90916, + "question_id": "b8udaKgQnrpccE3Wfa6UW5", + "question": "What is this vehicle carrying?", + "choices": [ + "cattle", + "cars", + "coal", + "passengers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 412179, + "question_id": "b9NtAxH8dD3JKbvQuAibzG", + "question": "What is needed for this activity?", + "choices": [ + "sun", + "snow", + "waves", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 347010, + "question_id": "b9rnBEL7qmHfKgczkf3GW5", + "question": "What is this type of bed called?", + "choices": [ + "platform", + "daybed", + "canopy", + "trundle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512235, + "question_id": "bAgksH77DCxHycv2JcWCZ7", + "question": "What might one find inside this animal?", + "choices": [ + "stuffing", + "glass", + "weed", + "money" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 210154, + "question_id": "bAktVZJ8XsanEHnp7zKSBS", + "question": "What is the capital city of the photographer's country?", + "choices": [ + "rome", + "warsaw", + "paris", + "riga" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 83314, + "question_id": "bB7oSMZKfSvBqVHSgTd43i", + "question": "What is on the cat's tongue?", + "choices": [ + "fur", + "water", + "whiskers", + "cup" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456026, + "question_id": "bCLFyYXcWXW4ueSbroExnu", + "question": "From which city is his cycling club from?", + "choices": [ + "ajax", + "toronto", + "brampton", + "hamilton" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 357309, + "question_id": "bDbGLBkjNvN7x9PqeW3sQ6", + "question": "From where is the person taking this picture?", + "choices": [ + "bar", + "inside uber", + "airport", + "bathroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 292784, + "question_id": "bDkBUWb4v5XNiMd5CwUFX7", + "question": "What would you feed these animals?", + "choices": [ + "bugs", + "hay", + "eggs", + "fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127017, + "question_id": "bGrjsRUEJzaZRJfgm3iDem", + "question": "What is the snowboarder trying to practice?", + "choices": [ + "painting", + "tricks", + "repairing", + "shouting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 293444, + "question_id": "bHANAouZ2ytnxc96NVWRtS", + "question": "What is the lowest traffic light conveying to people?", + "choices": [ + "walk now", + "no bicycles", + "no crossing", + "don't walk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 578760, + "question_id": "bHYtX6xBMMMDuD7z68mUPo", + "question": "Which one of these cities does this airline have a hub in?", + "choices": [ + "munich", + "caracas", + "des moines", + "montego bay" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 407827, + "question_id": "bHZzd8tydNGFkThL5LLy7Q", + "question": "What feature does this animal have?", + "choices": [ + "pouch", + "horns", + "stinger", + "trunk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 546809, + "question_id": "bHiWW9R5NZrNUqPYddPHzc", + "question": "What is the dog laying on top of?", + "choices": [ + "bed", + "hammock", + "porch", + "couch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 182590, + "question_id": "bHpkaC3dFNcG4bR2c8ngt8", + "question": "What is the lifespan of elephant?", + "choices": [ + "90 years", + "65 years", + "100 years", + "56 years" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 428901, + "question_id": "bJcHWiheF4cZ3YzPA2cdZW", + "question": "What type of pipe is shown?", + "choices": [ + "crack", + "tobacco", + "marijuana", + "plumbing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 20228, + "question_id": "bKkWELRdCGw5pfCq2PSDLi", + "question": "What would it travel in on a plane instead of this suitcase?", + "choices": [ + "crate", + "car seat", + "stroller", + "seat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54239, + "question_id": "bKmKtygiHidMdFcUCgdm7j", + "question": "What can this treatment remove?", + "choices": [ + "mucus", + "odor", + "acne", + "hair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169067, + "question_id": "bLEto2gV8CXCUge35qBR85", + "question": "What are the small mirrors on either side of the truck called?", + "choices": [ + "side", + "rear view", + "adjustable", + "back" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 239727, + "question_id": "bRV5Gi3JZ94FAdSYSpedxR", + "question": "What food comes from the country this plane is from?", + "choices": [ + "souvlaki", + "pizza", + "hamburger", + "bulgogi" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 375845, + "question_id": "bSowETZDLHV4BvxsrvgEUN", + "question": "What type of furniture is this cat laying on?", + "choices": [ + "bookcase", + "chair", + "sofa", + "table" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424371, + "question_id": "bTU4fDPgvomj8vDFNbAFaU", + "question": "What type meeting might the cowboy hatted person be attending?", + "choices": [ + "convention", + "trial", + "funeral", + "witness protection" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 538648, + "question_id": "bVjpEGam2PKrVWxpSzFMes", + "question": "What is the airplane specialized to land on?", + "choices": [ + "rocks", + "snow", + "water", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409112, + "question_id": "bWgCED6uQmycNAUerKKitY", + "question": "What is contained inside the white cube seen here?", + "choices": [ + "rollodex", + "stereo", + "light", + "ice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 178981, + "question_id": "bYujoVdUrcMxGdMi5gXBFs", + "question": "What makes the animal above thrive in cold conditions?", + "choices": [ + "dormancy", + "none", + "thick fur", + "food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 270675, + "question_id": "bbu9FfyH34xbCnyrXWjXhQ", + "question": "Why is he holding the plate?", + "choices": [ + "hiding it", + "for master", + "stuck", + "stole it" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 277574, + "question_id": "bcZ8oSp2Chc35JbkGpyKNC", + "question": "What is the smallest animal visible in this image?", + "choices": [ + "chimpanzee", + "elephant", + "zebra", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 341664, + "question_id": "bderZFkAmTL5wv2TpvBToQ", + "question": "What is the man in black trying to jump onto?", + "choices": [ + "raft", + "surfboard", + "kayak", + "cardboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 350168, + "question_id": "bdiHfA2Ft6LydoDZF6Rrzz", + "question": "What type of energy goes through the pole behind the sign?", + "choices": [ + "wind", + "nuclear", + "thermal", + "electrical" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373213, + "question_id": "besUnG9XeokpPj3BNEjJ5R", + "question": "In which country is this most likely?", + "choices": [ + "france", + "england", + "spain", + "germany" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136353, + "question_id": "bfdPz2YdEXHQgCxZTA7SBo", + "question": "What is the tool above made of?", + "choices": [ + "none", + "fiber", + "plastic", + "metal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180, + "question_id": "bh4umz9uAZmSY2URM9ETzR", + "question": "What is the bear looking for?", + "choices": [ + "cub", + "berries", + "fish", + "nuts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81979, + "question_id": "bh9Qy9gaeAuGhPM48uxXEz", + "question": "What is the dog doing?", + "choices": [ + "resting", + "playing", + "chasing", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 303070, + "question_id": "birokNJjeUQwXr4wKxi9zr", + "question": "The athletes at his school go by what nickname?", + "choices": [ + "huskies", + "bears", + "moose", + "ravens" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 121880, + "question_id": "bjP6hwFzuTm4gkXwaBs6RH", + "question": "What type conveyance is visible here?", + "choices": [ + "boat", + "bus", + "none", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59645, + "question_id": "bkMHFPYLjD7GAid4t7dGUk", + "question": "What would the device on the left be used with?", + "choices": [ + "shoe laces", + "computer", + "stove", + "bike tire" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466240, + "question_id": "bkf6g6dn2wyieMkvjS6Jpn", + "question": "What kind of bathroom is it?", + "choices": [ + "plane", + "restaurant", + "home", + "school" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 71922, + "question_id": "bkpSB3JCc3rtREV5Ruxq9y", + "question": "What type of animal is printed on the bus?", + "choices": [ + "lion", + "bear", + "zebra", + "tiger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 506244, + "question_id": "boST8RpLPhenw36yoTRP5h", + "question": "How many pieces of food can a monkey hold at one time?", + "choices": [ + "four", + "two", + "one", + "ten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 264192, + "question_id": "bpFKe75xWPk6VfBNSD4bcz", + "question": "What type of cloth is the person above wearing?", + "choices": [ + "casual", + "swimming costumes", + "official", + "semi-casual" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552882, + "question_id": "bpaqT9zBArMLK7PFtKq3hs", + "question": "What is the zebra doing?", + "choices": [ + "sleeping", + "eating", + "jumping", + "scratching" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 422904, + "question_id": "bphTsPfS4yGZuDFVdgAXKu", + "question": "What water sport is the man engaged in?", + "choices": [ + "free diving", + "kayak surfing", + "fly boarding", + "body boarding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10636, + "question_id": "bqofRU2o3X3mxGmmxcyjub", + "question": "What is needed to fill the object the people are holding?", + "choices": [ + "air", + "solids", + "rocks", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 220513, + "question_id": "brLQvTYFBxTBLfxS5U3vi6", + "question": "What color are the bathroom walls?", + "choices": [ + "light blue", + "canary", + "beige", + "magenta" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65401, + "question_id": "brocUcF2ndceuNVLRM8FzZ", + "question": "What usually goes in this machine?", + "choices": [ + "meat", + "candy", + "change", + "eggs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 65133, + "question_id": "brwt9Txf7a3xy97bkoX5yz", + "question": "What left the tracks on the dirt road?", + "choices": [ + "helicopter", + "zebras", + "bicycle", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453671, + "question_id": "bt2Ypvntzh3Vagag56Ysg4", + "question": "What vehicle is the device on the left used for?", + "choices": [ + "busses", + "bikes", + "cars", + "skateboards" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161593, + "question_id": "bveLKmx47mEb3XfSyiwi3w", + "question": "What is stored inside the white object the cat is on?", + "choices": [ + "books", + "clothing", + "tools", + "food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 95074, + "question_id": "bw4rSYwKUUJhuvCbLCtNVc", + "question": "If you needed to remove the water that is collected inside this toilet where is the button located on it to do this?", + "choices": [ + "side", + "bowl lid", + "bottom", + "tank top" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557456, + "question_id": "bwjUrR7yhUG7dxRRASBZoS", + "question": "Which one of these newer payment types is accepted on their website?", + "choices": [ + "stripe", + "bitcoin", + "paypal", + "dogecoin" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 498195, + "question_id": "byJm6oft7XHdXHMRXyC44U", + "question": "What is the type of material covering the tree?", + "choices": [ + "latex", + "chain mail", + "mesh", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100265, + "question_id": "byZFWnhUUcc4HrBcMwcYU7", + "question": "What is the woman holding?", + "choices": [ + "skates", + "skiis", + "snowboard", + "hockey sticks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 120861, + "question_id": "bzcu6qX2nQxGKEgPXe6MQe", + "question": "What are the unusual words on the sign written in?", + "choices": [ + "sharpie", + "crayon", + "pear juice", + "blood" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379459, + "question_id": "bzsqxuANYzQdS5tC5dQLVV", + "question": "What video game franchise is the symbol on the boys green shirt from?", + "choices": [ + "mario", + "minecraft", + "sonic", + "zelda" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309357, + "question_id": "c38p5CaCztL7YX4SahtLm6", + "question": "What can be used to mold the vessels above?", + "choices": [ + "loam", + "clay", + "sand", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 267626, + "question_id": "c3JPPwdHF4eyngj9E7XXnz", + "question": "What is another name for the suitcases on the sidewalk?", + "choices": [ + "stuff", + "baggies", + "luggage", + "utensils" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54239, + "question_id": "c3qjZzj5nySZxTiHUbeHEd", + "question": "What does the sinus rinse need to be mixed with?", + "choices": [ + "mineral water", + "distilled water", + "tap water", + "sparkling water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 107336, + "question_id": "c4YAKjhctBoiAJp93Ztv5n", + "question": "What do the insects on the shower curtain start out as?", + "choices": [ + "moths", + "beetles", + "spiders", + "caterpillars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443378, + "question_id": "c5Jje8ufvR2ycuKtWJLJUw", + "question": "This picture was likely snapped by someone named what?", + "choices": [ + "sean", + "dana", + "marcus", + "kyle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 140509, + "question_id": "c7qCWCRSh6jJ68FHgyAKJk", + "question": "What is the liquid on the bottom of the box?", + "choices": [ + "spilt beer", + "rainwater", + "melted butter", + "pan grease" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358533, + "question_id": "c7xdKhTetCVYJni8pWb2aS", + "question": "Where were these items before they were picked?", + "choices": [ + "snow", + "sky", + "dirt", + "ocean" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 346170, + "question_id": "c8V25P2LpnApYSDD2mYnVZ", + "question": "What kind of bathroom is it?", + "choices": [ + "commercial", + "plane", + "school", + "home" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10485, + "question_id": "c9MsGvWQNkD5zMLTd84oDv", + "question": "What is the side dish called?", + "choices": [ + "french fries", + "hash browns", + "bacon", + "eggs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379963, + "question_id": "cAztgCFavrdcbQfaWqZo7j", + "question": "What holds the toppings on the food?", + "choices": [ + "cheese", + "honey", + "toothpick", + "syrup" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105944, + "question_id": "cBG2wmSbZ33xFqMMiZmPA2", + "question": "What is the skateboarder setting up to do?", + "choices": [ + "jump", + "crash", + "duck", + "trick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 547329, + "question_id": "cCbsL6ho6k55hPvMJaf27t", + "question": "The bed shown here resembles what most?", + "choices": [ + "log", + "car", + "sleigh", + "coffin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230579, + "question_id": "cCwkvCf25Upwic76Zw5SAo", + "question": "What is the man doing with his hands?", + "choices": [ + "peace sign", + "thumbs up", + "finger guns", + "high five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 24392, + "question_id": "cDKaLSYL7AQyFqE9nauiHL", + "question": "What passion does the person who controls this space have?", + "choices": [ + "sales", + "emgamd", + "tuesdays", + "oranges" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 177333, + "question_id": "cGqbTyrTDHxne4K8jdPvbn", + "question": "Why is this apartment empty of all furniture?", + "choices": [ + "sale listing", + "poverty", + "fire damage", + "minimalism" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 65439, + "question_id": "cJNs5rjWspARrTpM6gPCMo", + "question": "What is the person using to hold the donut?", + "choices": [ + "paper towel", + "butcher paper", + "tissue paper", + "napkin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 331792, + "question_id": "cKXyTCKdZWNtkWEVArY4wf", + "question": "What century was the vehicle depicted invented in?", + "choices": [ + "twentieth", + "tenth", + "twenty first", + "nineteenth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 304940, + "question_id": "cLaeD3QnR8GtzUvLoUNo2A", + "question": "Zebras have which color stripes?", + "choices": [ + "brown", + "grey", + "white", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 1118, + "question_id": "cLgppdTdLusCxgad9RF388", + "question": "What is usually found on the item the woman is eating?", + "choices": [ + "hamburgers", + "carrots", + "ketchup", + "beans" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265247, + "question_id": "cLwk4kJ89oENfBv8HxVUQt", + "question": "How is the string strapped to the leg of the surfer called?", + "choices": [ + "life rope", + "safe string", + "leg rope", + "surf rope" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 523592, + "question_id": "cM22TqzsGiF7f5wLdDHo5e", + "question": "How many people currently share and utilize this bathroom?", + "choices": [ + "ten", + "12", + "none", + "11" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 407258, + "question_id": "cMHjWk8Dod9nvKhmAuY8HU", + "question": "What matches the colors of the curtains?", + "choices": [ + "cheetah", + "goldfish", + "zebra", + "robin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 34323, + "question_id": "cMVqm6FBj74QvNkU6MvnUe", + "question": "What countries flag is flying in the middle of the silver poles?", + "choices": [ + "united states", + "germany", + "france", + "united kingdom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86211, + "question_id": "cMiTirrEupA5nS7ZhSFvQY", + "question": "What will the structure over the stove suck up?", + "choices": [ + "fire", + "smoke", + "grease", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259363, + "question_id": "cPenZJV74TrbsxxkRBeg9d", + "question": "What is definitely higher in elevation than the kite?", + "choices": [ + "people", + "house", + "trees", + "crane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439211, + "question_id": "cPunjcvf2iPm2DvzoYLd3D", + "question": "Who will the red tag around the dog's neck help locate?", + "choices": [ + "owner", + "neighbor", + "trainer", + "vet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 280366, + "question_id": "cQQeHTNAsx5phMWgMVMAgL", + "question": "Where are persons directing air traffic located here?", + "choices": [ + "airline gate", + "in cafe", + "tower", + "on plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 209673, + "question_id": "cRTokHQPbTDwmTBQZULGMF", + "question": "How many species likely share this bed?", + "choices": [ + "one", + "none", + "three", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276726, + "question_id": "cRWXEhsBJjPqG2DEc7MYpw", + "question": "What type of phone is he using?", + "choices": [ + "landline", + "cellular", + "rotary", + "corded" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338084, + "question_id": "cRdXA6b9gEr3S8BdZqezhL", + "question": "Why is his face covered?", + "choices": [ + "hiding", + "keep warm", + "disguised", + "stay dry" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 45196, + "question_id": "cRxuJMeK9Z2xrxSrNiYLa6", + "question": "What has a handle here?", + "choices": [ + "television", + "pan", + "baton", + "sword" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 196425, + "question_id": "cSKnxdERwFfbWXhqYToi4C", + "question": "What part of the country is this dog in?", + "choices": [ + "mountaintop", + "coastline", + "city", + "farmland" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563198, + "question_id": "cShEWDjQDyeKmPFirWCUne", + "question": "What were the initials of the founder of the shirt company?", + "choices": [ + "sn", + "ml", + "ad", + "rp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86977, + "question_id": "cTGVqrdd7HLtdQSNCPwWvy", + "question": "What might the bike rider hold in their hand while this picture is being taken?", + "choices": [ + "rock", + "grass", + "camera", + "clothes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351687, + "question_id": "cTsd2LfkDypygbf7xr5u8o", + "question": "What information is provided from the hanging object?", + "choices": [ + "location", + "temperature", + "time", + "brand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 58081, + "question_id": "cWJUtvDxPwoXtYfRvU6oBP", + "question": "The ads shown in the image is for what?", + "choices": [ + "tires", + "a/c", + "door", + "fuel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 57486, + "question_id": "cXWZTX8EFNJLpT3ew5bC7m", + "question": "How is the pizza being illuminated?", + "choices": [ + "moonlight", + "candlelight", + "electric light", + "daylight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193066, + "question_id": "cYiF8gvdo9DDmAkAk6hQ99", + "question": "What stops this kite from being lost?", + "choices": [ + "insurance", + "drone", + "nothing", + "string" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 110813, + "question_id": "cZKvMzq6KHRShn3RLcTgzZ", + "question": "How many airplanes are in this airline's fleet?", + "choices": [ + "14", + "30", + "ten", + "25" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168277, + "question_id": "cZuTorg6dcLprpfYYZkyPu", + "question": "Where is this cat located?", + "choices": [ + "home", + "vet", + "zoo", + "barn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515016, + "question_id": "cZumQTLVKyMN8c5HtQ6Taw", + "question": "What is the best frisbee dog breed?", + "choices": [ + "bulldog", + "shepherd", + "labrador", + "poodles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478343, + "question_id": "cagdaLejTUiHXG8vz7Gi9w", + "question": "What language is on the yellow sign under the Stop sign?", + "choices": [ + "japanese", + "mandarin", + "greek", + "russian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 304103, + "question_id": "cayQWeh53Ufr32W9boF5Yp", + "question": "What time signature is represented on the side of the bus?", + "choices": [ + "4/4", + "4/5", + "2/2", + "ten" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 2271, + "question_id": "ccG57KmJxaMw8nFivjBLvq", + "question": "What does this bus primarily run on?", + "choices": [ + "electricity", + "gas", + "natural gas", + "diesel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 527343, + "question_id": "cepU92jxgeVay2GebtmtnS", + "question": "What kind of numbering is written on the clock above?", + "choices": [ + "english", + "latin", + "alphabet", + "roman" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472674, + "question_id": "cfwMQGbYXnkUJUu4kJAKZy", + "question": "What type of skiing is this person performing?", + "choices": [ + "touring", + "alpine", + "downhill", + "slalom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 304544, + "question_id": "chdphp5Np7BD6bbaTWbgdP", + "question": "What are the women doing with the food?", + "choices": [ + "cleaning it", + "selling it", + "eating it", + "cooking it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378217, + "question_id": "citEpyLL2ENN9yP7mMH2P3", + "question": "Who was this backpack company named after?", + "choices": [ + "janis joplin", + "janis paige", + "janis lewis", + "janis ian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142475, + "question_id": "cjySphjFXDNi56soLoRuxa", + "question": "What is immediately surrounding the person?", + "choices": [ + "water", + "rocks", + "fish", + "air" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 121988, + "question_id": "cmwivNESRBzDvpoEj6rdkH", + "question": "What can clearly be said about the elephant just prior to this activity?", + "choices": [ + "hungry", + "in danger", + "thirsty", + "bored" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 403603, + "question_id": "cnnSpE8YL3uBhMpQaHfXgJ", + "question": "What is out of the ordinary on the dog?", + "choices": [ + "bowtie", + "eye color", + "nail length", + "nose size" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180420, + "question_id": "cpo98XKSadGts4C22Hyow3", + "question": "What is the object around his leg called?", + "choices": [ + "grip", + "string", + "surfboard leash", + "strap" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 534721, + "question_id": "cq3saAqynj3aJLXnqPxRZr", + "question": "What celebrity died at the age that the first two numbers on the front of the bus before the 550 represent?", + "choices": [ + "james dean", + "cameron boyce", + "alec guinness", + "jimi hendrix" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 504963, + "question_id": "cqyexmuukNfzfZRN2JLx8B", + "question": "Which of these photography aspects affects this image the most?", + "choices": [ + "color", + "lightning", + "focus", + "motion" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 264641, + "question_id": "crf2b3sWvZ4wYNzesYUMYA", + "question": "This cat's owner shops at which clothing store?", + "choices": [ + "macys", + "old navy", + "k mart", + "sears" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 469477, + "question_id": "crvbmXSTVDnSESY6rx9QoU", + "question": "What style bathing is seemingly unavailable here?", + "choices": [ + "sink", + "shower", + "cold shower", + "bathtub" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 429626, + "question_id": "cs2FjAYfc9zNJnpfGqBoSX", + "question": "Why is there a plastic object in the pizza?", + "choices": [ + "cutting", + "warming", + "serving", + "balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302915, + "question_id": "csKC7xtHRgSoGcK8of65tG", + "question": "How many people are watching the surfing in body of water?", + "choices": [ + "one", + "waves", + "several", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 202555, + "question_id": "csKj2UKv8iQTHzLhKVo9KA", + "question": "What vegetable is held inside the small packet with an M on the label?", + "choices": [ + "tomato", + "lettuce", + "potato", + "carrot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 294808, + "question_id": "cu2sd3N79EVY2N8HhModA7", + "question": "What natural feature does this young person face?", + "choices": [ + "ocean", + "volcano", + "rock", + "inland" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 417939, + "question_id": "cvD4YVRX8x9V6isAS8KkUf", + "question": "What small crime is evidenced?", + "choices": [ + "speeding", + "noise pollution", + "littering", + "jaywalking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 371312, + "question_id": "cxAyycdSzjjetLrVvo9Arh", + "question": "What floor of the building are they most likely on?", + "choices": [ + "first", + "third", + "fourth", + "second" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139570, + "question_id": "cxketK757P3rmUb8LZMNY9", + "question": "The item the animal is standing on looks most like what?", + "choices": [ + "snowball", + "nest", + "couch", + "chair" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 88435, + "question_id": "cyVxNpAqBFBM4dBsNvPELZ", + "question": "What is the weather where the man is?", + "choices": [ + "raining", + "cloudy", + "clear", + "snowing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 132201, + "question_id": "d3JmcJHZP4JEsJmoqmoD7n", + "question": "What type fencing is visible here?", + "choices": [ + "wooden", + "picket", + "barbed wire", + "wrought iron" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133267, + "question_id": "d4tnPQXoMBpLhcBzr4hZSF", + "question": "This plane likely brings packages to what kind of area?", + "choices": [ + "urban", + "space station", + "suburban", + "rural" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355201, + "question_id": "d7ECViC5zTiiGwoghwF4k5", + "question": "Why is there an area with no plants?", + "choices": [ + "river", + "gophers", + "not watered", + "walking path" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519585, + "question_id": "d7yTQ6RGYyWtQSGCriw9gi", + "question": "What lifts the person seen here off the surface?", + "choices": [ + "whale", + "helicopter", + "wave", + "wind sail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 428723, + "question_id": "dD6vDVwWzuFyaXmS2thGrm", + "question": "How many windows on the vehicle are directly facing the camera?", + "choices": [ + "two", + "three", + "four", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 49806, + "question_id": "dDvzeWvEqySgfXkzkzm5T7", + "question": "What demographic is targeted in the advertisement on the bus?", + "choices": [ + "young adult", + "middle-age", + "children", + "seniors" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551968, + "question_id": "dFQtepHFpt8ZynmVue4AEe", + "question": "The person likely wants what to this address?", + "choices": [ + "space ships", + "flights", + "directions", + "carpets" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 410897, + "question_id": "dFqdSywgTaR8m4sx3o7vZW", + "question": "What does the sign indicate to drivers approaching it?", + "choices": [ + "yield", + "turn only", + "stop", + "drive faster" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 99879, + "question_id": "dGYG5nQrphVMKBGKBSct6J", + "question": "What activity are the animals engaged in?", + "choices": [ + "chewing", + "drinking", + "defecating", + "spitting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463205, + "question_id": "dKrf7n3wbtxwRDa42LTEvZ", + "question": "Where does the man have padding?", + "choices": [ + "head", + "back", + "elbows", + "knees" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20331, + "question_id": "dL3tfm6UgyRLQkzPV6iyAH", + "question": "What looks most likely to be being carried at the moment by the train?", + "choices": [ + "luggage", + "paper", + "toys", + "coal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470835, + "question_id": "dLReJG6TxJZSD8jKDy9Ezg", + "question": "What type of food is grown on these trees?", + "choices": [ + "vegetables", + "fruits", + "nuts", + "beans" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 54356, + "question_id": "dMYoMjBScaXEPqP6NQGM3t", + "question": "What word is used when playing this sport?", + "choices": [ + "home run", + "touchdown", + "goal", + "serve" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136615, + "question_id": "dMgD9BUFYsAk2CsTQibRfS", + "question": "What was this broken appliance used for?", + "choices": [ + "cooking", + "music", + "security", + "cleaning" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170282, + "question_id": "dVRMNW3aRWAeQipbKKfyxu", + "question": "What type of traffic is permitted on this street?", + "choices": [ + "one way", + "all way", + "two way", + "no way" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59621, + "question_id": "dWqCaE8sk2AbpfHRtRk2Wb", + "question": "How much training would it take to be able to coordinate the airplanes into this formation?", + "choices": [ + "weeks", + "days", + "months", + "years" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 495862, + "question_id": "dY8yPjKJEA3rHzUmvftWxT", + "question": "What fallen object is the bear investigating?", + "choices": [ + "wall", + "house", + "shed", + "tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146653, + "question_id": "dYo7J9GWm8XgkpgVkLmn3J", + "question": "How is the equipment on the animal's mouth called?", + "choices": [ + "briddle", + "horse rope", + "leash", + "flaps" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188319, + "question_id": "dZXVAdFPV2C2xsCDDrNsW4", + "question": "What information does this object show?", + "choices": [ + "time", + "longitude", + "temperature", + "latitude" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 315804, + "question_id": "daztf2jaUgyaiPrZNtNEeG", + "question": "What is missing from the skateboarder's attire?", + "choices": [ + "shoes", + "safety gear", + "shirt", + "cap" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157479, + "question_id": "dbdxTmqqu4DA4XRRdZJgE6", + "question": "The words at the front of the plane refer to the company's what?", + "choices": [ + "warning", + "website", + "motto", + "history" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 471341, + "question_id": "dbiSeZ2bRDiWHBNCZ7KEvq", + "question": "What is furthest from the counter?", + "choices": [ + "box", + "folded fabric", + "menu", + "pizza" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 9970, + "question_id": "dc6ib46PTuuxZEBqppqu9s", + "question": "What is the giraffe next to?", + "choices": [ + "truck", + "tree", + "another giraffe", + "building" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 525771, + "question_id": "dcDqXo9sSf6nP7zZdVYWG2", + "question": "Why is this person extending his arm?", + "choices": [ + "balancing", + "posing", + "stretching", + "signaling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102565, + "question_id": "ddKDWb6sSsdKeAvNN67bX8", + "question": "What type clothing should persons exiting this plane wear?", + "choices": [ + "bikinis", + "light", + "none", + "winter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507184, + "question_id": "ddXQNBj9pYzN5njCAabGUZ", + "question": "What type of lighting is used?", + "choices": [ + "pendant", + "lamp", + "chandelier", + "pot lighting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81007, + "question_id": "ddZs7mARuHxvizZex2s8JF", + "question": "Which object is the biggest fire hazard?", + "choices": [ + "washing machine", + "tv", + "toaster", + "microwave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 344639, + "question_id": "defTLmJdWmiyiFhcdowguZ", + "question": "What type of book is underneath the flowers?", + "choices": [ + "nonfiction", + "coloring", + "fiction", + "poetry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 206479, + "question_id": "dezq53naeEYH5hmcpe2REJ", + "question": "What are these animals ready to do?", + "choices": [ + "drink", + "eat", + "sleep", + "attack" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 144825, + "question_id": "dgeLeNgifo9h2T85pxqWko", + "question": "Why are the ladies eyes wide opened?", + "choices": [ + "is surprised", + "is scared", + "is tired", + "is mad" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 102535, + "question_id": "djSSUcf64ir36sYu8jefPR", + "question": "What part of the animal is touching water?", + "choices": [ + "feet", + "eye", + "wing", + "beak" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195552, + "question_id": "dkGMtmiVKrDZ6aL293WeH8", + "question": "If he were to make noise what would you hear?", + "choices": [ + "woof", + "quack", + "meow", + "baa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229115, + "question_id": "dm7SNwmRCVoVsFvLaVYfM2", + "question": "What species is seen here?", + "choices": [ + "porcine", + "human", + "ovine", + "ursine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 126544, + "question_id": "dmc7Y7eXcDXTcVU7BHSWco", + "question": "What discourages cows from brushing against the fence and escaping?", + "choices": [ + "bulls", + "barbs", + "people", + "signage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 270660, + "question_id": "dnwy98Sp2uswjQkXt7PGGE", + "question": "If someone was deaf and needed additional information while viewing TV what color should they select here?", + "choices": [ + "red", + "green", + "blue", + "yellow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 472655, + "question_id": "dqoLVpH69DC5mrRp2XPnSD", + "question": "Which cat is most likely to touch object they're looking at if they all jumped?", + "choices": [ + "equal chance", + "cinnamon cat", + "middle cat", + "right cat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 94474, + "question_id": "droLkQHNnE7PWYuFdgTmLk", + "question": "What is the sign shaped like an octagon most likely telling drivers to do?", + "choices": [ + "turn", + "park", + "exit", + "stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146351, + "question_id": "drrozWVVQoGdjuTizdd8Da", + "question": "Which of the animals in the picture have their own zodiac sign?", + "choices": [ + "jaguar", + "goat", + "bear", + "mermaid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565122, + "question_id": "dtdEmUEhwMidFFtWz759h8", + "question": "What is the most likely reason for smoke coming from buildings in the background?", + "choices": [ + "kitchens", + "smokers", + "building fire", + "they're factories" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 40465, + "question_id": "dvoE2udKeji5JeZcbwwe8n", + "question": "The yellow graphic is an example of what language tool?", + "choices": [ + "ideogram", + "poetry", + "simile", + "metaphor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191087, + "question_id": "dxCqqVnY9A9xBoCCvViiS7", + "question": "Why would someone sit at this table?", + "choices": [ + "to paint", + "to eat", + "to work", + "to sew" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365181, + "question_id": "dxiJnoUHiFze8PJ3M9xCnx", + "question": "What was the red wall of the archway made from?", + "choices": [ + "glass", + "sand", + "aluminum", + "bricks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 458589, + "question_id": "dyLJC2Lt7o6JDhbi32cnMC", + "question": "What are the folded items meant to be used for?", + "choices": [ + "working", + "sleeping", + "showering", + "jogging" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 288774, + "question_id": "e2maN35ByBQ6HFTeqPZh9t", + "question": "What is another surface that this game is commonly played on?", + "choices": [ + "grass", + "sand", + "concrete", + "tarmac" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473530, + "question_id": "e4d2GtUVjRcTC42nKajf8e", + "question": "The discs on the side of the back of this vehicle resemble what musical medium?", + "choices": [ + "8 tracks", + "cds", + "vcr tapes", + "cassettes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336413, + "question_id": "e5zbxFnanEDLNQHox9gmDh", + "question": "What animal is this animal traditionally depicted as an enemy of?", + "choices": [ + "mice", + "tigers", + "bats", + "sharks" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118704, + "question_id": "e7B7FrcRZxpKUV9xWRcnrr", + "question": "Where will the animals quench their thirst?", + "choices": [ + "watering hole", + "bowl", + "trees", + "trough" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 296726, + "question_id": "e8dXFyGFSRqbosyjafanK6", + "question": "What do the wheels on the bottom of the plane help with?", + "choices": [ + "landing", + "noise", + "wind resistance", + "dynamics" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 103392, + "question_id": "eD2FUm7gbpQujg836fERoV", + "question": "Which item on the plate contains the most vitamins?", + "choices": [ + "meat", + "turkey skin", + "potatoes", + "greens" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 353717, + "question_id": "eJWw5S4LBpYELj627TRc4S", + "question": "The logo for this beverage company was introduced during what war?", + "choices": [ + "1812", + "wwi", + "wwii", + "civil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 393713, + "question_id": "eJXqgvJz9u9sFnLGSCHUcd", + "question": "How long can elephant tusks get?", + "choices": [ + "11 feet", + "8 feet", + "7 feet", + "9 feet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168396, + "question_id": "eKKNxeraryVyX28P5gykAV", + "question": "Where are they going?", + "choices": [ + "into water", + "grocery store", + "home", + "school" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451545, + "question_id": "eKkDrHEe7C5iopSvyzpYdb", + "question": "Why sanitary wares are white in color?", + "choices": [ + "material color", + "represent cleanliness", + "stain", + "cleaning" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 38182, + "question_id": "eLRb9PDSjMVAmyW6zTqiWj", + "question": "Why is the bear bleeding?", + "choices": [ + "fight injury", + "got cut", + "surgery", + "was shot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 74061, + "question_id": "eMDphymE5GzUyAfz72NFfj", + "question": "Which direction is the white arrow on the sign pointing?", + "choices": [ + "east", + "north", + "south", + "west" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 232152, + "question_id": "eMTcxiizZPBysohxoDQR3M", + "question": "How is the man holding the board feeling?", + "choices": [ + "happy", + "scared", + "annoyed", + "angry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473303, + "question_id": "eNbuhyHFzV6eRGf6rWvPRS", + "question": "Why would someone sit at this table?", + "choices": [ + "to eat", + "to saw", + "to sew", + "to paint" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 264745, + "question_id": "eNpcQ4qPFjbadm8UQBM2Ht", + "question": "What is the only type of vehicle that can turn left at this traffic light?", + "choices": [ + "buses", + "trucks", + "motorcycles", + "cars" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40739, + "question_id": "ePz25eii6PiqBztonAXpFy", + "question": "What number is the big hand of the clock pointed to?", + "choices": [ + "seven", + "six", + "eight", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 88194, + "question_id": "eQACtvma279wzH4mJedaGZ", + "question": "What plugs into this device for charging?", + "choices": [ + "mini usb", + "hdmi", + "printer port", + "coax cable" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 10575, + "question_id": "eQjsxeQwfsB6Xzkr2UwUZS", + "question": "What are the wheel objects on the plane?", + "choices": [ + "tricycles", + "cars", + "spare tires", + "landing gear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 447916, + "question_id": "eRRMET4ZcVKpkUxoZVsKUH", + "question": "What food is this animal a vital ingredient in?", + "choices": [ + "soy burger", + "lamb chops", + "rabbit stew", + "beef burger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155769, + "question_id": "eRdKDbL8J4hPnBgYcPLu8h", + "question": "The paper underneath the scissors usually comes in what form?", + "choices": [ + "sheets", + "bundle", + "scraps", + "roll" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 574768, + "question_id": "eUYVVbjbeoiWCmCswnJ3i8", + "question": "If one more bird landed on the structure how many would there be?", + "choices": [ + "three", + "one", + "six", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 202208, + "question_id": "eUzXhZF6Gwh8ETskHzaGMy", + "question": "What caused the color on the second hand?", + "choices": [ + "paint", + "acid", + "rust", + "oil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102258, + "question_id": "eVccuhHqBoTha7nwHsDn7Y", + "question": "What type of road is the elephant crossing?", + "choices": [ + "railroad", + "dirt", + "side street", + "highway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 249797, + "question_id": "eVimhrDo4GEP4mXZBygsbv", + "question": "The single folded towel on the bed indicates this room is where?", + "choices": [ + "hospital", + "hostel", + "dorm", + "hotel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 486279, + "question_id": "eWA2mGVHbqabfYEMw3wmbu", + "question": "What kind of scissors are those?", + "choices": [ + "craft scissors", + "fabric scissors", + "hair scissors", + "kitchen scissors" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 465731, + "question_id": "eWHoFfGDqZqEDwJrVYdQVQ", + "question": "What mode of transport is displayed in the image above?", + "choices": [ + "air", + "road", + "railway", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 66393, + "question_id": "eXf3zcsBt85xBr6WRbLXy6", + "question": "What would he do if he is really happy?", + "choices": [ + "wag tail", + "bite", + "bark", + "whimper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 580380, + "question_id": "eYCtC9drpiuRVdEKEsWpge", + "question": "What is the bear holding in it's mouth?", + "choices": [ + "fish", + "cup", + "meat", + "bowl" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 14084, + "question_id": "eZuuiLGqLUKE77SQ8cgKxi", + "question": "What might this animal do first if it senses danger?", + "choices": [ + "bite", + "nest", + "fly", + "peck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191087, + "question_id": "ebjML7D3QxY8SBo8rKVQvD", + "question": "What is the Chinese version of this green vegetable called?", + "choices": [ + "kun choy", + "choy sum", + "gai lan", + "bok choy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123000, + "question_id": "edVzSjj5tLHLyyYc2BWZFf", + "question": "Why are the flowers and leaves on the floor?", + "choices": [ + "designed to", + "plant dying", + "dog", + "windy day" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 256146, + "question_id": "edcBVTdpFgs8JbP7YrE79s", + "question": "What type of house is the one pictured above?", + "choices": [ + "mud", + "modern", + "temporary", + "hut" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 580982, + "question_id": "edwRNghfRWX98avaHcDGwJ", + "question": "What type of person uses the toothbrushes present in the two holders?", + "choices": [ + "child", + "teenager", + "adult", + "baby" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317197, + "question_id": "eeXpwb6xNB9ooxTViH4WFx", + "question": "What is the item on in the back window used as defence against?", + "choices": [ + "sun", + "snow", + "rain", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 179596, + "question_id": "egEeCFoZsaMAA2vwpTdiwD", + "question": "What type of furniture is this equipment located on?", + "choices": [ + "wicker", + "wood", + "plastic", + "upholstered" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 439830, + "question_id": "egKEmkbeYXzj54sLiFJ6iR", + "question": "How much too late is the person for gaining entry to this business?", + "choices": [ + "1 hour", + "2 minutes", + "none", + "30 min" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349086, + "question_id": "egpoDbHQqpdtEeoAKkTvAF", + "question": "What does this device work with?", + "choices": [ + "computer", + "refrigerator", + "motorcycle", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 265765, + "question_id": "ehAye27aMw8FWUSESf4Cc7", + "question": "Where is the motorcycle currently moving?", + "choices": [ + "north", + "east", + "nowhere", + "west" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 21722, + "question_id": "ehMCQ6eFFRdtE5XrtZC2do", + "question": "What is another name for one of the individual objects being stacked up?", + "choices": [ + "garage", + "luggage", + "storage", + "tower" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 356041, + "question_id": "eiBY2MkpcrvkBuYT4zmnPi", + "question": "What is the yellow item worn over the shoulders of the skier?", + "choices": [ + "sweater", + "suspenders", + "racing bib", + "jacket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446323, + "question_id": "ejkkcvFM6fpfwrwfNH2NEs", + "question": "Why is he standing like that?", + "choices": [ + "falling", + "slipping", + "showing off", + "maintain balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581207, + "question_id": "emp4iNhFhYTNgRYFy3CipM", + "question": "How much was Danielle paid to paint this wall?", + "choices": [ + "1 million", + "120", + "nothing", + "100" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369216, + "question_id": "enNXmTYYzWMwjcbUWYWbc7", + "question": "In what room is this woman located?", + "choices": [ + "office", + "kitchen", + "bedroom", + "bathroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570583, + "question_id": "enuS2E36M5ALPW9n2cuPus", + "question": "What is the likely gender of the person who snapped this photo?", + "choices": [ + "male", + "non-binary", + "can't tell", + "female" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 368902, + "question_id": "eo3aLQT9zdHTtXZmLSLjyN", + "question": "What kind of outfit is the person wearing?", + "choices": [ + "casual", + "costume", + "uniform", + "business" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 546051, + "question_id": "epNicjaNwYyDGY82tjhw6g", + "question": "What shape do this animal's markings most resemble?", + "choices": [ + "circle", + "rhombus", + "hexagon", + "square" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 298244, + "question_id": "eq4N5tguEbVkKxJahgjKJN", + "question": "What is above the toilet?", + "choices": [ + "robe", + "shelf", + "art", + "cabinet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 11394, + "question_id": "eqHXsaJbHLU6nTyuEE5pGy", + "question": "How will he get down after climbing up?", + "choices": [ + "lift", + "snowmobile", + "jump", + "ski" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156165, + "question_id": "eqsVwq23MEZWkHkLkLy6TT", + "question": "What type of bathtub is pictured?", + "choices": [ + "freestanding", + "back-to-wall", + "built-in", + "corner" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 279576, + "question_id": "erVzaqSr6QuaAX3VkPHEv3", + "question": "From where does the whitish substance seen here emanate?", + "choices": [ + "people paint", + "birds", + "donkeys", + "goats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 60067, + "question_id": "etXMoNs7BSn9RUDAu2h4ic", + "question": "Which year's Olympics was this?", + "choices": [ + "2004", + "2000", + "2016", + "2012" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136607, + "question_id": "etiJDwKjeHbEiUPbiHCeEo", + "question": "What might the giraffes here consume first?", + "choices": [ + "grass", + "low shrubbery", + "rock", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168907, + "question_id": "etryjmiRJkRP2FASBqaskR", + "question": "A lack of what would cause the toilet water to be colored?", + "choices": [ + "toilet paper", + "water", + "flushing", + "plunging" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 227707, + "question_id": "evRWJNn2yraqzfrdkcDBaf", + "question": "The top vehicle is designed to travel where?", + "choices": [ + "underwater", + "africa", + "mars", + "space" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 333914, + "question_id": "exkB3BtytKZRECLvSKXizo", + "question": "What expression is the person doing?", + "choices": [ + "sulking", + "sneezing", + "crying", + "laughing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 553099, + "question_id": "eyLabFNDu2f5t7XkgWfeJH", + "question": "How can the proportions of these legs be described?", + "choices": [ + "short", + "stocky", + "humanesque", + "tall" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 137298, + "question_id": "ezzTFbhYw4pwhaPM9DXtjx", + "question": "How many zebras are drinking water in this image?", + "choices": [ + "one", + "three", + "eight", + "two" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512804, + "question_id": "f2HbbyTRBzNz7QVAf2a9GY", + "question": "What is the middle initial of this company's founder?", + "choices": [ + "d", + "w", + "l", + "s" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 178243, + "question_id": "f2nhvuHD8KRHweHSbkLUdR", + "question": "What is the child doing?", + "choices": [ + "hiding", + "cleaning table", + "chewing table", + "stealing laptop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35838, + "question_id": "f3ZNZocWMix9ukZoauTbdD", + "question": "Where could these signs be?", + "choices": [ + "portugal", + "united states", + "mexico", + "england" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 385287, + "question_id": "f3jBAawP3xDdSKeXZPhJ39", + "question": "How many destinations does this airline visit?", + "choices": [ + "25", + "50", + "100", + "80" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 545218, + "question_id": "f46XbukVdjvDhNuTaQWfcn", + "question": "What type of table is the bowl sitting on top of?", + "choices": [ + "wooden", + "wicker", + "picnic", + "glass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 384614, + "question_id": "f4k65U3AShprWZbuJkPAMH", + "question": "What is the plane having to navigate to land safely?", + "choices": [ + "people", + "buildings", + "trees", + "animals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 75819, + "question_id": "f564wxchTemdYLojVvXaT8", + "question": "What is the swarm of sea birds looking for in this location?", + "choices": [ + "lobsters", + "sharks", + "small fish", + "large fish" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 572624, + "question_id": "f6iobUCGfxfGfvzV8KhZt8", + "question": "What grain is used to bake this food?", + "choices": [ + "wheat", + "pumpernickel", + "rye", + "corn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 134931, + "question_id": "f6mVPkFQ9HMsbGeXr84gjC", + "question": "What job does the person in the round tower hold?", + "choices": [ + "none", + "police", + "bird watcher", + "factory worker" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 57687, + "question_id": "f7xLAVTiWRK3rGCRGTFkN8", + "question": "Why is the elephant two different colors?", + "choices": [ + "painted", + "striped", + "injured", + "wet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420095, + "question_id": "f9yGJgkjbH3cQApKkXHnHS", + "question": "What is preventing the bird from flying indoors?", + "choices": [ + "injury", + "window", + "owner", + "fencing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 419118, + "question_id": "fEagEi8ugLW9aKzQ2TQYCy", + "question": "What must they pay if they want to ride?", + "choices": [ + "donation", + "fare", + "toll", + "fine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 406262, + "question_id": "fFFFPhTawkrk86rwg6cd9z", + "question": "Where will this train likely go today?", + "choices": [ + "no where", + "dallas", + "chicago", + "galveston" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 468327, + "question_id": "fFRSGUa76Y7LUDynDPef9H", + "question": "What mountain is this near?", + "choices": [ + "glittertind", + "ailigas", + "brenibba", + "sentraltind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 38401, + "question_id": "fFf9AmYCavcntrGtVSkz93", + "question": "What items are below the plane?", + "choices": [ + "signs", + "guns", + "cows", + "antelopes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 77210, + "question_id": "fFhvi7Nn5WwF5Uku4A7DQg", + "question": "The item the dog is sleeping on provides what?", + "choices": [ + "exercise", + "warmth", + "shade", + "food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 103345, + "question_id": "fG5DTsKRKDyWQLjPuiZ6E2", + "question": "What main item does he need to put on to be dressed?", + "choices": [ + "hat", + "pants", + "cufflinks", + "watch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229579, + "question_id": "fGN3Am32n6hGbiMmdUcYua", + "question": "Which fruit is the least juicy?", + "choices": [ + "green", + "brown", + "yellow", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536197, + "question_id": "fJQjCCYBrNHMuw9mjDHXjd", + "question": "The man's hairstyle is most similar to what?", + "choices": [ + "bouffant", + "crew cut", + "beehive", + "man bun" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 98343, + "question_id": "fJbzbdtg4VpzHKwyLxRTz7", + "question": "What are the green signs above the stop sign showing?", + "choices": [ + "delays", + "streets", + "phone numbers", + "traffic warnings" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 571705, + "question_id": "fL3DsTCyw2pMMgQdGkKqrY", + "question": "The waste can is made from what material?", + "choices": [ + "metal", + "wood", + "marble", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 46036, + "question_id": "fMfqMndnngMVsiDXmLvb3F", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "road", + "rail", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 49142, + "question_id": "fRMD8Kv5uGDsz3hmkuzX5x", + "question": "Who is hanging out in the background?", + "choices": [ + "moose", + "hippopotamus", + "ostrich", + "gazelle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 215294, + "question_id": "fSqbA8cDoVfHkqvqvPyezk", + "question": "What are the white lines in the sky commonly called?", + "choices": [ + "bumps", + "contrails", + "blips", + "letters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488579, + "question_id": "fVx5WJqMYLSofACExDEpCo", + "question": "What can this software be used to do?", + "choices": [ + "edit photos", + "edit videos", + "edit music", + "word process" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35261, + "question_id": "fW9DxAUrupScELHNFAhtiU", + "question": "Which animal is the giraffe most likely to notice in its current position?", + "choices": [ + "sheep", + "duck", + "zebra", + "giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 232162, + "question_id": "fWGEt42KBinGmmHC77X2gK", + "question": "What is shooting up in the sky?", + "choices": [ + "rifle", + "firecracker", + "paratrooper", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 71950, + "question_id": "fWPfEXssYii7wLViMAEd2i", + "question": "Where would these scissors most likely be found around a house?", + "choices": [ + "garage", + "bathroom", + "living room", + "dining room" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297062, + "question_id": "fXYd9TvEKZAvypRdc9HzHy", + "question": "Why is he looking down?", + "choices": [ + "dropped sandwich", + "tired", + "avoiding camera", + "bad news" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 173151, + "question_id": "fZmwr5PJ8R975oSmEbHKbX", + "question": "What action are the red-handled scissors specialized for?", + "choices": [ + "slicing", + "cutting", + "edging", + "trimming" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 81349, + "question_id": "faQNxgKRaRyjUKCwnsY6Nh", + "question": "What is the same color as the sign?", + "choices": [ + "clown nose", + "bee", + "candy cane", + "iguana" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 413002, + "question_id": "fbkfZQZNwjrJVHEsCHy4q9", + "question": "How many of the stuffed animals are pink?", + "choices": [ + "two", + "one", + "three", + "four" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 410564, + "question_id": "fcJ5sMcyaBBeGs5wjjbxgP", + "question": "What is the red office supply beside the cat?", + "choices": [ + "calculator", + "ruler", + "pen", + "stapler" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 393792, + "question_id": "fdsoDVRLnDv2oxguPx2RtV", + "question": "What style bathing is available here?", + "choices": [ + "none", + "walk in", + "shower", + "spa" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 155065, + "question_id": "fes8pEnydVBWfVaporve54", + "question": "Where are these animals located?", + "choices": [ + "office", + "home", + "vet", + "barn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 47146, + "question_id": "fezTqZBpcQursAUAZ2uBmP", + "question": "What type of coat coloration does the cat on the top shelf have?", + "choices": [ + "calico", + "tabby", + "tuxedo", + "tortoiseshell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355590, + "question_id": "fg58Soyz6bY4nP8GxknzVc", + "question": "What does the child have on their head?", + "choices": [ + "hood", + "helmet", + "crown", + "beret" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 530319, + "question_id": "fgb2HkvhviaFWhkVifxN4k", + "question": "What weather phenomenon is the dog playing in?", + "choices": [ + "hail", + "hurricane", + "snow", + "rain showers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 375297, + "question_id": "fgfCrXtc7mZmafyrxPVMGM", + "question": "What color bedspread does the owner of this dog sleep beneath?", + "choices": [ + "floral print", + "plaid", + "solid", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 16924, + "question_id": "fhS4HMsgizy9ZQSWgMUwwT", + "question": "What activity is the zebra performing?", + "choices": [ + "hunting", + "sneaking", + "drinking", + "grazing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365932, + "question_id": "fheMogezapWdz2ee6beGYE", + "question": "What is the pulley system to the left called?", + "choices": [ + "dumb waiter", + "ski lift", + "gondola", + "rope tow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577218, + "question_id": "fijgfa8pQ36SaTwAQKg4uh", + "question": "What is a well known city that is located in the country from which this plane originates?", + "choices": [ + "helsinki", + "brooklyn", + "antwerp", + "cairo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 511178, + "question_id": "fkjTu9tB67F95woimXLeXt", + "question": "What color allows this animal to blend in here?", + "choices": [ + "green", + "white", + "brown", + "blue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188506, + "question_id": "fmud2PMbAKXHZfejFaJS3w", + "question": "What room does the dog seem to be sitting in?", + "choices": [ + "kitchen", + "bedroom", + "hallway", + "bathroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 356040, + "question_id": "fmyZqAo3hH3E8QgXzLAMmY", + "question": "What is one way to describe the overall arrangement in the center of this room?", + "choices": [ + "symmetrical", + "sparse", + "crowded", + "chaotic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551932, + "question_id": "foBYqidoKpxVcWhNQqNx2m", + "question": "Who likes to eat the fruit that is pictured here?", + "choices": [ + "snoopy", + "donkey kong", + "crash bandicoot", + "garfield" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528593, + "question_id": "fpoeUkd4dE8htHU65769tZ", + "question": "Where is she brushing her teeth?", + "choices": [ + "bedroom", + "kitchen", + "garage", + "bathroom" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 252456, + "question_id": "fst5tpS4qcUS3kE4P9vqmB", + "question": "What secures the yellow ball to this place?", + "choices": [ + "nothing", + "sand bar", + "driftwood", + "anchor" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 196303, + "question_id": "fxEzC6EwxCab8FH3id58Yj", + "question": "What are the bears having?", + "choices": [ + "grass", + "venison", + "tea party", + "prey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 257607, + "question_id": "fxNGQiuH4WLnAb66ag7Z4K", + "question": "Why is he holding the board?", + "choices": [ + "is broken", + "stole it", + "is resting", + "going home" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 579135, + "question_id": "fyHvQFLPeqNBdNFTDeE6yd", + "question": "What is the lightest color of flower in the vase?", + "choices": [ + "white", + "pink", + "purple", + "black" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 17552, + "question_id": "fyJt9F7ADz7uEST96EQtFG", + "question": "What can they put up for more privacy?", + "choices": [ + "fence", + "screen", + "curtain", + "door" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 213335, + "question_id": "g3vHzK9JEhs42RuYHgBi56", + "question": "What course is being served?", + "choices": [ + "dessert", + "salad", + "appetizers", + "entree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 198194, + "question_id": "g4MUhL86TYJYusi9JcHHsS", + "question": "What entrepreneur founded this company?", + "choices": [ + "vernon rudolph", + "ralph dupree", + "abe winsted", + "scott ford" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 3111, + "question_id": "g5q4RLtTRRRA4XygB5E9Gy", + "question": "What would cause the kite surfer to go faster?", + "choices": [ + "boat wake", + "paddle", + "wind gust", + "big wave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 208977, + "question_id": "g6Ht63HwXBgmEjteVUwLj6", + "question": "What kind of surface is the person skiing down?", + "choices": [ + "dune", + "cliff", + "slope", + "road" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 327541, + "question_id": "g8cPmAR2mvUReJXPWi7KzJ", + "question": "Why might someone want to avoid using the knife?", + "choices": [ + "too big", + "blunt", + "dirty", + "too small" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 444561, + "question_id": "g8ncrRZpb4cnPiqq9xTxve", + "question": "What is needed for this activity?", + "choices": [ + "wind", + "ice", + "water", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 203979, + "question_id": "g8vzQamL7ko8HhRoFBRyUJ", + "question": "What is he doing?", + "choices": [ + "cleaning board", + "getting lunch", + "wandering around", + "seeking waves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195659, + "question_id": "g9TZasdsgXnMjnXSJBmWw4", + "question": "What does someone want continuity on here?", + "choices": [ + "food", + "settings", + "text", + "nothing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 533035, + "question_id": "gAGtPREe2oAoqqCSYszAMc", + "question": "Why is the bird's shadow behind it?", + "choices": [ + "is hungry", + "can't see", + "facing sun", + "is hiding" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577836, + "question_id": "gAGtT69U69deadaPPF98QG", + "question": "What does this vehicle use for propulsion?", + "choices": [ + "engines", + "propeller", + "wind", + "solar power" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349749, + "question_id": "gAJra5SYs4idFLwwGBcjqN", + "question": "What is the yellow stuff on the plate?", + "choices": [ + "banana", + "lemon", + "cheese", + "pepper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102789, + "question_id": "gBCmDmKn3TBv2ikg4Muckr", + "question": "Which food in the bowl is found in the ocean?", + "choices": [ + "shrimp", + "green bean", + "carrot", + "asparagus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477551, + "question_id": "gC2BajZ8XDY9ZfAentgkEq", + "question": "What basketball teams jersey is the man wearing?", + "choices": [ + "clippers", + "lakers", + "bucks", + "warriors" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 216654, + "question_id": "gCWMJTkYHgV38qm52uRUd9", + "question": "In what country is this building found?", + "choices": [ + "italy", + "britain", + "china", + "france" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 26649, + "question_id": "gEqqdSxRp2nEje9jKvq6DK", + "question": "Where is this item usually sold?", + "choices": [ + "mcdonald's", + "pizzeria", + "wendy's", + "steak house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 180512, + "question_id": "gF96zoYAvDi44WcqKPDfWM", + "question": "What is the cat sitting next to?", + "choices": [ + "potted plant", + "oven", + "tree", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 136362, + "question_id": "gHgM5DMcFuSws6H5XaM8AR", + "question": "Which roll of toilet paper was replaced most recently?", + "choices": [ + "bottom", + "top", + "right", + "left" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 560400, + "question_id": "gKcZDTUPTfPrekn2oNvcyD", + "question": "What is the purpose of the openings near the rear of the bus?", + "choices": [ + "board", + "ventilation", + "visibility", + "storage" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 191401, + "question_id": "gLHJfJS5W3xQ4F8XiZ7D97", + "question": "While waiting for this conveyance to arrive what type of seating might you utilize?", + "choices": [ + "stool", + "sofa", + "couch", + "bench" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 436517, + "question_id": "gMBWGAMH4s8Ck3DcHTq7sE", + "question": "What is the red object used for?", + "choices": [ + "fertilization", + "sprinkler", + "fire hose", + "traffic control" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 359742, + "question_id": "gPRykccCiRBiKUHuoYSdki", + "question": "What breed of dog is the toy modelled after?", + "choices": [ + "pitbull", + "beagle", + "golden retriever", + "pug" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 408741, + "question_id": "gPi3WDuTixQs8VTvfDEea4", + "question": "What is beneath the person's feet?", + "choices": [ + "sand", + "their opponent", + "mud", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 46939, + "question_id": "gQFT9AW22nfMMZgPviiGrs", + "question": "What move is the boy attempting?", + "choices": [ + "nollie", + "grind", + "ollie", + "kickflip" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56959, + "question_id": "gQpDgAAUwRE2CCCbAXxFRw", + "question": "What would happen to the bear if the tree behind it ceased to exist?", + "choices": [ + "go hungry", + "fall sleep", + "begin flying", + "shift backwards" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 62811, + "question_id": "gRerLukRroKaGrdYE4NGWa", + "question": "Which object would deter the giraffes the most?", + "choices": [ + "pole", + "fence", + "grass", + "tree" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 269765, + "question_id": "gTcjWdR8BCPhRPe2eEgwx9", + "question": "What type of device is shown?", + "choices": [ + "cell phone", + "laptop", + "kindle", + "tablet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 251068, + "question_id": "gTfimghYppYaRKZoLZpH4K", + "question": "What vegetable is the reddish color on this sandwich originally derived most from?", + "choices": [ + "cabbage", + "beets", + "eggplant", + "tomato" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 578211, + "question_id": "gUGfqMh4CAJAwMrL9sxGdV", + "question": "What should the clock be replaced with to make it more realistic?", + "choices": [ + "shovel", + "bag", + "box", + "head" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 352795, + "question_id": "gUwrWdEfV3QHHtNg3QrABp", + "question": "What sort of event is this clothing item appropriate for?", + "choices": [ + "informal", + "casual", + "beachwear", + "formal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 564937, + "question_id": "gWFooDpNFfFvZKGiJPEWSz", + "question": "What time of shirt is the man wearing?", + "choices": [ + "t-shirt", + "plaid", + "tuxedo", + "v-neck" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 493116, + "question_id": "gWSPeqkvHU7GyahbkhDRhi", + "question": "What is separating the two surfers?", + "choices": [ + "wave", + "boat", + "shark", + "board" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291254, + "question_id": "gZgXigCxsuu2rwr5csDyC5", + "question": "Why is the cat here?", + "choices": [ + "can't move", + "wants food", + "person posed", + "likes keyboard" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 216423, + "question_id": "gbTcMoPwJbNVMZcKpXTNd8", + "question": "What sport has a hall of fame in the location listed on the side of this train?", + "choices": [ + "tennis", + "basketball", + "racquet ball", + "baseball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192446, + "question_id": "gcNAKM9MCKhtwPXH3yWekJ", + "question": "Which of these businesses are known for selling the food in the man's hand?", + "choices": [ + "wendy's", + "dunkin donuts", + "starbucks", + "mcdonalds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 300914, + "question_id": "gd8fM3mUkA7qxEZKFMaDDk", + "question": "What is the name of this airline's frequent flier program?", + "choices": [ + "flymiles", + "skymiles", + "airmiles", + "cruisemiles" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147191, + "question_id": "gdBvYao4xELdnG4Bbvhvo8", + "question": "What item is similar to what the boy is touching?", + "choices": [ + "tennis ball", + "treehouse", + "baseball bat", + "rocking horse" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 207277, + "question_id": "geLjiuHsQ54Q888JpMkqhy", + "question": "How is the skier changing direction?", + "choices": [ + "snow", + "skis", + "poles", + "boots" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56803, + "question_id": "gex65d7T2Mj5VuY65JzGk6", + "question": "What number should be written nearest to where the minute hand is?", + "choices": [ + "four", + "one", + "five", + "eight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 152972, + "question_id": "gfQ9wLbHELAgisazFr3Adp", + "question": "Images seen on kites here originated in which media?", + "choices": [ + "dvds", + "comic books", + "bible", + "stage plays" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 244346, + "question_id": "ggKybz9h9cH7yaRYyng4ny", + "question": "What does the tan and white object give?", + "choices": [ + "light", + "heat", + "comfort", + "information" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229298, + "question_id": "ggXZ7mGFSmjxiZ9P8k35bJ", + "question": "What kind of seating is available here?", + "choices": [ + "ground", + "bench", + "cinema", + "stool" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 431806, + "question_id": "gjrdE8jYoc2FBRMLHt89wm", + "question": "Which type of chef's usually use this type of pot?", + "choices": [ + "norwegian", + "mexican", + "bahamian", + "chinese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200505, + "question_id": "gkTbNAJUDbGkPmcadudmS6", + "question": "What is essential for this sport?", + "choices": [ + "ice", + "grass", + "sand", + "snow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 27328, + "question_id": "goXLaTpAKnk7pessgtFdTf", + "question": "What is the common color of the cat eye?", + "choices": [ + "blue", + "green", + "golden yellow", + "white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 504281, + "question_id": "gpzwVy4QmrRi2pYz9P6pnp", + "question": "What are the birds doing?", + "choices": [ + "mating", + "flying", + "feeding", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290805, + "question_id": "gqGoF3XHxL3zm7gV4ry5KE", + "question": "What will most likely be added next?", + "choices": [ + "twizzlers", + "icing", + "biscuits", + "fudge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 505302, + "question_id": "gqgSTtqs76BuhDiiCzuA9K", + "question": "What kind of activity are the elephants engaged in?", + "choices": [ + "mating", + "sleeping", + "grazing", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 109684, + "question_id": "gqy4q6uUiwvPTEBnibKLxR", + "question": "What is the man wearing black shoes doing?", + "choices": [ + "pooing", + "flushing toilet", + "washing hands", + "peeing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 47196, + "question_id": "grHdXkXq6eDjmi3WwrvyTW", + "question": "What do these animals like to eat?", + "choices": [ + "eggs", + "grass", + "pork", + "bread" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 534595, + "question_id": "grJvLwhAMrdMx4z2DRGQWm", + "question": "What hour will it soon be?", + "choices": [ + "12", + "eight", + "nine", + "11" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 30582, + "question_id": "gs8tbGDZn449W2fVLB3uNk", + "question": "What is the small gray circle on top of the mouse used for?", + "choices": [ + "pasting", + "typing", + "scrolling", + "licking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 443622, + "question_id": "gtsGk4MwJhR3xgDuGQktDZ", + "question": "What might the parasols here meant to be adorning when made?", + "choices": [ + "frogs", + "tea", + "milkshakes", + "cocktails" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 266855, + "question_id": "guc2cgMPYJMJhomqjuHQfw", + "question": "What is the object the cat is playing with made out of?", + "choices": [ + "soda bottle", + "old lamp", + "tin can", + "mail package" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386935, + "question_id": "guwEGHTJW7M3Qi5mQxAzAa", + "question": "What are the people using?", + "choices": [ + "snowboards", + "feathers", + "boxes", + "swords" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 535039, + "question_id": "gw7vBCmPbWwFSSAneq5EUv", + "question": "What is this athlete using to steady himself?", + "choices": [ + "hand weights", + "pole", + "shoes", + "ankle weights" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372975, + "question_id": "gwfoLVNxqC8n7ckhxwaU8E", + "question": "What state are they driving through?", + "choices": [ + "nebraska", + "california", + "new york", + "minnesota" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 372354, + "question_id": "gwsXjofCj7z59Noo6Xu52R", + "question": "What is usually used with the vehicle here?", + "choices": [ + "pogo stick", + "helmet", + "propeller", + "seat belt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 414689, + "question_id": "gxKuGChWRDEJgSAN98TCxV", + "question": "This woman is communicating in which manner?", + "choices": [ + "public", + "private", + "digital only", + "none" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438770, + "question_id": "gxwWy8sDhgZpmKcjKPJsZd", + "question": "What is the area raised up off the water below the smoke called?", + "choices": [ + "turnstile", + "dock", + "barrier", + "pier" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581755, + "question_id": "gyQf7j3RNGzff4CWho7g5H", + "question": "What college name begins with the first three letters on the sign on the left?", + "choices": [ + "vassar", + "fordham", + "adelphi", + "binghamton" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151128, + "question_id": "gyddsj28k99QyB6baApHmN", + "question": "What sound producer is located above the timepiece here?", + "choices": [ + "trumpet", + "buzzer", + "kazoo", + "bell" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229450, + "question_id": "h2mBqDjrWgsWgYwLwZK6ax", + "question": "What is the green item that is in abundance here?", + "choices": [ + "peas", + "cucumber", + "lettuce", + "squash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345021, + "question_id": "h3E3369DHETQzJx8FoPtF3", + "question": "Where is this game being played?", + "choices": [ + "court", + "field", + "grass", + "mud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 424758, + "question_id": "h3d6D2rJ4sF5sks8mEsGSB", + "question": "How far is it to Ifrane from here?", + "choices": [ + "9 centimeters", + "9 kilometers", + "9 meters", + "9 milimeters" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 388975, + "question_id": "h7NUTYodVB8nmbLGaZ5idN", + "question": "What type of area is shown?", + "choices": [ + "urban", + "desert", + "forest", + "rural" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 302748, + "question_id": "h7mNXPawoQUzgH5eJvyiaQ", + "question": "What is the clothing all these surfers are wearing?", + "choices": [ + "wetsuit", + "floats", + "dresses", + "jeans" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 91339, + "question_id": "h9rUcfVgw9eFDQku2Qo3TD", + "question": "What is the contents of the bottle shown here produced for?", + "choices": [ + "laundry", + "dishes", + "drinking", + "bathing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365539, + "question_id": "hAW2jPfgHkWwyeVmQwEQK5", + "question": "What animal might you find in the area to the left?", + "choices": [ + "dog", + "fish", + "elephant", + "bat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420430, + "question_id": "hBZGgYAFDwHvEMz65jQYbT", + "question": "What is usually found in this room?", + "choices": [ + "charcoal", + "soap", + "freezer", + "arcade machine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 338150, + "question_id": "hCnBX9ouXche2AwG2kH7Ac", + "question": "What is the likely danger faced by this person?", + "choices": [ + "tornado", + "earthquake", + "storm", + "tsunami" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 184564, + "question_id": "hE8a88Er3btWbKcT4TLwmc", + "question": "Where was this vehicle stored?", + "choices": [ + "boat slip", + "carport", + "garage", + "hangar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 255939, + "question_id": "hFXypgsLBh5LPk4TPefkAa", + "question": "The man in which color jacket will get in the tunnel first?", + "choices": [ + "red", + "white", + "blue", + "green" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 315506, + "question_id": "hFawE9ASLUMdgLyGNgqttx", + "question": "What are the two dogs fighting over?", + "choices": [ + "tennis ball", + "frisbee", + "plate", + "dog treats" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451100, + "question_id": "hGFVMveMBGiS9Gx99T97kP", + "question": "What type of animal is this?", + "choices": [ + "stuffed", + "domestic", + "mammal", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 341936, + "question_id": "hGPxAXHiBCpggEMXdDPnUf", + "question": "What type of board is the man riding on?", + "choices": [ + "skimboard", + "wakeboard", + "surfboard", + "longboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 556153, + "question_id": "hGafoAdRj6wc9VkeoH9TLZ", + "question": "What is the woven floor covering underneath the electronics constructed from?", + "choices": [ + "bamboo", + "tatami", + "cloth", + "jute" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 225821, + "question_id": "hHKcLqqZnq9nVQuKiCdK68", + "question": "What type of site is shown?", + "choices": [ + "shopping", + "natural", + "historical", + "modern" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373438, + "question_id": "hHf8KdJz4j5XMcV3shKN3L", + "question": "What would cause the surfers to watch the waves rather than surf?", + "choices": [ + "lighting", + "temperature", + "season", + "weather" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 345259, + "question_id": "hHkagnSqusjZmSpD2v3xnH", + "question": "What does the long nose belong to?", + "choices": [ + "anteater", + "bear", + "cat", + "elephant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 528237, + "question_id": "hJ2P6NqzTqrGpssCDpaHA7", + "question": "To what does this person listen?", + "choices": [ + "static", + "camera", + "heart", + "phone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 565685, + "question_id": "hJVH4ciBox9SGGEfhC6Ce8", + "question": "In which location might the lady shown here be?", + "choices": [ + "arena", + "hotel", + "motel", + "nursing facility" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 377247, + "question_id": "hJXW9omaer6fSmykSue58s", + "question": "Which one of these workers is most likely to use this truck?", + "choices": [ + "teacher", + "tailor", + "potter", + "construction" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156331, + "question_id": "hJZGnfYEnFmxU7hV3NJZnC", + "question": "Why is the truck's door a different color than the truck?", + "choices": [ + "rust", + "in accident", + "different style", + "owner confused" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 158789, + "question_id": "hK8yJsA66u2RgpE7a5TbwJ", + "question": "The woman knows the man holding her how?", + "choices": [ + "mother", + "just met", + "strangers", + "intimately" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 331948, + "question_id": "hL3MzpEd6k9bXvPQJscWwe", + "question": "What is the person eating this pizza also likely doing?", + "choices": [ + "browsing internet", + "completing homework", + "watching tv", + "cleaning house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367895, + "question_id": "hQF4wvY9cT3c56crDVH8EM", + "question": "What region would this item be a rare find?", + "choices": [ + "united states", + "india", + "antarctica", + "brazil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566275, + "question_id": "hR6gZE54wM6rR8XKCM23ST", + "question": "What would normally be where the dog is?", + "choices": [ + "person", + "bird", + "cat", + "lamp" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262725, + "question_id": "hRjEBaWV6g2iXTcVhYpWgo", + "question": "What do the man and woman want to do with the large white object?", + "choices": [ + "throw it", + "paint it", + "eat it", + "sculpt it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390620, + "question_id": "hT9aixNQsNS6K5w2Ro233G", + "question": "The man looks most like what singer?", + "choices": [ + "buzz osborne", + "perry farrell", + "taylor momsen", + "biz markie" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 575085, + "question_id": "hTSpr5nK2FoeHB7PuG9HXt", + "question": "What is in the water?", + "choices": [ + "cat", + "tree branch", + "ladder", + "people" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 521780, + "question_id": "hToJWzGrwUdsV82wQbvSmy", + "question": "What is the dog doing with the blue plate?", + "choices": [ + "biting it", + "attacking it", + "smelling it", + "licking it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 418153, + "question_id": "hTwcBXmJWST9As2bBLZWrd", + "question": "What is the dog looking to score?", + "choices": [ + "sandwich", + "hamburger", + "dog bone", + "vitamins" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 408097, + "question_id": "hUgJC8SDGxT2eYywUsWiyw", + "question": "What store would the child go to to get this food item?", + "choices": [ + "nathan's", + "dunkin donuts", + "mcdonald's", + "chipotle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 151209, + "question_id": "hUrWeUzapR7shsPbfWPMqK", + "question": "These food items usually come in what shape?", + "choices": [ + "triangle", + "octagon", + "round", + "star" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369990, + "question_id": "haSkEQB2cq4rBDkSZ2nJyJ", + "question": "What material is the screen door in front of the cat constructed from?", + "choices": [ + "iron", + "copper", + "steel", + "aluminum" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 273720, + "question_id": "hbQFunzqbxRpCiJ67mSZg8", + "question": "What is the function of the white foam?", + "choices": [ + "hydrating", + "cleaning", + "whitening", + "neutralizing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 422317, + "question_id": "hdm2n8bvwseXdYm9fXcVFS", + "question": "The texture of the court is?", + "choices": [ + "soil", + "cement", + "mud", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192611, + "question_id": "hfz8YbaaNXDcwNeJqKvsWf", + "question": "What language used in this book?", + "choices": [ + "french", + "english", + "spanish", + "malay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 287283, + "question_id": "hhJvXih2habbZGPWEa7pA8", + "question": "What can be accessed from the small yellow object?", + "choices": [ + "water", + "electric", + "assistance", + "gas" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 318140, + "question_id": "hhqWdoMDuWr6EF6VoekHxN", + "question": "What Australian city is this airline based out of?", + "choices": [ + "canberra", + "melbourne", + "sydney", + "brisbane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466439, + "question_id": "hitfWeJ5QB82uXeaS4zcdq", + "question": "The appliances are probably what material?", + "choices": [ + "cloth", + "ceramic", + "slate", + "steel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 386173, + "question_id": "hjL24QEoex3ZXyka3Ghw65", + "question": "Where can you find this street?", + "choices": [ + "norway", + "italy", + "finland", + "denmark" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254707, + "question_id": "hkf9emwT4uV5soTzCuGVDT", + "question": "What is a famous store that serves things like this?", + "choices": [ + "wayside", + "shelter", + "subway", + "station" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 117484, + "question_id": "hkv7Q9YP2FZZ5j4tcGAQJ7", + "question": "What type of transportation is absent in the signs here?", + "choices": [ + "cycling", + "running", + "walking", + "bussing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349626, + "question_id": "hok7CGjYNxQ76yqWuxJwzP", + "question": "Why are the logs burning here?", + "choices": [ + "heating food", + "destroy evidence", + "heating neighbors", + "provides warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515596, + "question_id": "hpbkrCnHtst5mEaTucZWW6", + "question": "Which food has the least amount on the plate?", + "choices": [ + "potato", + "avocado", + "tomato", + "carrot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 24065, + "question_id": "hphpZEW3HMsjU6q8Gh9cYe", + "question": "What season is happening here?", + "choices": [ + "fall", + "winter", + "spring", + "summer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 112367, + "question_id": "hrfRWraCfmaBj2MnMuiDwb", + "question": "What is the dog doing?", + "choices": [ + "racing", + "watching", + "herding", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123428, + "question_id": "hsZkPvjQ48G7hJ4srRhMTz", + "question": "What body part is taller than the rest of the animals around the central bird?", + "choices": [ + "legs", + "mouth", + "beak", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118675, + "question_id": "ht8gXA4gyvJn7ebiLkZwWF", + "question": "Why is he standing that way?", + "choices": [ + "is falling", + "is lost", + "is tired", + "maintaining balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 334443, + "question_id": "htVX782umwiYLd9oKKVoVU", + "question": "What metropolitan area does this company serve?", + "choices": [ + "denver", + "valparaiso", + "miami", + "el paso" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 452357, + "question_id": "hvkZjXhJF5bG7vnqtURALe", + "question": "What does the skateboarder have on?", + "choices": [ + "tie", + "hat", + "armor", + "clown nose" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 403426, + "question_id": "hwfPt8qrPxB8BQUk3GygS9", + "question": "Who can go forward here at this moment?", + "choices": [ + "ticket holders", + "anyone", + "taxi takers", + "no one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555846, + "question_id": "hwnqUJkanCFcpS5WhKhiF4", + "question": "What are these birds standing on?", + "choices": [ + "street pole", + "antenna", + "cage", + "fence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 6377, + "question_id": "hwqY5dehCy3AnbyPXtXJZ3", + "question": "What type of model is the dark car across the street?", + "choices": [ + "sedan", + "taxi", + "minivan", + "sports car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 105203, + "question_id": "hyM3EgWgoYgAts3Xv6CoY5", + "question": "What does the man want to do with the red object?", + "choices": [ + "taste it", + "pocket it", + "throw it", + "eat it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 320781, + "question_id": "i2aVRCiiuqws8kXD2nLg7L", + "question": "What job would someone have who would be allowed to make a hose connection to this item?", + "choices": [ + "computer programmer", + "mom", + "fireman", + "coast guard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 193762, + "question_id": "i4sWAnTKxHBP2GZPmBsN7J", + "question": "What does the light coming from the signal tell people?", + "choices": [ + "stop", + "slow", + "turn", + "go faster" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158150, + "question_id": "i6Z9Fb7oPmHq2MSzM4JJWJ", + "question": "What would be needed to make this toilet work?", + "choices": [ + "gravity", + "plumbing", + "solar panels", + "electricity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 320860, + "question_id": "i7ctCL2ZiU8fc6dKzK4i4v", + "question": "How is the man balancing like that?", + "choices": [ + "special effects", + "wind", + "ropes", + "strong" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 562459, + "question_id": "i7sgFRFGGCKsjhH9BUqKmB", + "question": "Where is this garden?", + "choices": [ + "hospital", + "park", + "school", + "yard" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 101375, + "question_id": "i9QuWfcjjsxVXQ3yArxVfV", + "question": "What kind of farming is this?", + "choices": [ + "vertical", + "food forest", + "raised bed", + "aquaponics" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 161864, + "question_id": "i9nY6ir8FVP5fPdT756UnV", + "question": "What type of animals are seen in the photo?", + "choices": [ + "bear", + "hyena", + "dog", + "gorilla" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490249, + "question_id": "iAuB8jMenDvYANgmKWpd54", + "question": "What is in the direction the animal is looking?", + "choices": [ + "helheim", + "devil's sinkhole", + "tartarus", + "ursa major" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172118, + "question_id": "iBAeBbKAr6HQJbChigZqxA", + "question": "What is the colorful item on top of?", + "choices": [ + "flower pot", + "box", + "refrigerator", + "bed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 114948, + "question_id": "iBMFbbrARFMKZhwgXHfMAd", + "question": "This airplane is following up on what type of disaster?", + "choices": [ + "earthquake", + "tornado", + "pollution", + "terrorist attack" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550668, + "question_id": "iBx3Y6upMHbcKjuypnepSf", + "question": "What would be the result if this advice was followed?", + "choices": [ + "communism", + "uniformity", + "peace", + "conflict" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339726, + "question_id": "iCMX66AkUetbQRQDbbb5Uf", + "question": "What number is on the front of the bus?", + "choices": [ + "652", + "387", + "908", + "042" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 348153, + "question_id": "iCmjBdZienZbor2UpTyqFG", + "question": "What might be causing the white smoke to come from the tent?", + "choices": [ + "water", + "piping", + "fire", + "minerals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 63106, + "question_id": "iDMBp76GXow85XXHY6NNBy", + "question": "Where are the cows being shown off to an audience?", + "choices": [ + "country fair", + "school", + "park", + "amusement park" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 209402, + "question_id": "iDs8rFqkYvhqr74vJjGjbQ", + "question": "What age group does this person belong to?", + "choices": [ + "30-45", + "50-65", + "10-25", + "20-35" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 274623, + "question_id": "iEsP9p4KnHkbx7dNLRhafW", + "question": "What is the person pictured above doing?", + "choices": [ + "snowboarding", + "skating", + "gliding", + "jumping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507860, + "question_id": "iGrUCCtkCSzjAQScaHemJi", + "question": "What is inside the cup?", + "choices": [ + "water", + "nuts", + "nothing", + "milk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81863, + "question_id": "iH3WBBKYPV65oatEgKPSyU", + "question": "Which object looks most similar to this cat's eyes?", + "choices": [ + "marble", + "playing cards", + "cardboard box", + "mailbox" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438951, + "question_id": "iJTZR9tQHNRR5UtHZo8ws6", + "question": "What are the long streamers called?", + "choices": [ + "nose", + "wings", + "tail", + "belly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 325735, + "question_id": "iJbGPCRKDuQX2KVLweRQDR", + "question": "What type of kitchen is shown?", + "choices": [ + "commercial", + "hospital", + "residential", + "mobile" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 417435, + "question_id": "iM4QxMfkqeckdx9jhy3Va7", + "question": "How often can the white food be harvested?", + "choices": [ + "triennially", + "annually", + "biannually", + "quarterly" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 548193, + "question_id": "iMDTgQcrLygVdTrSL7WEgf", + "question": "What is the complete first word on his shirt?", + "choices": [ + "snowboard", + "showboard", + "slowboard", + "stowboard" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 494929, + "question_id": "iPxANWq54uzNPSXKSJ8h3b", + "question": "How are the top and bottom of the largest item here similar?", + "choices": [ + "shape", + "color", + "height", + "length" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 79148, + "question_id": "iXbSoevbYAKACH3uC6e9n9", + "question": "The food pictured is part of which cultural cuisine?", + "choices": [ + "japanese", + "vietnamese", + "chinese", + "italian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456474, + "question_id": "iYVQsL3N3YjzqeGnCJFhnU", + "question": "What is the language below the English warning?", + "choices": [ + "latin", + "greek", + "french", + "german" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 479059, + "question_id": "iZzcxnNnJ6YCAZarZxPhDe", + "question": "What is this sink used for?", + "choices": [ + "develop photos", + "wash hands", + "clean dishes", + "bathe dogs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 356234, + "question_id": "ibZnPmwuskJYgoZRmzaAiM", + "question": "What animal does the above doll resemble?", + "choices": [ + "polar bear", + "dog", + "none", + "plain bear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 131671, + "question_id": "idTLgPoGnLyqEEFFzJRJSK", + "question": "How many calories are in a regular slice of pizza?", + "choices": [ + "100", + "300", + "250", + "800" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 172130, + "question_id": "idc598SQ3QJXiYRF3ypMzM", + "question": "What is the nature of this animal's fur?", + "choices": [ + "striped", + "bald", + "nonexistent", + "monocolored" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 477541, + "question_id": "iemkTy85nPxHKyt93XAJfs", + "question": "What activity occurs in the alcove here?", + "choices": [ + "showering", + "sleeping", + "bathing", + "brushing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263645, + "question_id": "iepGwxwmLodUnfDBrr48sP", + "question": "What did the bird ruin on the electronic device?", + "choices": [ + "motion sensor", + "power button", + "power chord", + "scroll wheel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51670, + "question_id": "ifvtdGHFsyTiJD6SRcetHG", + "question": "In which Asian country is this bathroom located?", + "choices": [ + "south korea", + "china", + "vietnam", + "japan" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 76783, + "question_id": "ik4ALYUi62ivwthhyz4N2A", + "question": "Where are these animals located?", + "choices": [ + "desert", + "forest", + "zoo", + "beach" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 300832, + "question_id": "ik8Zgn3ktqfdUDUzyRz42C", + "question": "What does he hope will be the outcome of this game?", + "choices": [ + "injury", + "loss", + "win", + "tie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 67421, + "question_id": "ikMAeAC9VyoLHMYmuUCxdi", + "question": "What type of signs are on the clocks?", + "choices": [ + "directional", + "brand", + "warning", + "price" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 465959, + "question_id": "ikuqPVr25BWicRncqFcyUw", + "question": "What location is this fire hydrant?", + "choices": [ + "driveway", + "parking lot", + "median", + "curbside" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 445052, + "question_id": "ikwYLQ2pZh3zZERdG2UaNG", + "question": "What is the comb and watch sitting on top of?", + "choices": [ + "couch", + "bed", + "sink", + "dresser" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 272226, + "question_id": "inESbbfsRdnBFWzD5vLPBG", + "question": "How many different ways is the baby putting the food in her mouth?", + "choices": [ + "two", + "five", + "one", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 32749, + "question_id": "iqYdmUkJCrwekc3bP9ir96", + "question": "What reason could the yellow object be where it is?", + "choices": [ + "sentience", + "blizzard", + "eruption", + "wind" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 263421, + "question_id": "irZWaYyFL94rpfnnzCVyEe", + "question": "What type of sink is shown?", + "choices": [ + "bathroom", + "kitchen", + "workroom", + "commercial" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 451816, + "question_id": "isdpwWg36ZmXsiH5n55Yex", + "question": "What type of clothing is the person pictured above wearing?", + "choices": [ + "casual", + "semi-casual", + "official", + "costumes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 249642, + "question_id": "iuQGidCtmHvqHiTVMYD62H", + "question": "What does the train run on?", + "choices": [ + "coal", + "steam", + "electricity", + "diesel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 371152, + "question_id": "iuZwrAciyC54pppL8ynoYU", + "question": "What are the people looking at?", + "choices": [ + "giraffes", + "signage", + "sand", + "tour guide" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61581, + "question_id": "iv8RpKi6MmxgTSRJT4VaH6", + "question": "What type feet does this animal possess?", + "choices": [ + "hooves", + "claws", + "talons", + "flippers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 237631, + "question_id": "ivERbnSHWg34aEgLamApk9", + "question": "What is the signage indicative of?", + "choices": [ + "intersecting roads", + "someone's home", + "danger ahead", + "garage sale" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 198896, + "question_id": "ivj3gdAvBjiGMfr3o6cjcs", + "question": "Where is this station?", + "choices": [ + "suburb", + "city", + "country", + "university grounds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473947, + "question_id": "ivjPdESybWbBRsknqE4JDM", + "question": "Why is the man in the helmet holding a sword by his side?", + "choices": [ + "fashion", + "offense", + "defense", + "ceremony" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104672, + "question_id": "ivzBdrjVampsfELFVTvhUx", + "question": "What is the lowest part of the animal's head here that is visible?", + "choices": [ + "nose", + "eyes", + "ears", + "forehead" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 59645, + "question_id": "iyHF8bcDFYPMM666ZLLD6S", + "question": "How are these devices powered?", + "choices": [ + "electric", + "coal", + "sun", + "battery" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 339756, + "question_id": "iyvXyyWdu2dk7PhoPwKzpn", + "question": "The loop means they can wear these without doing what?", + "choices": [ + "washing", + "tying", + "ironing", + "sewing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 18696, + "question_id": "j5a7qsL68bZR8MBhNPLzWN", + "question": "What action is about to be taken with the scissors?", + "choices": [ + "poking", + "cutting", + "slicing", + "stabbing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 295238, + "question_id": "j5oimpZ2vmTzugwHbZpUfZ", + "question": "What condition is the road in?", + "choices": [ + "disrepair", + "dirt", + "pristine", + "under construction" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 361570, + "question_id": "j6SgGnMq2KLFymBAp7HVfK", + "question": "Why is the sign in Hindi?", + "choices": [ + "in china", + "in india", + "for amusement", + "mistake" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 353020, + "question_id": "j7U7yYBpCCZ43r9jLLck9M", + "question": "What type of environment is this train most likely in?", + "choices": [ + "forest", + "marine", + "tundra", + "desert" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 226052, + "question_id": "j7qC3vnzrAUiF85PiHcdJU", + "question": "What is the importance of the following equipment?", + "choices": [ + "landmark", + "decoration", + "water point", + "extinguish fire-point" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 95369, + "question_id": "j8ZQmdXf8qqW3h2LqNkCkV", + "question": "What is the area to the left of the sink used for?", + "choices": [ + "showering", + "eating", + "cooking", + "storing clothes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569181, + "question_id": "j8oMKD9TMgHJYxwQPLoYCm", + "question": "How many people sleep here?", + "choices": [ + "one", + "four", + "two", + "eight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 223969, + "question_id": "j9VVYtedsYU7wA9rbM2jef", + "question": "Which part of animals seen here is likely to be used by this person first?", + "choices": [ + "hoofs", + "hair/wool", + "tails", + "horns" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 551628, + "question_id": "j9WJ27GZPpVxgREF2YesFj", + "question": "What can be done with this appliance?", + "choices": [ + "call", + "clean", + "view", + "blend" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 175243, + "question_id": "jBa4eXMLMhwJDxkhtthkHr", + "question": "What natural structure is this?", + "choices": [ + "cave", + "tree", + "ocean", + "mountain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 195393, + "question_id": "jFLAwxpHQ5HzVCr4raguwU", + "question": "Where is this game being played?", + "choices": [ + "mud", + "court", + "beach", + "field" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 99262, + "question_id": "jGVAJ5MSRj4Mq2szwZ4WD2", + "question": "What type of room is this?", + "choices": [ + "hotel", + "exam", + "escape", + "conference" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 486279, + "question_id": "jGs4uQqQqoJEXhuEGSq8cq", + "question": "What is the profession of the person that will prepare this item?", + "choices": [ + "painter", + "janitor", + "chef", + "teacher" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 414265, + "question_id": "jJM6S99WwxT7k3Y7oPaapD", + "question": "Elevated people here want to take what of the Giraffes?", + "choices": [ + "ears", + "food", + "photos", + "horns" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 72388, + "question_id": "jJcBKUnGLZzZWMAVxwd2LP", + "question": "What kind of weather is the woman most likely selling accessories for?", + "choices": [ + "hail", + "heat", + "snow", + "rain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387612, + "question_id": "jK6vLNMrctejTnUN9qfVky", + "question": "What is the item on the bird's leg for?", + "choices": [ + "medication", + "decoration", + "identification", + "safety" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 178132, + "question_id": "jLA9Vk6bKB5nLVc4qHtUNf", + "question": "What type of transportation is this?", + "choices": [ + "rail", + "air", + "road", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299835, + "question_id": "jLdvkRZ4yUpuuFiQv6pVEw", + "question": "What food can be made from this animal's meat?", + "choices": [ + "fish cakes", + "pork rinds", + "beef taco", + "salad" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 94896, + "question_id": "jLogtGPCcJkXy5RGRnveL5", + "question": "What might someone need to do if they are getting ice cream out of this appliance?", + "choices": [ + "reach up", + "bend down", + "open left", + "open right" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104072, + "question_id": "jQ8s9Cv5W83SBzchWnDdKx", + "question": "How is this food prepared?", + "choices": [ + "frozen", + "boiled", + "baked", + "fried" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29258, + "question_id": "jRaEZE2t3X9TaX7ghQXsts", + "question": "What is the purpose of the wooden apparatus?", + "choices": [ + "flatten pizza", + "serve pizza", + "grill pizza", + "transport pizza" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 33273, + "question_id": "jSA9r5ECeWbz6Pui55tLLX", + "question": "What place is known for this type of food?", + "choices": [ + "olive garden", + "nathan's", + "mcdonald's", + "subway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515116, + "question_id": "jTd8CG6gU9z5ZFcJm9ALBg", + "question": "What religion do these arches belong to?", + "choices": [ + "islam", + "judaism", + "buddhism", + "christianity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169037, + "question_id": "jTw6vfeFqsH7vekaMyAWBb", + "question": "What is hanging up on the wall?", + "choices": [ + "underwear", + "socks", + "towel", + "shorts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283544, + "question_id": "jTzSxQcb3NztPd5wR2aHAX", + "question": "What type of phone is the woman using?", + "choices": [ + "corded", + "cordless", + "rotary", + "pay" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552418, + "question_id": "jbjnmBLm6SE8Ze4hSX88zt", + "question": "During which season was this moose walking along the road?", + "choices": [ + "spring", + "winter", + "fall", + "summer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36008, + "question_id": "jc87afTorBrfRJUqoG2NSA", + "question": "What is a word that can describe this group of animals relaxing like this?", + "choices": [ + "dazzle", + "stampede", + "school", + "flock" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 459013, + "question_id": "jcAsTa9yWuEmX6RSnPj6BJ", + "question": "What will likely happen to the hair on this animal?", + "choices": [ + "shorn", + "tyedied", + "grow forever", + "braided" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 18696, + "question_id": "jcUA2wa9ZeJXQZxPnqvh5K", + "question": "What activity is the person performing?", + "choices": [ + "cutting", + "slicing", + "stabbing", + "splicing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 562785, + "question_id": "jeHcqWbuw57rGEG7ysSvxK", + "question": "Which object would typically have water in it?", + "choices": [ + "wood floor", + "saw", + "doorway", + "toilet bowl" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 162008, + "question_id": "jeMrGQgXVZVyvUasbWAMCE", + "question": "What is the tallest living thing in the image?", + "choices": [ + "zebra", + "trees", + "giraffes", + "elephant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102026, + "question_id": "jeNVvuQpRMvYctTaWbTbZd", + "question": "What type of food must cats eat?", + "choices": [ + "viruses", + "bugs", + "animal protein", + "vegetables" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 250861, + "question_id": "jhHVwyrpvQbsij8RSRGrXf", + "question": "What do the coils seen here make it easier to do?", + "choices": [ + "heat food", + "open book", + "prevent pregnancy", + "vape" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 434889, + "question_id": "jkboVYwZ4SLc5r2MDa49Wa", + "question": "Why has he covered his head?", + "choices": [ + "protection", + "uniform", + "costume", + "cleanliness" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 161864, + "question_id": "joSU3yDyjf6ceH97yEHBfX", + "question": "What type of animals are shown?", + "choices": [ + "hamster", + "bear", + "chicken", + "rooster" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 546735, + "question_id": "jpQrrzgwFsgQcXfr5iQSr9", + "question": "Which one of these people groups have historically lived alongside this animal?", + "choices": [ + "malay", + "aztec", + "inuit", + "tamil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519881, + "question_id": "jsCwMy3D3g9qyubHJzEAM7", + "question": "In film and television this animal is often depicted as eating what?", + "choices": [ + "bark", + "ants", + "fire", + "honey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 498452, + "question_id": "jtvRkF6Usm7KP8TsYoRatv", + "question": "What is the duration for hand wash to attain perfection?", + "choices": [ + "10secs", + "20secs", + "30secs", + "40secs" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517358, + "question_id": "juLU7w3dMZFWWa5AKrQiH8", + "question": "What can be done with this device?", + "choices": [ + "open", + "turn on", + "turn over", + "close" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 391386, + "question_id": "jwGFuAnMgPKVw3s7D28mHD", + "question": "Which country is the subway station in?", + "choices": [ + "turkey", + "ukraine", + "romania", + "bulgaria" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 11621, + "question_id": "jxCwu8CH4ZyWMzYp9ZzLma", + "question": "What's on the plate?", + "choices": [ + "croissant", + "bagel", + "hockey puck", + "chocolate donut" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204756, + "question_id": "jxFQ3uyB4vHQ3w4jv7oZ6z", + "question": "What type of light is shown?", + "choices": [ + "spot", + "moon", + "sun", + "flash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 280717, + "question_id": "jxQGwNQR7kF9ztN94TSUu9", + "question": "Which food ingredient has a creamy texture?", + "choices": [ + "tomato", + "lamb", + "bread", + "eggplant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355885, + "question_id": "jzV5rB2bbyVL5UPXMqrAwX", + "question": "What is the man throwing in the air?", + "choices": [ + "puck", + "hat", + "ball", + "frisbee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147781, + "question_id": "jzmjCpjoUfemEo8c2XfgzC", + "question": "What is the person in the white hat here taking?", + "choices": [ + "picture", + "nothing", + "rock", + "rest" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 259413, + "question_id": "jzoyNjyGJWfzYsTeuBgfzM", + "question": "What diet does the person who placed the eating animals sticker most likely observe?", + "choices": [ + "keto", + "atkin's diet", + "sugar free", + "vegetarian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446370, + "question_id": "k6mtTMLjAKPZ6GEnur7ZYF", + "question": "What will turn on in a few hours?", + "choices": [ + "radio", + "television", + "light", + "computer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 182831, + "question_id": "k74LZsgVegfxHk3sGKCHNt", + "question": "What state is next to the state where this Amtrak train is from?", + "choices": [ + "arizona", + "washington", + "new york", + "florida" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 179028, + "question_id": "k7w9qVw67RTKJvhRbAbhRw", + "question": "Why does the girl have her head covered?", + "choices": [ + "religion", + "fashion", + "protection", + "warmth" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177176, + "question_id": "k8Wxf28Pb8QaZZ9ZN5rFij", + "question": "What is the man doing with his finger?", + "choices": [ + "eating", + "pointing", + "scratching nose", + "stirring drink" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 43623, + "question_id": "k8yac4HxSNZbiAgF2E5mMt", + "question": "What does the yellow object connect to underground?", + "choices": [ + "water", + "fire", + "power lines", + "electricity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 500615, + "question_id": "k9DZGsLeZAmPFrxtqQAoAf", + "question": "The animal here is curious about what?", + "choices": [ + "tree", + "cage", + "camera", + "it's calf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 356346, + "question_id": "kDX88EEunrsosGvwyyc32W", + "question": "What are the two sheep on the side trying to get from the big sheep's body?", + "choices": [ + "milk", + "pee", + "bugs", + "meat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462064, + "question_id": "kDoSgQsTrGoZpSYyFvdhJq", + "question": "What birds are flying in the air?", + "choices": [ + "cardinal", + "raven", + "crow", + "seagull" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 463910, + "question_id": "kGyRr5JEQqEgeVtguN8Mj9", + "question": "This man looks most like what character from The Wire?", + "choices": [ + "beadie russell", + "omar", + "stringer bell", + "nick sobotka" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 350705, + "question_id": "kKoUNK76SrDCfkc22EU6rP", + "question": "How many types used to throw the disc?", + "choices": [ + "nine", + "two", + "four", + "three" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 432585, + "question_id": "kKoqSpPzRBYta6aBereSY8", + "question": "What number is above this woman's head?", + "choices": [ + "nine", + "seven", + "eight", + "one" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 231303, + "question_id": "kL9abjoTmnDXXDX32CgAkF", + "question": "What is the dog's nose against?", + "choices": [ + "wall", + "fence", + "window", + "bowl" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 76231, + "question_id": "kNTJRV9naDpkcHfRhmqTsY", + "question": "What is this type of counter called?", + "choices": [ + "glass", + "tile", + "granite", + "plastic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 581305, + "question_id": "kP7ZWBMCDzkMYPz8spW4tj", + "question": "Where is this cat located?", + "choices": [ + "hospital", + "barn", + "field", + "home" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 219234, + "question_id": "kPBRZxm9md6Pyvx5NPeuix", + "question": "What type of building is behind the stop sign?", + "choices": [ + "clothing store", + "auto store", + "restaurant", + "bank" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142292, + "question_id": "kPC3ddc2cNfdRzrJgzJ5nq", + "question": "What technique was used to make the table covering?", + "choices": [ + "weaving", + "needlepoint", + "macrame", + "crochet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135629, + "question_id": "kPYqWBwqnD8Vm7VRwFoTpi", + "question": "When is this kind of plane commonly used?", + "choices": [ + "party", + "war", + "public transport", + "event" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 262602, + "question_id": "kQ3Dib2pDaskeLMAAhJpDL", + "question": "What is the white area shown?", + "choices": [ + "snow", + "cloud", + "water", + "sand" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36350, + "question_id": "kQEfqDtFYSNoG5dTzRUWZ5", + "question": "What kind of light bulb is being used for the bathroom?", + "choices": [ + "hps", + "incandescent", + "led", + "metal halide" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299078, + "question_id": "kSVydiD6WqMkUgLHP28vfu", + "question": "This city is often compared to which one of these cities?", + "choices": [ + "new orleans", + "helsinki", + "las vegas", + "houston" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 517157, + "question_id": "kT4Q7M42t8YAaVHy5yoLpx", + "question": "What country is this bus part of?", + "choices": [ + "spain", + "norway", + "uk", + "italy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 297340, + "question_id": "kT5i9yGiBCdRDwU3xbLqVo", + "question": "What makes the bike sign funny?", + "choices": [ + "it's orientation", + "color", + "font", + "rider" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 66605, + "question_id": "kTDXBsbxwYKeWy3LQRUhCE", + "question": "The contents of this vehicle have what property?", + "choices": [ + "frozen", + "edible", + "live", + "flammable" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385058, + "question_id": "kTHvUyVVnHRcARWHjpXgEZ", + "question": "What is on the end of the item in this person's mouth?", + "choices": [ + "bacon", + "charcoal", + "bristles", + "lollipop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411452, + "question_id": "kWhB28GMCxFzcQXTuGWjyG", + "question": "What type of animals are these?", + "choices": [ + "stuffed", + "bird", + "reptile", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 217277, + "question_id": "kXEscxuc94sx3NoqACQRCn", + "question": "What type of lighting is the owner trying to create?", + "choices": [ + "decorative", + "task", + "accent", + "ambient" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 533340, + "question_id": "kXFkmrc77rVBudVTPzPaV7", + "question": "What numerical information is shown?", + "choices": [ + "score", + "time", + "speed", + "temperature" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 242842, + "question_id": "kXXm95wy6G8VLCPNNyofLz", + "question": "What word is on the sign?", + "choices": [ + "stop", + "pressure", + "yield", + "way" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 269649, + "question_id": "kZjLWsMWKbLwGu9hkYEAto", + "question": "What caused the lines in the sign?", + "choices": [ + "marker", + "fire", + "rain", + "acid" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 40340, + "question_id": "kaF5smgkwm22fargCfYVRm", + "question": "What company is known for selling the item that is located in the glass with the spoon?", + "choices": [ + "meineke", + "home depot", + "carvel", + "best buy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 255127, + "question_id": "kaivp4RpXiGhk4cfRehWrC", + "question": "What type of metal is being used to create the theme for both structures?", + "choices": [ + "bronze", + "gold", + "titanium", + "silver" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 488579, + "question_id": "kaviKh7HKEV9DseBzMGJx4", + "question": "The software is what type of image editing program?", + "choices": [ + "3-d", + "raster", + "vector", + "animation" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 480426, + "question_id": "kcQQY2tKFMkXfBnCNjbsUE", + "question": "How many legs would the animal have if their legs suddenly doubled?", + "choices": [ + "two", + "twelve", + "eight", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 457551, + "question_id": "kcjFB2JCCmsL8mB55EPfKF", + "question": "What type of activity is this with the dog?", + "choices": [ + "kite surfing", + "fishing", + "dog fishing", + "dog surfing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 340541, + "question_id": "kfSo39t4prZy5RVZGPj9gC", + "question": "What type of parking is shown?", + "choices": [ + "street", + "diagonal", + "valet", + "lot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254023, + "question_id": "kfkadwyt5fFSxoB5vmkFqC", + "question": "What seasoning is being used?", + "choices": [ + "old bay", + "oregano", + "pepper", + "salt" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 204214, + "question_id": "kfvijw55fCK5sHspuJ8Yjs", + "question": "What part of the dog body is the tool in the dog's mouth used for?", + "choices": [ + "fur", + "nose", + "paws", + "eyes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 278327, + "question_id": "ki3m7ESFN5Ueu2du5cqiiE", + "question": "What is the bird shown here seeking?", + "choices": [ + "eggs", + "nectar", + "mirror", + "mate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 315167, + "question_id": "ki97AkjQNDwXaiUZABd76v", + "question": "What is the snow partially covering?", + "choices": [ + "fire hydrant", + "cat", + "chicken leg", + "dog bone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 295072, + "question_id": "kk6dqrjdkPDtwGco5jJiPF", + "question": "What item is artificially colored?", + "choices": [ + "sky", + "tree", + "grass", + "hydrant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317558, + "question_id": "kopV9QMNP23WqRQHT5c6vM", + "question": "What is the name of this room in a building?", + "choices": [ + "reception", + "restroom", + "lounge", + "kitchen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 274119, + "question_id": "krAvC9VVKebciTWjctWKmp", + "question": "What is the highest governing body of this sport?", + "choices": [ + "fifa", + "nba", + "nfl", + "ncaa" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 67346, + "question_id": "krXirZhv42UXJNRSDDTcMi", + "question": "What item here is used to cut?", + "choices": [ + "knife", + "saw", + "meat cleaver", + "scissors" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86347, + "question_id": "ksJmDkfX4ePiFsr3fU8Y3K", + "question": "What is the flying pattern the planes are flying in usually called?", + "choices": [ + "formation", + "exhibit", + "discriminate", + "unified" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 275475, + "question_id": "ksrKGdFDaTjvExX79tuEZS", + "question": "Who likely uses this bus most frequently?", + "choices": [ + "prisoners", + "students", + "soldiers", + "tourists" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 127478, + "question_id": "kt7aQLvDm8h7faR2fwabyo", + "question": "What is the child holding?", + "choices": [ + "spoon", + "tooth brush", + "pen", + "tooth paste" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485641, + "question_id": "ktKWVjMmYf5GEKsDiJT92k", + "question": "What seems to be missing from this popular dish?", + "choices": [ + "ketchup", + "cheese", + "olives", + "basil" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 514560, + "question_id": "ku7utdkoToiQM99JHYEC8e", + "question": "Someone with this type of key chain probably likes what type of foods?", + "choices": [ + "meats", + "veggies", + "seafood", + "pastries" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 163915, + "question_id": "kubqSxU7zySB3iU4HCLXuo", + "question": "What is the only thing in the photo that is to scale?", + "choices": [ + "barge", + "boat", + "buoy", + "water" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 179061, + "question_id": "kv2b9mtNhcw47BBFKdW9aA", + "question": "Who runs this bus?", + "choices": [ + "daycare", + "municipality", + "retirement community", + "school district" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 507376, + "question_id": "kyNG2dmMWoRRPy7dGUaCBD", + "question": "Which item in the plate probably has the most flavor?", + "choices": [ + "brown", + "green", + "white", + "silver" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 484743, + "question_id": "m23LQ4AMDzceJJ6nKXnbGx", + "question": "What kind of allergy will prevent someone from consuming this dish?", + "choices": [ + "fish allergy", + "milk allergy", + "egg allergy", + "nut allergy" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 396709, + "question_id": "m4kkienGMaFmjp37rCWMop", + "question": "What is he doing?", + "choices": [ + "controlling display", + "resting", + "eating lunch", + "eating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362767, + "question_id": "m5ciToKgmduVivtHqghwxY", + "question": "What brand are the skateboarder's shoes?", + "choices": [ + "new balance", + "reebok", + "adidas", + "nike" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104632, + "question_id": "mAKNYv5YxkY9Yi8ge93BVb", + "question": "What season of the year is it most likely to be?", + "choices": [ + "summer-fall", + "winter-spring", + "fall-winter", + "spring-summer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 188874, + "question_id": "mBTBpW5sNtgd6TPhsRrjVs", + "question": "What is the use for the structure standing in the dessert with the broken door?", + "choices": [ + "phone booth", + "storage", + "bathroom", + "music" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 402692, + "question_id": "mCGMVvMUXBYM7dSZH8Dcdz", + "question": "What looks like it was built in the tree to the left of the dog?", + "choices": [ + "flag pole", + "birds nest", + "treehouse", + "exercise bar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 221263, + "question_id": "mCdPp86BJj9NRKmFubZ54b", + "question": "What are the turtles sharing?", + "choices": [ + "drink", + "trash", + "bed", + "food" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317760, + "question_id": "mCpekG5Dy6vnxWWj6x6rJk", + "question": "What sport does the glove belong to?", + "choices": [ + "football", + "hockey", + "basketball", + "baseball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420439, + "question_id": "mDVKqHrPxm3vjMMqVNNgwg", + "question": "What type of kitchen is shown?", + "choices": [ + "hospital", + "mobile", + "commercial", + "residential" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 198954, + "question_id": "mGSj6mhrPoWFyn9jeA65fz", + "question": "In which country is this bicycle located?", + "choices": [ + "united states", + "australia", + "canada", + "england" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311037, + "question_id": "mGv8q9tBVAH2cF4vC2Zd8q", + "question": "The green items can provide what?", + "choices": [ + "blood", + "wings", + "shade", + "light" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 462218, + "question_id": "mHhbUi72UE7K3XissU7kUN", + "question": "This animal's ancestors in the 13th century were persecuted by what group?", + "choices": [ + "dinosaurs", + "catholic church", + "depeche mode", + "hare krishna" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 23835, + "question_id": "mJy6ZAvgG5WNQTfPSE9oLg", + "question": "The people are all wearing what?", + "choices": [ + "jackets", + "potato sacks", + "boxes", + "crowns" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 567753, + "question_id": "mNCLiiL6UdEQFNB8YqBJzr", + "question": "What is this type of clothing called?", + "choices": [ + "outerwear", + "underwear", + "footwear", + "accessory" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 123735, + "question_id": "mQGZkypHvDTb5gKaFcczRP", + "question": "What is the stitch on the wall artwork called?", + "choices": [ + "embroidery", + "crochet", + "purl", + "knit" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 81007, + "question_id": "mQnjoxpb9nt6FYAfc9HcnH", + "question": "What area lies beyond the gray door?", + "choices": [ + "bathroom", + "bedroom", + "storage closet", + "apartment exterior" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 24676, + "question_id": "mSLWQsFsiAjULkpmM2fBA2", + "question": "How is this train powered?", + "choices": [ + "electric", + "battery", + "steam", + "coal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 170067, + "question_id": "mSWi5Rmju4rJmdVcU5EoyE", + "question": "What could someone use to understand the foreign language of the movie?", + "choices": [ + "subtitles", + "remote control", + "google", + "translator" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29255, + "question_id": "mSdeaDmWHsAbkQi5peZude", + "question": "What appliance is the plant coming out of?", + "choices": [ + "dishwasher", + "dryer", + "toilet", + "oven" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157925, + "question_id": "mTeUR97fhMSQVhoBMxkZcc", + "question": "What might the bird here find?", + "choices": [ + "horns", + "mutton", + "nothing", + "insect" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 30367, + "question_id": "mU6f4pmww2YCafzNT3ddLC", + "question": "What is the bear's expression?", + "choices": [ + "sad", + "content", + "happy", + "calm" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 281726, + "question_id": "mUn59YjLKDrcrU9AYY8AvL", + "question": "At this place can we found this kind of environment?", + "choices": [ + "city", + "valley", + "mountain tops", + "garden" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 573569, + "question_id": "mVoXZGGVTebeWdqPBBAtgt", + "question": "What type of material is being used to wrap the object?", + "choices": [ + "nylon", + "terrycloth", + "polyester", + "cheesecloth" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 290970, + "question_id": "mW8zPC6JHwAXuR3ArgUhMJ", + "question": "What kind of pants does the man have on?", + "choices": [ + "shorts", + "tights", + "khaki", + "jeans" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 155246, + "question_id": "mXCjWuJGAi3TLVzMExgWxe", + "question": "What person would utilize the red object?", + "choices": [ + "doctor", + "firefighter", + "dog", + "lawyer" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355358, + "question_id": "mXwQC3xHUYgZrSQGowgZ7M", + "question": "Who owns the couch where this person sleeps most likely?", + "choices": [ + "friend", + "no one", + "parents", + "him" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 364144, + "question_id": "mYZ8QGF26nshaSQcCnAxxK", + "question": "Which reptile is behind the cat?", + "choices": [ + "alligator", + "lizard", + "snake", + "turtle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 518111, + "question_id": "mYgLkn9Gi7XHtg7rCcGpSZ", + "question": "The shop seen here provides clothing worn on which body part?", + "choices": [ + "head", + "none", + "hands", + "feet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 41045, + "question_id": "mYkgkwmfWkxtdPWxtpY5t6", + "question": "Which restaurant title is related to what the man is doing?", + "choices": [ + "concierge", + "garbage man", + "dishwasher", + "server" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 5771, + "question_id": "mYr4fXZBo3Q3CrFjydSgeD", + "question": "What hour has recently passed?", + "choices": [ + "1200", + "500", + "800", + "200" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 176204, + "question_id": "mZJyZyKhRamT4fBzW6SxjM", + "question": "Why is there a window above the door?", + "choices": [ + "prevents burglary", + "allows airflow", + "more sunlight", + "emergency exit" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 138178, + "question_id": "mZimjCrT7s42d5yhjMd5WA", + "question": "What is next to the cat?", + "choices": [ + "leeches", + "stuffed animal", + "meat", + "apple" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 373553, + "question_id": "mce6GHCt4rwhmaaBNa2jnp", + "question": "The player that has the white pants and is standing is trying to do make what play?", + "choices": [ + "homerun", + "spare", + "birdie", + "penalty kick" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 314230, + "question_id": "meDQJYzxrBdsNP9UNbLDtG", + "question": "The animal here is doing what?", + "choices": [ + "hibernating", + "feeding", + "doing nails", + "resting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 414626, + "question_id": "mfbDSzcXUQyjKY74dmWTYf", + "question": "This structure is located on what area of land?", + "choices": [ + "outer space", + "in air", + "inland", + "coast" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 187530, + "question_id": "mfz4PJifW8pgd3RvWx52x4", + "question": "What is this furniture designed for?", + "choices": [ + "sleeping", + "eating", + "collections", + "seating" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 340852, + "question_id": "mg3ny3o4PnbBReMECdgDHw", + "question": "How would you describe the air?", + "choices": [ + "foggy", + "high", + "clear", + "low" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 362950, + "question_id": "mgVbinzUKCJXDM5HmRArUb", + "question": "Is this German shepherd breed dog?", + "choices": [ + "maybe", + "false", + "yes", + "no" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 446828, + "question_id": "mhEjPYGL7RBFbtuTtQhisj", + "question": "What instrument is he emulating with his racquet?", + "choices": [ + "flute", + "cello", + "guitar", + "violin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440775, + "question_id": "mi2hdVawxsMrobGf8ed9Be", + "question": "What is the square screen near the white platform sign alerting people to?", + "choices": [ + "road names", + "birthdays", + "weather forecasts", + "departure times" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 36283, + "question_id": "miSTxid3MBVabUhqHsxfy8", + "question": "What is the object the bird is standing on called?", + "choices": [ + "alert sign", + "stop sign", + "street sign", + "warning sign" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 7751, + "question_id": "mikgfyF24rh2NK8Y6x8Gvq", + "question": "What are these animals trying to do?", + "choices": [ + "attack", + "drink", + "hide", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 100474, + "question_id": "minFa9gVF63G6JYn8gzHrg", + "question": "What is the name given to this animal?", + "choices": [ + "chimpanzee", + "gorilla", + "sun bear", + "polar bear" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 381814, + "question_id": "miwFZVUxaXkud4faDBqkdd", + "question": "This type of bird is in what genus?", + "choices": [ + "falco", + "nyctibius", + "canaria", + "mullerornis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 121741, + "question_id": "mj3n9urBMQLFfTiakJXwUR", + "question": "For what reason was the boy placed in the suitcase most likely?", + "choices": [ + "play", + "photo", + "experiment", + "accident" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 425949, + "question_id": "mkLhrnACsvjRaug8gV2boM", + "question": "What food left the smallest bits on the plate?", + "choices": [ + "meat", + "cheese", + "bun", + "lettuce" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 207579, + "question_id": "mm78oC4CDXg447ZtD5siqY", + "question": "What month is he dressed for in the northern hemisphere?", + "choices": [ + "january", + "august", + "june", + "july" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 218626, + "question_id": "mo6QfgpXSfk4Qb7m6BmW7r", + "question": "What activity is the bird likely to do soon?", + "choices": [ + "urinate", + "breed", + "defecate", + "eat" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 550929, + "question_id": "mp2DGwtPBWxzcq4dfpEXPb", + "question": "In what year was this clock tower installed?", + "choices": [ + "1998", + "1954", + "2003", + "1979" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 83314, + "question_id": "mpmC73tWXaENo5TnieEdZo", + "question": "What is the cat doing with the water?", + "choices": [ + "selling it", + "drinking it", + "stealing it", + "cleaning it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 563409, + "question_id": "mqNc7PwBegoGq2hRcgW3pT", + "question": "What is the animal trying to do near the fence?", + "choices": [ + "lick", + "bathe", + "run", + "mate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 26808, + "question_id": "msBRPJxwAujGYPqb7gXmvw", + "question": "How do these people know each other?", + "choices": [ + "coworkers", + "rivals", + "family", + "teammates" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 35261, + "question_id": "muovjr7z6hYWQYSErC2cqi", + "question": "Which animal is in more danger here?", + "choices": [ + "rhino", + "giraffe", + "duck", + "human" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 233333, + "question_id": "mvpwGrKdkrhDQQAF3mGxni", + "question": "What kind of bread is this?", + "choices": [ + "pita", + "bagel", + "ciabatta", + "muffin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 324363, + "question_id": "mwvJAiszvhAucW4FjujB5y", + "question": "Based on the size of the slices who would this pizza be prepared for?", + "choices": [ + "teenagers", + "kids", + "animals", + "adults" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409943, + "question_id": "mxH79Lv9idNXDyXyDkWYFj", + "question": "What is the profession of the operator of this vehicle?", + "choices": [ + "pilot", + "steward", + "driver", + "captain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376664, + "question_id": "myETbLYYLGnMsvGKpFKoXH", + "question": "What is the dog doing?", + "choices": [ + "eating", + "sniffing", + "running", + "sleeping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 224356, + "question_id": "myNmbTFbYhYgdNhkmuJMqm", + "question": "What is the time is displayed on the clock in the above picture?", + "choices": [ + "310 pm", + "115 pm", + "115 am", + "310 am" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102792, + "question_id": "n3F6Dirrk5EcR8Le9mLBxo", + "question": "What is the green sticker used for?", + "choices": [ + "decoration", + "price tag", + "anti theft", + "closing bag" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 411286, + "question_id": "n3HKE6gUKWBEFj55APvd7r", + "question": "What does this definitely NOT run on?", + "choices": [ + "coal", + "petrol", + "electricity", + "diesel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189928, + "question_id": "n3q3955NKLNyGP5dRjkK3X", + "question": "Watch type of vehicles are parked outside?", + "choices": [ + "ambulance", + "school bus", + "firetruck", + "cab" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 130855, + "question_id": "n4Jn87FwtgeVRYJLW3j5SZ", + "question": "What type of transportation is shown?", + "choices": [ + "road", + "air", + "water", + "rail" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 104759, + "question_id": "n55nTGJMULkUoutLHR57ni", + "question": "This type of event is referred to as what?", + "choices": [ + "ice breaker", + "business casual", + "funeral", + "red carpet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 577094, + "question_id": "n7BGGVR8SsWfb2KHiAdsSK", + "question": "What kind of work is required to make this area look as good as it is?", + "choices": [ + "landscaping", + "plumbing", + "construction", + "landfilling" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 374480, + "question_id": "n7d9cL9raQK8WYJKpisy2z", + "question": "What celebrity graduated from the college that shares the same name on the top left street sign?", + "choices": [ + "hugh grant", + "miley cyrus", + "chris adams", + "mickey rourke" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 445181, + "question_id": "n7jG6cx6c75Me2yBgmPFXu", + "question": "Why are they posing with the cow?", + "choices": [ + "found it", + "like cattle", + "showing pride", + "for sale" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 6736, + "question_id": "n8hQJBCUViMBCtqSxfoXQF", + "question": "What type of enclosure is used?", + "choices": [ + "cage", + "barn", + "gate", + "fence" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 441497, + "question_id": "nA7SUx6Gnccmwx7bKcAJLn", + "question": "What type of shot is the woman about to hit?", + "choices": [ + "serve", + "backhand", + "forehand", + "slice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 449961, + "question_id": "nAhAKy652C3eu8jpVHxm8y", + "question": "Why are there so many pillows?", + "choices": [ + "hiding them", + "storage", + "large bed", + "for sale" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 419065, + "question_id": "nCR8w7MrTALv5XAb34oN8s", + "question": "The sheep on the field are grazing during which season?", + "choices": [ + "summer", + "winter", + "spring", + "fall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 254391, + "question_id": "nDkff8AQVzikXKeoxQZxgc", + "question": "What wooden item is below this train?", + "choices": [ + "toothpick", + "lincoln log", + "railroad tie", + "coal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 330843, + "question_id": "nDkzYDh3WAYtYKNkccKpxX", + "question": "This animal's fur would give you what clothing?", + "choices": [ + "leather jacket", + "cotton t-shirt", + "wool sweater", + "denim jeans" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 181590, + "question_id": "nDvrFEHK66aSAYcQnXfrcn", + "question": "What is the pointed red object on the bird's face called?", + "choices": [ + "beak", + "horn", + "claw", + "talon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 29159, + "question_id": "nEBMxgDyVF6hWLRaKYB3Fn", + "question": "Where is this bathroom most likely located?", + "choices": [ + "restaurant", + "church", + "public area", + "house" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351060, + "question_id": "nEYRMGUbd86rLRwmWxW88f", + "question": "What kind of lampshade is on the lamp in the corner?", + "choices": [ + "fabric", + "stained glass", + "plastic", + "street" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409943, + "question_id": "nEwVU7XPGaqhch3zsaDToj", + "question": "The name on the front of the bus is closest to the last name of what baseball player?", + "choices": [ + "james hetfield", + "otis nixon", + "albert pujols", + "kirby puckett" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 378863, + "question_id": "nF3PnZYEHgaU6XK5REjVwD", + "question": "What is the white line in the water behind a boat called?", + "choices": [ + "stern", + "ripple", + "passage", + "wake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540521, + "question_id": "nFJFPi8KZKmh4SPDyHFuas", + "question": "The cat's upturned paw is closest to what key on the keyboard?", + "choices": [ + "eight", + "space", + "enter", + "three" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 485601, + "question_id": "nHGXJwdGfQMWgAuW4ZSkWv", + "question": "What is the green veggie in the spoon?", + "choices": [ + "green pepper", + "asparagus", + "broccoli", + "zucchini" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490573, + "question_id": "nHtqg6HqGYqdFnBFCwDD9X", + "question": "The motion of the skateboarder's legs suggests he is going what?", + "choices": [ + "fast", + "staying still", + "very slow", + "slow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 422175, + "question_id": "nKihr3wpbzW8ZiEfC6e3Jy", + "question": "What should the sign normally say?", + "choices": [ + "one way", + "one gay", + "one straight", + "one day" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415729, + "question_id": "nNcWw3qXFS95Kj9XHvPPRW", + "question": "What does the 26 on the snowboarder's chest signify?", + "choices": [ + "weight", + "competition number", + "age", + "time" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 313775, + "question_id": "nSLrmMdquurKCXajo3gLFK", + "question": "What features are inside this man's mouth?", + "choices": [ + "tobacco", + "bristles", + "mouthwash", + "pipe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 118704, + "question_id": "nSg2soUGUTyKbmNhnGbpVg", + "question": "Which animal has the brown spots?", + "choices": [ + "dog", + "zebra", + "giraffe", + "cheetah" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 141214, + "question_id": "nT4vTiEunBPkRtTUrtFDDi", + "question": "What kind of location is shown?", + "choices": [ + "residential", + "commercial", + "desert", + "coastal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 475573, + "question_id": "nTMXvFknZbFnA3f6rgLGpQ", + "question": "What type of people typically use these enclosures?", + "choices": [ + "pastors", + "police officers", + "teachers", + "bus passengers" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 166772, + "question_id": "nUthHpBNrYs25kcCcA9YvH", + "question": "What must the plane shown here do before beginning takeoff?", + "choices": [ + "pray", + "reverse", + "nothing", + "taxi" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243023, + "question_id": "nVPh8WbSfFDSPoDiJ5VgBL", + "question": "In what country is this airline headquartered in?", + "choices": [ + "india", + "japan", + "korea", + "china" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90580, + "question_id": "nW7xnsQ88t98Wk8JBU7Ti7", + "question": "The book features what aspect about living in a city?", + "choices": [ + "dining", + "exploring", + "working", + "nightlife" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 490946, + "question_id": "nWhSbMwVD5zi96KRZ4RVWi", + "question": "What created the smoke by the man's mouth?", + "choices": [ + "pipe", + "cigar", + "cigarette", + "vape" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 387637, + "question_id": "nYztXGLCQKCaNuZoU5qYje", + "question": "What animal is used as a vehicle on this road?", + "choices": [ + "sheep", + "cow", + "horse", + "elephant" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440676, + "question_id": "nZHALZnVL86xKG8g6bvBzs", + "question": "What word can be related to the name of this street?", + "choices": [ + "royalty", + "presidency", + "checkers", + "masculinity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 200393, + "question_id": "nbk2WR4B4NQW6qsvKm3wYC", + "question": "What is he about to do?", + "choices": [ + "land", + "jump", + "roll", + "flip" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570157, + "question_id": "neKGX33tRH6GFWcLDPR4U9", + "question": "What is the person trying to do?", + "choices": [ + "lift", + "skate", + "sit", + "sleep" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 362286, + "question_id": "negv2fMUSG3wK7zgycD4fW", + "question": "What kind of humor is present on the sign?", + "choices": [ + "dirty", + "irony", + "childish", + "nothing" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 53158, + "question_id": "nfPoxHnpdFVbVLnnyNt2CX", + "question": "What digit is hidden by the rider's foot?", + "choices": [ + "four", + "three", + "one", + "nine" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146688, + "question_id": "nh2RLPqKmeCHjGRBvaeSNx", + "question": "The face shown on the clock here is meant to be what celestial body?", + "choices": [ + "moon", + "sun", + "mars", + "venus" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 438739, + "question_id": "nheRpqDYZtLBMmtKpD2pab", + "question": "What is wrong with the pink pole?", + "choices": [ + "fading paint", + "unstable structure", + "blocking view", + "graffiti" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376169, + "question_id": "njRps4sjEEjdCDBbzMRAbE", + "question": "What type of food is shown?", + "choices": [ + "pizza", + "wrap", + "taco", + "empanada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442583, + "question_id": "nkhP9D3rDG2BfyQVBn2UHj", + "question": "What do you add to prepare the biscuits?", + "choices": [ + "butter", + "water", + "milk", + "cheese" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 27760, + "question_id": "nkqQRm79UA5zWbQkYm4qe9", + "question": "What is she doing?", + "choices": [ + "selling skis", + "hiding", + "taking pictures", + "freezing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 576529, + "question_id": "nksn3xxu2Pnmj5iQTrw9E3", + "question": "In 2012 this area was used to film a movie about what princess?", + "choices": [ + "diana", + "snow white", + "cinderella", + "tiana" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61810, + "question_id": "nm8gcnkfdXWa9NVNGv8sjR", + "question": "What type of cargo is this train carrying?", + "choices": [ + "coal", + "chemicals", + "passengers", + "grain" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 308013, + "question_id": "nnVcisboP54FpqwcRawrFr", + "question": "Knowing and understanding what type numbers helps to decipher time here?", + "choices": [ + "syrian", + "roman", + "arabic", + "egyptian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 230719, + "question_id": "noLzCnCku7Eh7Mw7rwf8vQ", + "question": "What type of transportation is shown?", + "choices": [ + "air", + "water", + "road", + "rail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 49515, + "question_id": "nqxWSMzqeEhWSedsTmFoyB", + "question": "Where is this giraffe located?", + "choices": [ + "zoo", + "hospital", + "circus", + "wild" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 337399, + "question_id": "nsNLmomowy4mr9zPfjefqa", + "question": "How did the car window open up for the dog?", + "choices": [ + "broken window", + "wind", + "owner", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283784, + "question_id": "nuLnPrPzLUVHJjRJHtaLb6", + "question": "What type beer is being consumed here?", + "choices": [ + "special local", + "bush", + "guinness", + "pabst" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 479870, + "question_id": "nv6kZ4PRMQvpSPrE8keUkw", + "question": "What type of license does the driver of this vehicle need?", + "choices": [ + "motorcycle license", + "commercial license", + "scooter license", + "operator license" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 317692, + "question_id": "nw4t74kQUFgQkz24N4sztU", + "question": "What color would one get if the door color were combined with the color of the first border?", + "choices": [ + "green", + "orange", + "purple", + "grey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92234, + "question_id": "nwjk3kmh4Nz6Mb6hfUusjJ", + "question": "What type of parking is available?", + "choices": [ + "street", + "lot", + "valet", + "diagonal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 473303, + "question_id": "nxDEUcx5D8WQWrmX9fCK2g", + "question": "What is on the plate?", + "choices": [ + "toothpick", + "knife", + "umbrella", + "fork" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 426871, + "question_id": "o2xU8MwLR6o9x5kaLDLLNS", + "question": "What is the best term to describe what the skier is doing?", + "choices": [ + "racing", + "slalom", + "best trick", + "downhill" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 157842, + "question_id": "o37a7uNzcrtmouZUBYzX6Z", + "question": "The animal is baring what?", + "choices": [ + "backside", + "teeth", + "stinger", + "claws" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 190329, + "question_id": "o5M5b6oUaoBvcfbq5GWVWH", + "question": "What color is the animal on the pillow?", + "choices": [ + "green", + "orange", + "purple", + "blue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 319246, + "question_id": "o5ZDbBhvMJGpaLbsMAVbwf", + "question": "What is on the grass?", + "choices": [ + "boxes", + "animals", + "benches", + "humans" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 256120, + "question_id": "o5kAvnZddpp4T2mUHz52Au", + "question": "What might these girls be hoping for here?", + "choices": [ + "candy", + "hot dogs", + "fertilizer", + "animals" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456549, + "question_id": "o5oKkqmXyYjPErqm7osRqr", + "question": "What is the role of the person shown?", + "choices": [ + "passenger", + "patient", + "coach", + "player" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 546947, + "question_id": "o5pz38BHuei2BSv95qxwGF", + "question": "What is the paper in this room used for?", + "choices": [ + "writing", + "cleaning", + "wrapping", + "reading" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 181494, + "question_id": "o6cLpSzsDMY9UgeovdbPAU", + "question": "What type of beverage is in the silver boxed container to the right of the sandwiches?", + "choices": [ + "pepsi", + "iced tea", + "coca cola", + "coffee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 295557, + "question_id": "o76qp3kz3yNeJc2evrMq2W", + "question": "How is this powered?", + "choices": [ + "solar power", + "natural gas", + "batteries", + "coal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 529334, + "question_id": "o7JBizNAkogw8w6fd22HJA", + "question": "Which country's flags is in front of the building?", + "choices": [ + "united states", + "italy", + "france", + "canada" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 364945, + "question_id": "o96m6adACbeYqmE6zpSvrB", + "question": "People in the distance standing on the pier might be doing what?", + "choices": [ + "grilling", + "fishing", + "picketing", + "escaping" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 194831, + "question_id": "o9GCycs2pqg3bvruszgjYy", + "question": "What type of pathway is shown?", + "choices": [ + "road", + "trail", + "aisle", + "sidewalk" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 146037, + "question_id": "o9KQaJYofxzqHFLySBiTnQ", + "question": "From the state of the trees and plants in front of the clock tower what time of the year is it?", + "choices": [ + "winter", + "summer", + "spring", + "fall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 126882, + "question_id": "o9i7pA7duqFkvDrbZVcCvn", + "question": "What did the owner hope to accomplish by putting them in the oven?", + "choices": [ + "bake", + "shatter", + "toughen", + "sterilize" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532138, + "question_id": "oAYbPpouHyMeMkaXSah2kx", + "question": "What type of material is the plate the man is holding?", + "choices": [ + "paper", + "ceramic", + "plastic", + "metal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 392361, + "question_id": "oCKV6G4sVtVUpANd3uJMEU", + "question": "What kind of pole is shown?", + "choices": [ + "stripper", + "flag", + "ski", + "barber" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 189202, + "question_id": "oCPCfZqZAudACfCyDsANwo", + "question": "What are people wearing black taking here?", + "choices": [ + "tumbles", + "air", + "gold", + "pictures" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 20806, + "question_id": "oDXnXsA7fAeXxqLMKorn6d", + "question": "Why are his legs twisted behind him?", + "choices": [ + "executing trick", + "falling", + "skis broken", + "out-of-control" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283132, + "question_id": "oDuCGvroCUpfaEuLEjR9A4", + "question": "What is coming out of the animal's mouth?", + "choices": [ + "tongue", + "meat", + "foam", + "bird" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 169464, + "question_id": "oFBowpNoAhYdfEZ7P9o2PA", + "question": "What activity does this horse get a lot of judging by it's muscular body?", + "choices": [ + "sitting", + "standing", + "running", + "laying down" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 552628, + "question_id": "oFrDSiUSdDSmfnWyii5ZRZ", + "question": "What type of activity can be done here?", + "choices": [ + "washing", + "resting", + "cooking", + "painting" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 355318, + "question_id": "oFyficFBP9YQNz2YwAvLxe", + "question": "What can be said about the snow here?", + "choices": [ + "fine", + "melting", + "icy", + "deep" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168441, + "question_id": "oHGUAhds9LApaoijV49iWv", + "question": "What protein is is found and makes up this cow's horn?", + "choices": [ + "hemoglobin", + "insulin", + "p53", + "keratin" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 329994, + "question_id": "oHqgNvxnpQXQ8D6Z6JsKZV", + "question": "Why is the man crouching?", + "choices": [ + "to jump", + "to hide", + "to attack", + "to balance" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 99257, + "question_id": "oJhJCxo73hZhPZJfqDcDis", + "question": "Where is this toilet placed?", + "choices": [ + "bike", + "bus", + "train", + "auto" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 379141, + "question_id": "oKLqtJaWC48wGgM7J7j7P5", + "question": "What is the flavor of this ice cream?", + "choices": [ + "scotch", + "chocolate", + "brownie", + "vanila" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 126219, + "question_id": "oLjMgZP3eFxidittu9RwYg", + "question": "What is the thin black rod on the front window used to do?", + "choices": [ + "hold tickets", + "power train", + "hold letters", + "clean windshield" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 349315, + "question_id": "oN95aufbZUogj2TSYUgHUn", + "question": "What part of the house is this a part of?", + "choices": [ + "toilet", + "bedroom", + "kitchen", + "living room" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 268118, + "question_id": "oPhHkXfthPZWsyxwyTTkro", + "question": "The frisbee shown here is imprinted with what creatures footprint?", + "choices": [ + "horse", + "dog", + "snake", + "giraffe" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 149735, + "question_id": "oRHGRDfpuHeTQvjMg6c92u", + "question": "What would a person get if their car was by the sign for an extended period?", + "choices": [ + "reward", + "nothing", + "fine", + "food delivery" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569899, + "question_id": "oRj6fKpmDdZ9vWwczcsrKz", + "question": "What are these animals usually given in captivity?", + "choices": [ + "leash", + "clothes", + "nothing", + "horseshoes" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 411388, + "question_id": "oS4BBqMwSz4xuAQ9mzUP9w", + "question": "What type of roof does this building have?", + "choices": [ + "tile", + "mud", + "wood", + "thatch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336638, + "question_id": "oVaLiuwnMzKvojV3xmX7K5", + "question": "What action is most likely taking place beyond the stop sign?", + "choices": [ + "boat race", + "music concert", + "dance", + "road construction" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 168829, + "question_id": "oWXmTS5XN6NmDcNY2aVaQV", + "question": "What can be said about the zebra's head?", + "choices": [ + "warm", + "non-visible", + "cold", + "congested" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 224611, + "question_id": "oWoitSauwK8bku7KnHkoZx", + "question": "What body part is missing on the elephant?", + "choices": [ + "ears", + "snout", + "tusks", + "tail" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 86500, + "question_id": "oYK2mwvbMWdhKVi6SpYssF", + "question": "What uncommon topping is on this pizza?", + "choices": [ + "chocolate", + "shrimp", + "corn", + "tuna" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 536208, + "question_id": "oYRuBn7d4y8SVYgxN6VvJK", + "question": "What is she wearing while doing this sport?", + "choices": [ + "nothing", + "bikini", + "swim trunks", + "wedding dress" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 369368, + "question_id": "oYTGDYD3Sa6KQToqCSJ2HM", + "question": "Ashok Leyland is belongs to which country?", + "choices": [ + "nepal", + "russia", + "india", + "china" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 91087, + "question_id": "2DjFMdD7awD6DckSTHo6v4", + "question": "What type of hat is the man wearing?", + "choices": [ + "baseball cap", + "bucket hat", + "fedora", + "beanie" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283519, + "question_id": "2E9wod4ejLmshZNK8fZJLX", + "question": "What are the two large red boxes on the sidewalk next to the pole used for?", + "choices": [ + "recycling", + "mail delivery", + "trash disposal", + "newspaper distribution" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 24837, + "question_id": "2RkViuuNnGyUMJHiejW3eJ", + "question": "What is the name of the breed on the right?", + "choices": [ + "siamese", + "persian", + "rag doll", + "tabby" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 400209, + "question_id": "38NB6VxJ5cVriKNyxxr3r3", + "question": "What is unusual about the bat?", + "choices": [ + "backwards", + "too flexible", + "too small", + "too big" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 339537, + "question_id": "3uu4h8NhMu87VkAL2sc9eF", + "question": "What part of these flowers are regular eaten?", + "choices": [ + "bulbs", + "leaves", + "petals", + "seeds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 277875, + "question_id": "3zdbaXyrmPpb8gKrEFzWrU", + "question": "One can add what words to one of the signs to get the name of a twin island nation?", + "choices": [ + "and tobago", + "and grenadines", + "and caicos", + "and nevis" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 117056, + "question_id": "46JdexNuYLRz8qf883Yf5A", + "question": "What percentage share in this airline does its government hold?", + "choices": [ + "326", + "758", + "196", + "558" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 273026, + "question_id": "4Sm6F7hq7msaCzJkDxc2Tg", + "question": "What type of intersection is the stop sign in the middle of?", + "choices": [ + "dead end", + "oneway", + "threeway", + "fourway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 260675, + "question_id": "4aUDiUdnGMPccowTLx3vCj", + "question": "The scene is ready for what to be done?", + "choices": [ + "watching television", + "cooking", + "photography", + "showering" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 107608, + "question_id": "4rtLm9eMEvCXrNJ4GmZtMH", + "question": "One would have to eat these sparingly if they have what disease?", + "choices": [ + "autism", + "lung cancer", + "diabetes", + "alopecia" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 159212, + "question_id": "5R7o8zWPGYdZQFkpnYfEzx", + "question": "What is the catcher looking at?", + "choices": [ + "batter", + "pitcher", + "crowd", + "baseball" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 367852, + "question_id": "5ZCwDnShhvZqGCXsmN85Zm", + "question": "What is the direction of the car stops?", + "choices": [ + "south", + "east", + "north", + "west" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 1362, + "question_id": "5b7JN9HqYCdvJKwQyyoQNy", + "question": "What is likely the first digit of the phone number listed?", + "choices": [ + "three", + "one", + "four", + "two" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 334304, + "question_id": "64vJHcq9WBEqGd2ervZ7xD", + "question": "What mail service began in a year that coincides with this address?", + "choices": [ + "ups", + "usps", + "pony express", + "fedex" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 342308, + "question_id": "67zT59r6JjoM8Drpzmp243", + "question": "What professionals prevent them from crashing into each other?", + "choices": [ + "crossing guards", + "airtraffic control", + "security guards", + "policemen" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 491232, + "question_id": "69YncFiDiCFVoeJd6qhmKv", + "question": "What do the chemicals do?", + "choices": [ + "make shiny", + "change colors", + "remove water", + "decontaminate waste" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 377292, + "question_id": "6Mi3n452jkMhK56KyqJd9i", + "question": "What is the item that the white things are in?", + "choices": [ + "barrel", + "blender", + "tray", + "box" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 563533, + "question_id": "6TEwxXNonNqeNWwwYBxK4E", + "question": "Based on the wave size what level is the surer most likely?", + "choices": [ + "beginner", + "pro", + "semi pro", + "amateur" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 181765, + "question_id": "6dbUYa58B4zTG4tWrmaUpN", + "question": "What is the slogan of her shoe company?", + "choices": [ + "just do it", + "play harder", + "no fear", + "life is short" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 409253, + "question_id": "6xCasUS4CuAF6Rjs3iKPmF", + "question": "How did the saint whose name appears on the sign die?", + "choices": [ + "crucifixion", + "guillotine", + "firing squad", + "drowning" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 146265, + "question_id": "76hWiKMbPJJLJurWUPPMKZ", + "question": "What would the time be based on the objects present?", + "choices": [ + "745", + "1119", + "919", + "645" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 135574, + "question_id": "7VoXZEYnc8iAPdBxJDk4Zo", + "question": "Which object contains the most information about voting?", + "choices": [ + "urinetown", + "book", + "time magazine", + "mouse" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 234838, + "question_id": "7XTKeBSvTA8ozZVgKoLkQJ", + "question": "What will one see if one shakes the two items on the front right?", + "choices": [ + "real snow", + "fireworks", + "balloons", + "fake snow" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 451466, + "question_id": "7rnK7HXpzSa7etBoR6pQXX", + "question": "What are the little sculptures made from?", + "choices": [ + "knives", + "rods", + "surgical scissors", + "forks" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 64447, + "question_id": "8FEe9uHkD7rNKzsv8HmY3w", + "question": "Which direction is the girl facing in relation to the kite?", + "choices": [ + "away from it", + "above it", + "below it", + "towards it" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 470725, + "question_id": "8hE645YN87tng2ctTwX25K", + "question": "What word was added in after the rest?", + "choices": [ + "station", + "tut", + "street", + "king" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 56683, + "question_id": "9SZ9CEZiJZj5avHy7KhMgr", + "question": "What part of his body will be used by the player to move the ball?", + "choices": [ + "feet", + "elbow", + "head", + "knee" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 517982, + "question_id": "9Zdd7d58EvE6XbeQLv4vVs", + "question": "If the shiny object was this it would be worth the most money?", + "choices": [ + "brass", + "alloy", + "copper", + "gold" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 158862, + "question_id": "9wijHGXkFpscivH5DHX7zM", + "question": "What are all three guys wearing?", + "choices": [ + "flippers", + "swimming trunks", + "wetsuits", + "swimming caps" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 213208, + "question_id": "9yb3qjVhxpzRk3Rg6gu8uZ", + "question": "What type of music does the owner of the phone enjoy?", + "choices": [ + "classical", + "rock", + "rap", + "pop" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 543540, + "question_id": "A5qKH5mskg22c7wjw4WmsQ", + "question": "When were these types of signs first installed in the U.S?", + "choices": [ + "1970", + "1888", + "1936", + "1915" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 286054, + "question_id": "AGGKBvGH4fUbNntEGycxK2", + "question": "What does this kid wearing a diaper tell you?", + "choices": [ + "is in kindergarten", + "is stubborn", + "not pottytrained", + "is girl" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 106396, + "question_id": "ANHpuxjGg8uCpBm8TbRNC8", + "question": "Which civilization created this type of numbers?", + "choices": [ + "roman", + "greek", + "egyptian", + "sumerian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 139683, + "question_id": "AnrDNscJNLP3YCmuXzMHDM", + "question": "What will she do with the rope?", + "choices": [ + "whip horse", + "make barrier", + "tie up horse", + "put on horse" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 243880, + "question_id": "AtXRduEveaRHSArWooPyhG", + "question": "What is the most likely size of the laptop screen?", + "choices": [ + "13", + "15", + "17", + "five" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 160047, + "question_id": "B8b4QguTF9DfcXawoV8xc9", + "question": "Which government group usually works closely with these drivers?", + "choices": [ + "mayors office", + "irs", + "board of education", + "homeland security" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 532767, + "question_id": "B9tC72Td4KsMSFTYr776b6", + "question": "This actor became famous on what television show?", + "choices": [ + "big bang theory", + "saturday night live", + "everybody loves raymond", + "mad about you" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 551377, + "question_id": "BD9yQ4ADTRBp2KBHz5JFAd", + "question": "These treats can either be fried or what else?", + "choices": [ + "baked", + "boiled", + "barbecued", + "grilled" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 324597, + "question_id": "BDsWeBUaF4VRGsJ49iLTLs", + "question": "How did the fruit get on the wall here?", + "choices": [ + "naturally fell", + "cows", + "birds", + "person placed" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 51974, + "question_id": "BYqBrBWkcJsUryNpHyCxqH", + "question": "What was the last year this truck was produced?", + "choices": [ + "1972", + "1954", + "1922", + "1938" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 153053, + "question_id": "BbdvPt3MfmStiJG6UpxoqD", + "question": "What side did this country fight on during World War II?", + "choices": [ + "allies", + "neutral", + "axis", + "became country after" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 387302, + "question_id": "Bg2ejbeCHiJoQ267FEj839", + "question": "What type of material covers the ball?", + "choices": [ + "felt", + "satin", + "flax", + "silk" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 262464, + "question_id": "BhnhhKYt5ZikYMQKPzDgVM", + "question": "The blue item once contained what?", + "choices": [ + "soap", + "pasta", + "beverage", + "cheese" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 333828, + "question_id": "Bzw2nkM42G5BPXdRcKRrfM", + "question": "What is the purpose of the white rail near the road?", + "choices": [ + "keep on road", + "prevent animals", + "corral grass", + "limit speed" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 442996, + "question_id": "C25gNFVkpJebXyMoi8KcAu", + "question": "What kind of waves are these?", + "choices": [ + "boat wake waves", + "tidal waves", + "spilling waves", + "hollow waves" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 121362, + "question_id": "C2XmmTEdDV66NASxnr9sPM", + "question": "What action with the ball did the tennis player just take with her arm in the air?", + "choices": [ + "kick", + "catch", + "toss", + "throw" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 146890, + "question_id": "C4zoGCPRy4oZjaJQUGtFUH", + "question": "Which one of these is a brand of the white item under the pizza?", + "choices": [ + "minwax", + "sanyo", + "meineke", + "bounty" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 556947, + "question_id": "CNPmRZEEsPmwLgCmL7yB9Z", + "question": "The item around his neck signifies that he has what?", + "choices": [ + "his shots", + "purebred genes", + "owner", + "rabies" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 101944, + "question_id": "CNVDR5apYwNumKLzDqoWvi", + "question": "The person who is seated in this area visited what business earlier today?", + "choices": [ + "bakery", + "salad bar", + "gym", + "bar" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61768, + "question_id": "Cq4MjjR7hxSWSNiuxYMKMG", + "question": "Which one of these groups of people might be most likely to obey this advertisement?", + "choices": [ + "snowbird", + "skier", + "west indian", + "carpet bagger" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 291401, + "question_id": "D8NvSpZHT5f6AF6ZinXm7B", + "question": "What is the most likely reason the cow is between the logs in the water?", + "choices": [ + "stuck", + "thirst", + "resting", + "hunger" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 52697, + "question_id": "D95r5cexA7bTyXpC9Mswes", + "question": "What is inside the open flap at the front of the plane?", + "choices": [ + "fuel filler", + "luggage", + "pilots", + "wheels" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 134403, + "question_id": "DAdE8PsQr87g7UgWdK9z4a", + "question": "The white items are made of what?", + "choices": [ + "potato", + "cheese", + "flour", + "paper" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 90483, + "question_id": "DJPbcYtrbrGQDe4Ppj3HjF", + "question": "What is usually in the hole on the bathtub?", + "choices": [ + "p trap", + "water supply", + "drain stopper", + "overflow drain" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 6054, + "question_id": "DYao5Ph7HwvmBfHNdmLsEV", + "question": "In which region of the world would you be most likely to find the fruit growing?", + "choices": [ + "west indies", + "england", + "france", + "north pole" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 38458, + "question_id": "DdQGuWgeQfCruDdKpbcb8Z", + "question": "What band sings the song that the graffiti references?", + "choices": [ + "bon jovi", + "queen", + "aerosmith", + "journey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 520426, + "question_id": "DyJ7M7mnEqajbH7vWwWi5i", + "question": "What is the marital status of the woman on the bed?", + "choices": [ + "single", + "married", + "divorced", + "engaged" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 483097, + "question_id": "E3yUwCCdynHZpL8o2cgBtu", + "question": "In what neighborhood was the original one of these restaurants opened?", + "choices": [ + "coney island", + "flatbush", + "park slope", + "red hook" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 420759, + "question_id": "E8X9RvrDmosxQAk7vuVW23", + "question": "In what common starter might you find the green stuff?", + "choices": [ + "salad", + "prawn cocktail", + "crab cakes", + "smoked salmon roll" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 133890, + "question_id": "EAPg8GVksgsMup6MemGNe3", + "question": "What would usually accompany the items on his tie?", + "choices": [ + "numbers", + "food", + "arrows", + "globe" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 489076, + "question_id": "EAQWiRRuGuE69nXanHZPbY", + "question": "The person who owns this truck probably loves which one of these books?", + "choices": [ + "bible", + "origin of species", + "da vinci code", + "koran" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 475249, + "question_id": "ECJAFUyX3k2tNdkrwThmEi", + "question": "What will be used to fix the hair of the dog after being dried?", + "choices": [ + "hose", + "table", + "brush", + "paws" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 7190, + "question_id": "EHV5CfZEukz6BXFD7ZM2zj", + "question": "In which of these months will street cleaning be undertaken?", + "choices": [ + "march", + "january", + "june", + "december" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 311308, + "question_id": "EKNnCQZccQMEuKMeSbRhtM", + "question": "What was the first name of the founder of this clothing company?", + "choices": [ + "donald", + "richard", + "rufus", + "hamilton" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 51582, + "question_id": "ENjfG2k6a5oCcyinXbndJE", + "question": "What type of utensil is the man using to peel the orange?", + "choices": [ + "butter knife", + "pocket knife", + "butchers knife", + "steak knife" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 44966, + "question_id": "ET2rvBzaaatkf6iswfhNEq", + "question": "The container is made of what material?", + "choices": [ + "cardboard", + "cloth", + "glass", + "styrofoam" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 557414, + "question_id": "EYE2foCHryyaC5uzz72mpS", + "question": "Which vehicle is the heaviest?", + "choices": [ + "red car", + "black car", + "white van", + "white car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 159239, + "question_id": "EdmYr3mGkciiipz7HLu7XH", + "question": "What would a thief fear in this neighborhood?", + "choices": [ + "stray dogs", + "neighborhood watch", + "slippery sidewalks", + "sink holes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 258813, + "question_id": "EfksWwCT2LCQmaR8gQuiBS", + "question": "What is the large cylinder above the toilet used for?", + "choices": [ + "pump water", + "heat water", + "evaporate water", + "store water" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 548033, + "question_id": "EjxCEXenGvJnxK2sRpJEWk", + "question": "What are this type of decorative boards called?", + "choices": [ + "lack of funds", + "wallpaper", + "wainscoting", + "halfwall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 385608, + "question_id": "FAiLCWdLbcCFTaDxShzQwi", + "question": "What food might it find here to eat?", + "choices": [ + "humans", + "berries", + "salmon", + "turkey" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 453950, + "question_id": "FEzgbEeLZcEZMaZCuBHAt3", + "question": "When did the event on the screen happen?", + "choices": [ + "tomorrow", + "several years ago", + "month ago", + "very recently" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 544756, + "question_id": "FLzhfXXTArDDRTyh5KZTsp", + "question": "What is the shape of toilet?", + "choices": [ + "square", + "rectangle", + "circle", + "oval" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 382322, + "question_id": "FMFLboMEjH2bXhUisQcLdg", + "question": "Which one of these is another name for the white topping shown?", + "choices": [ + "toadstool", + "frog house", + "rose of sharon", + "barnacle" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 104526, + "question_id": "FSbviwmscYvCgkuzXBLQdk", + "question": "What is the most appropriate name for the sport the women are playing?", + "choices": [ + "frisbee soccer", + "frisbee tennis", + "frisbee football", + "frisbee golf" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 469309, + "question_id": "FU6dgGwxmckzUSXNTmcjFx", + "question": "Which one of these people can leave earliest?", + "choices": [ + "brown pants", + "blue jacket", + "wearing cap", + "green jacket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 268160, + "question_id": "FWqNcJvRBhFAkX5xjTgT6j", + "question": "The clear wrap is intended to say what about this parking meter?", + "choices": [ + "not working", + "needs coins", + "brand new", + "wrong color" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 380476, + "question_id": "Ff2VxZ3VxoRN8woetZqSmC", + "question": "What part of the half pipe allows the snowboarder to land perfectly?", + "choices": [ + "height", + "soft snow", + "slope", + "ledge" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 57327, + "question_id": "FnpPDaGyRHkHkGsDDdQ6bi", + "question": "What is the purpose of the equipment underneath the plane's main body?", + "choices": [ + "passenger seats", + "putting out fires", + "water landing", + "tree cutting" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 548449, + "question_id": "FpUKU7H93crNwZxPUTJru3", + "question": "Based on their decor they are fans of what city?", + "choices": [ + "montego bay", + "des moines", + "amsterdam", + "paris" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 243880, + "question_id": "FwnZKtV9GQ5g9hJjNPWyLH", + "question": "What would be an ideal activity to use this older style laptop for?", + "choices": [ + "multimedia", + "web browsing", + "gaming", + "photo editing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 122673, + "question_id": "G2MshDS6ad5xhx5ZYhWFwQ", + "question": "What body part is depicted in black?", + "choices": [ + "hand", + "bottom", + "foot", + "leg" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 566977, + "question_id": "G7fMKG8TyyuPqWreZYSv4Q", + "question": "The skating surface is likely made of what material?", + "choices": [ + "concrete", + "marble", + "granite", + "mud" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 25067, + "question_id": "GDFfxN5btinQCF8CtT3Gp9", + "question": "How was this cake cooked?", + "choices": [ + "grilled", + "roasted", + "broiled", + "baked" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 74243, + "question_id": "GNvSEDnPhTmfUBK8Vttu7F", + "question": "This is what type of environment?", + "choices": [ + "tropical", + "arctic", + "desert", + "temperate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 177378, + "question_id": "GPeFo4qqLanCBwZjRnDHZ4", + "question": "What is the most unusual characteristic of these benches?", + "choices": [ + "color", + "material", + "style", + "size" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 286868, + "question_id": "Gw4rFjqvkUuYnuZ9kjYx8o", + "question": "These toilets are ready for whom to use them?", + "choices": [ + "men", + "women", + "children", + "no one" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 69524, + "question_id": "H47E2NRiktXjRfMzpYkuxd", + "question": "The elevation of the clouds indicate the man is what on the mountain?", + "choices": [ + "at base", + "down low", + "at top", + "high up" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 468813, + "question_id": "H56mwbmNqpwF3G5D5V2oXn", + "question": "What type of food does this bird eat by looking at the beak?", + "choices": [ + "grain", + "fruit", + "nectar", + "fish" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 187161, + "question_id": "HF5focvnihca6unmTPkfEE", + "question": "What is reflected in the mirror?", + "choices": [ + "two shelves", + "two people", + "two sinks", + "two vases" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 18906, + "question_id": "HSUuzXNhv5gCbD874QkbN7", + "question": "This beverage brand hails from which country?", + "choices": [ + "britain", + "ecuador", + "australia", + "denmark" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 360363, + "question_id": "HWcbKGgXvwDyuKh4fomMBm", + "question": "The hitter is standing in the very back of the what?", + "choices": [ + "batter box", + "pitchers mound", + "diamond", + "warning track" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 201802, + "question_id": "HjzntPw7zL4EfUGRRrDTP8", + "question": "Where did Europeans first see these types of flowers?", + "choices": [ + "tanzania", + "mexico", + "netherlands", + "persia" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 552608, + "question_id": "HkyDsCbxyZ9nEwhYCp2kAH", + "question": "What was the original name of this beverage company?", + "choices": [ + "brads coca", + "brads drink", + "cocacola", + "brads cola" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 227211, + "question_id": "HyHMd9YULHE6bY7zshomyL", + "question": "Why is she floating over the bed?", + "choices": [ + "mystic", + "uncomfortable", + "illusion", + "dead" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 451939, + "question_id": "HybeaQzC69E8HmxN97zudL", + "question": "What is the kind of feeding relationship between the giraffe and the birds above?", + "choices": [ + "parasitic", + "predation", + "mutualism", + "competition" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 328345, + "question_id": "J36Kp7VhHoiYsjttWRPcyj", + "question": "Why is the player in the blue helmet running?", + "choices": [ + "dodging ball", + "catch ball", + "back to bench", + "to next base" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 72087, + "question_id": "J4THJKokLT9gCAU6VRng74", + "question": "What is the English name of this explorer?", + "choices": [ + "ferdinand magellan", + "christopher columbus", + "vasco da gama", + "james cook" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478397, + "question_id": "J6AqnhFJAqhkeX9qDUqG9X", + "question": "What activity is the person above doing?", + "choices": [ + "surfing", + "snow boarding", + "sliding", + "walking" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 225815, + "question_id": "J9DcZNaaD3nTns9YwYB5U9", + "question": "What would be a useful addition to this scene?", + "choices": [ + "beach chair", + "desk", + "drums", + "pew" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 332449, + "question_id": "JWChNiA6BvYcjXRrXVh2xr", + "question": "What items can be cleaned in this building?", + "choices": [ + "shoes", + "dishes", + "clothes", + "car" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290900, + "question_id": "Jh4hnyvGRAp6iwo5e5qmD6", + "question": "What is the general air temperature outside the train?", + "choices": [ + "cold", + "hot", + "freezing", + "warm" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 401334, + "question_id": "JkyT4bJ6kRkXmt6KsgaXyQ", + "question": "What fish does this creature allegedly love?", + "choices": [ + "chub", + "tuna", + "salmon", + "perch" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 569287, + "question_id": "Jm33rhmQCmiYf7u3Tgu5Ty", + "question": "What type of drink is next to the bunch of bananas?", + "choices": [ + "tea", + "kombucha", + "smoothie", + "fruit juice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 324144, + "question_id": "Jn84KKCnuBsKQgKyb9arDC", + "question": "The mousepad resembles what household item?", + "choices": [ + "curtain", + "table mat", + "rug", + "blanket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 376482, + "question_id": "JnLbWczLBUuM6LCTXDpsuC", + "question": "How much time is left on the meter?", + "choices": [ + "4 hours", + "0 hours", + "2 hours", + "8 hours" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 461297, + "question_id": "JwcxiuyMsFh42RWgzyLrah", + "question": "What style of decor does the owner of this home probably like?", + "choices": [ + "transitional", + "shabby chic", + "tropical", + "modern" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 183800, + "question_id": "K3iLot6JpN5QsiMXNaATBA", + "question": "What type of building is most likely nearby?", + "choices": [ + "police station", + "daycare center", + "airport", + "prison" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 523588, + "question_id": "KEteNuUWRXANqGkTbjFLtz", + "question": "When did this railway go defunct?", + "choices": [ + "1998", + "2001", + "2020", + "2012" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 491392, + "question_id": "KJZDG7jMU3BPX25xRCfUZu", + "question": "What is atypical about this bathroom?", + "choices": [ + "uncleanliness", + "excessive size", + "lack of fixtures", + "color scheme" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 8104, + "question_id": "KL6KQrLcCsovs2EAk2jA6G", + "question": "What is the purpose of the round item hanging on the wall?", + "choices": [ + "hold toilet paper", + "hold shower curtain", + "hold plunger", + "hold towel" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 511010, + "question_id": "KRSUkUA3TabGFEc2G7VHKo", + "question": "Which ocean is the surfer most likely surfing in?", + "choices": [ + "pacific", + "arctic", + "indian", + "atlantic" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 45590, + "question_id": "KxXd4FEmgr5JWPrekBdJKx", + "question": "What type of television is behind the cat?", + "choices": [ + "crt", + "lcd", + "plasma", + "oled" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 968, + "question_id": "L6bCLPktE9ygF4AqqdKRV9", + "question": "Why do these beings like laptops?", + "choices": [ + "resale value", + "do office work", + "play video games", + "warmth" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 431320, + "question_id": "LC2hv29pv4U6uzSbGcbwvb", + "question": "What type of hammer is smashing the phone?", + "choices": [ + "engineer", + "ballpeen", + "claw", + "sledge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 57043, + "question_id": "LMS7tiXFvyqB4ncj2iygH8", + "question": "The newborn baby is located in what area?", + "choices": [ + "doctors office", + "walkin clinic", + "hospital icu", + "home" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 524240, + "question_id": "LQ2sgrP3XBFrdjysU8NaJF", + "question": "What might have been used to most seriously deface this sign?", + "choices": [ + "q tip", + "spray paint", + "hole punch", + "crayon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 242778, + "question_id": "Lbom4a6rdScbvimJDPfZyU", + "question": "What would the sign above the bus say in the United States?", + "choices": [ + "out to lunch", + "coming soon", + "no vacancies", + "for rent" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 41206, + "question_id": "LsSM4tyuDkU8qGsGPpHbfY", + "question": "What is preventing the dog from getting to far from the owner?", + "choices": [ + "water", + "wind", + "board", + "leash" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 41000, + "question_id": "LtShr9n7QxLyWj5knZeHY7", + "question": "How is this type of aircraft called?", + "choices": [ + "propeller plane", + "heliplane", + "fan plane", + "spin wing plane" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 570053, + "question_id": "M3RZ2wK5qsbWVgMUzzQuHz", + "question": "What is one purpose of the brown stuff on the ground?", + "choices": [ + "perfume air", + "prevent mosquitos", + "retain moisture", + "soft walking path" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 241869, + "question_id": "MCprsEksPvbmjW2qRd9oLh", + "question": "Why is the frisbee soft?", + "choices": [ + "protect teeth", + "easier storage", + "easier to make", + "easier flight" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 103868, + "question_id": "MEJAPBSxwR8GZ4roWPcdfs", + "question": "This is helpful in case of what occurrence?", + "choices": [ + "tornado", + "flood", + "fire", + "earthquake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 64131, + "question_id": "MPwcv5q2vxLejwQC862Sx9", + "question": "What letter is traditionally associated with the bend in this object?", + "choices": [ + "u", + "r", + "g", + "e" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 290877, + "question_id": "MbD6Z7FC7jCj98YqhqXEKM", + "question": "In what year did this airline celebrate its 80th anniversary?", + "choices": [ + "1995", + "2008", + "2020", + "2017" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 439844, + "question_id": "Mc4waNkn8VetRdMNvXyasj", + "question": "What is the size of the person in relation to the teddy bear?", + "choices": [ + "smaller", + "same size", + "cant tell", + "larger" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 196181, + "question_id": "MoepnVeUe9LppyyuSc7dPJ", + "question": "Which political party is winning according to the graphic on the computer screen?", + "choices": [ + "republicans", + "democrats", + "independents", + "libertarians" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 318684, + "question_id": "N2xZgJyU4WFsr7fGCzViuw", + "question": "Which one will get wet if it starts to rain?", + "choices": [ + "left", + "right", + "middle", + "none" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 152200, + "question_id": "NKcgsXJFGvDRTWig22Ct3v", + "question": "When did this air force become independent from the British Air Force?", + "choices": [ + "1923", + "1952", + "1938", + "1940" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 97536, + "question_id": "NQsr9iEm8XfTHjz7XTHUhG", + "question": "What does the ESP refer to?", + "choices": [ + "extrasensory perception", + "espionage", + "espana", + "especially" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 202758, + "question_id": "NUVQRgyGJbbi5uMmtxrmsr", + "question": "Which one of these is a likely ingredient of the white food?", + "choices": [ + "almonds", + "raisins", + "yeast", + "lemon juice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 102286, + "question_id": "NVMFch5n3bfaxvmhnqTakz", + "question": "What are the bubbles that have formed on the stems of the plants within the vase?", + "choices": [ + "oxygen", + "hydrogen", + "methane", + "carbon dioxide" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 411628, + "question_id": "Nd3CiyhUSfrbeVL8p7aDj7", + "question": "Where did the dough for the smaller donuts come from?", + "choices": [ + "donut hole", + "separate batch", + "sliced bigger ones", + "different package" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 254463, + "question_id": "NdpMNQN6bCGoRgcJ2wdwFU", + "question": "What type of cat is this?", + "choices": [ + "tabby", + "ocelot", + "siamese", + "calico" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 207944, + "question_id": "NgLQUMgt5PMsPEM3cB6fgC", + "question": "What is the skier trying to do by turning her skies inward?", + "choices": [ + "slow down", + "turn around", + "speed up", + "turn left" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 462637, + "question_id": "NxjTTHE2HNrn8v5oGT6gJW", + "question": "What can be said about the box around the giraffe?", + "choices": [ + "none of these", + "its border", + "cardboard box", + "natural" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 123280, + "question_id": "PACaRPz3U5cF3VRYivSUuH", + "question": "What type of people assist passengers who are traveling on via this mode?", + "choices": [ + "flight attendants", + "cabbies", + "conductors", + "sailors" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 147845, + "question_id": "PcSazBsEwGGFzxWr3Wiyg7", + "question": "What state are they currently traveling through?", + "choices": [ + "new south wales", + "tasmania", + "victoria", + "queensland" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 515037, + "question_id": "PmUW39AyndzQmyRAZsSx6C", + "question": "How can the baby's pants be described?", + "choices": [ + "moncolored", + "rainbow colored", + "undersized", + "too long" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 549751, + "question_id": "PnikdavfqXYzT99FwoHio2", + "question": "What type of interior lighting is used on the train?", + "choices": [ + "incandescent", + "hps", + "fluorescent", + "led" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 223750, + "question_id": "Ps7K5s6YakiDZA222eVSd4", + "question": "At what pace does the women appear to be walking at?", + "choices": [ + "medium", + "fast", + "slow", + "very slow" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 299877, + "question_id": "PtiTZ5Ep8GrJU2dsVzUEMR", + "question": "Where is this airline's largest hub located?", + "choices": [ + "chicago", + "pittsburgh", + "salt lake city", + "helena" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 22033, + "question_id": "QF4JZ8K566GbGnqdVdohQm", + "question": "Why does the cat have glowing eyes?", + "choices": [ + "its sick", + "camera", + "its posessed", + "halloween" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 506031, + "question_id": "QpYAeRjdQFGLNDdhnN4JNA", + "question": "What is unusual about this sign?", + "choices": [ + "language", + "apology", + "harshness", + "hand written" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 235985, + "question_id": "QqCFEYAcyGozmbtueAzfvG", + "question": "What would start to hurt if one was watching the television while sitting on the chair?", + "choices": [ + "neck", + "ears", + "hands", + "feet" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 456173, + "question_id": "QrmRW9MAecGXMQByMtrgdU", + "question": "What is the yellow flower with the orange center called?", + "choices": [ + "daisy", + "sunflower", + "tulip", + "anemone" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 164136, + "question_id": "QtZYut7duvzmasVuqZ6yPN", + "question": "Which one of these music genres is commonly associated with that hairstyle?", + "choices": [ + "jazz", + "reggae", + "rap", + "rock" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 46565, + "question_id": "R6rRcyurX8rmFTSM6hTSPS", + "question": "Why is the sky hazy?", + "choices": [ + "dark", + "pollution", + "waves", + "fog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 61811, + "question_id": "R9BS3MWCtdMRdbkVBj2LGC", + "question": "What type of shirt is the boy wearing?", + "choices": [ + "tuxedo", + "tank top", + "dress shirt", + "hawaiian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 291338, + "question_id": "RKEiL8zppoXm2YVrv86rLP", + "question": "What name is this building known as?", + "choices": [ + "small jim", + "tower of clock", + "big sam", + "big ben" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 484464, + "question_id": "RXquEb9yXrnJ4xvF2t7FHx", + "question": "Which suitcase could be removed without disturbing the tower?", + "choices": [ + "top", + "grey", + "tan", + "bottom blue" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 229091, + "question_id": "ReXffAiqXcVHMoUTCDY8vj", + "question": "What is the blue latticework in front of the window and the top of the door constructed from?", + "choices": [ + "aluminum", + "iron", + "copper", + "steel" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 576058, + "question_id": "SC3Xr7QFMhcTWB7uBiqeet", + "question": "When did this city begin to add these types of meters?", + "choices": [ + "2004", + "2015", + "1999", + "2010" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 371184, + "question_id": "SGGH5xGiTHeemTa53FRzxw", + "question": "What kind of sauce is on this pizza?", + "choices": [ + "ranch", + "buffalo", + "tomato", + "bbq" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 544054, + "question_id": "SKEkyS5WcgSLmSeFmnD9h7", + "question": "This type of print is known as what?", + "choices": [ + "stripe", + "plaid", + "floral", + "polka dot" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 276140, + "question_id": "SS9NP86UCtJ5gh9BQM7f8w", + "question": "What is the name of the object depicted on the to of the statues head?", + "choices": [ + "horns", + "antlers", + "crown", + "spikes" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 424784, + "question_id": "SXMDacZYNgfJnzeB5GJXrR", + "question": "What does one have to use to grab one of these toys?", + "choices": [ + "sack", + "lasso", + "broom", + "claw" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 336681, + "question_id": "SryBSeW58QfZBBLsy3J4rG", + "question": "What type of material is the plate the bagel is placed upon?", + "choices": [ + "metal", + "glass", + "plastic", + "ceramic" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 298659, + "question_id": "T9fvJTeEtsivkD579NwiYE", + "question": "In what decade was this style of appliances popular?", + "choices": [ + "twenties", + "seventies", + "thirties", + "fifties" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 117013, + "question_id": "TFubu2RYBoLyAmxbJ6tuE2", + "question": "What do you commonly insert to gain more time on this meter?", + "choices": [ + "coins", + "receipt", + "keys", + "hand" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 275082, + "question_id": "TPNoCmu8PGCSUZjvi2KYYo", + "question": "What is shown that is something very strongly associated with the 1960's?", + "choices": [ + "peace sign", + "skateboard", + "arrow", + "bench" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 133177, + "question_id": "TSAwEr8yJiBVFEToEXETcU", + "question": "What type of lift is on these trucks that move the container upward?", + "choices": [ + "gravity", + "compression", + "water powered", + "hydraulic" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 10663, + "question_id": "TYbCLtdr5Rv6cCizh4vPuk", + "question": "Turning the valves seen here which direction will yield water quicker?", + "choices": [ + "out", + "clockwise", + "counter clockwise", + "in" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 171870, + "question_id": "TiVjCCGxRfwcYnweQnjsSj", + "question": "What will they do with the paper?", + "choices": [ + "draw on it", + "wrap sandwich", + "cut it up", + "throw away" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 268417, + "question_id": "URUT8zMvvBJDu3uJC4ktzR", + "question": "What is the tower in the background made to help direct during night?", + "choices": [ + "planes", + "cars", + "boats", + "birds" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 558397, + "question_id": "UuHMfFF7oyzCxYTtcNuf9N", + "question": "What are the arranged cups being used for?", + "choices": [ + "crafts", + "organizing parts", + "gaming", + "drinking" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 501076, + "question_id": "V2GKDSNBVEWrhqbGcaQBom", + "question": "How much tennis experience does the girl most likely have?", + "choices": [ + "10 years", + "5 years", + "3 months", + "3 years" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 221375, + "question_id": "V5GVseSL8rgAAcQaweecW7", + "question": "The hands of the clock most resemble which type of metal?", + "choices": [ + "iron", + "aluminum", + "silver", + "gold" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 78446, + "question_id": "V6dPXXTY6yKXDBpnBmqoHV", + "question": "The pattern on his tie is referred to as what?", + "choices": [ + "tartan", + "paisley", + "polka dot", + "houndstooth" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 325136, + "question_id": "VPyZJWD4tNcaebfwWP8nXZ", + "question": "What type of skiing would this be called?", + "choices": [ + "half pipe", + "down hill", + "slalom", + "cross country" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 565790, + "question_id": "VXG5VHizaNA83NjkSCtPjD", + "question": "Which one of these treats might they be making?", + "choices": [ + "brownies", + "chocolate", + "wine", + "smoothie" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 399061, + "question_id": "VtJvsUrKm5cdRyNHZZ7CGg", + "question": "How are the numbers represented in this clock?", + "choices": [ + "radio", + "digital", + "analog", + "roman numerals" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 306695, + "question_id": "WBsmGhsQk6Sv8Go39T3qm9", + "question": "What will they likely do with the stuff in the green container?", + "choices": [ + "dip carrots", + "throw away", + "eat alone", + "pour on rice" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 512179, + "question_id": "WUUoKUPjjH6Zda2Hu2d6jL", + "question": "His attire implies that it is what season?", + "choices": [ + "summer", + "spring", + "winter", + "autumn" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 280538, + "question_id": "WXCxUU7hMk9iPqi5nUJ9A4", + "question": "What structure does the structure on the right with the opening resemble most?", + "choices": [ + "dead sea", + "garden of eden", + "stonehenge", + "steamboat geyser" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 108422, + "question_id": "X6NxQK7dwa6dFDtZt5ZxBi", + "question": "What sound would be most appropriate for the boy to make in this situation?", + "choices": [ + "baa", + "choo choo", + "meow", + "moo" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 365280, + "question_id": "X8HLqZcqMhM6dwUMV4Bi6S", + "question": "Why would a city frown upon this skateboarder doing what he's doing?", + "choices": [ + "damages property", + "scares others", + "steals from others", + "might get hurt" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 215415, + "question_id": "XJN3SnNQcFThunyfdPKAvn", + "question": "Why are the two children carrying identical red backpacks?", + "choices": [ + "popularity", + "cost", + "fashion", + "are family" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 323778, + "question_id": "XMY4ierJ7MaXMBHrfGDWxS", + "question": "Approximately how old is the phone the person is holding?", + "choices": [ + "10 years", + "25 years", + "100 years", + "brand new" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 293455, + "question_id": "XZiFCecpA9vtW39Pzo3GDh", + "question": "What fruit would this shade of surfboard be compared to?", + "choices": [ + "banana", + "cherry", + "lime", + "mango" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 435722, + "question_id": "XhbyymDKQ2AAgykgdvxbGn", + "question": "What does the advertiser on the bus hope one will do?", + "choices": [ + "visit studio", + "avoid studio", + "buy studio", + "work for studio" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 478122, + "question_id": "Xn7NkH8HJR6AGnKrDXcxRF", + "question": "Which one of these appliances can you safely put this plate in?", + "choices": [ + "microwave", + "oven", + "fridge", + "toaster" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 490364, + "question_id": "Xw9VBNiRCFWo5nxuscWw3D", + "question": "What will be attached to the long poles?", + "choices": [ + "animals", + "ladders", + "good luck charms", + "sails" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 212886, + "question_id": "Y4dAHrvtt7Bw43E9gQfdgS", + "question": "The namesake of these types of apples was a what?", + "choices": [ + "grandmother", + "brother", + "uncle", + "father" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 466654, + "question_id": "Y5MSNr9cgwBXNvK2NSGJ7B", + "question": "What is this photo representative of?", + "choices": [ + "time lapse", + "superimposition", + "gaussian blur", + "opacity" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 232457, + "question_id": "YEc28eKZBGkboLyamcsXFL", + "question": "This cake is meant to express what?", + "choices": [ + "congratulations", + "gratitude", + "sympathy", + "well wishes" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 396267, + "question_id": "YJbpfh2Ki2Y673cy3pwANo", + "question": "What is the purpose of the slatted object on the window?", + "choices": [ + "warmth", + "protection", + "privacy", + "light" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 437645, + "question_id": "YSHmy2eUrL7DKd5HNgb83v", + "question": "What is the native language of this airline's CEO?", + "choices": [ + "english", + "japanese", + "afrikaans", + "lithuanian" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 152584, + "question_id": "Yc2zTdCnsAVKhapqpi4zn9", + "question": "When did this area become a borough?", + "choices": [ + "1620", + "1207", + "1923", + "1756" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 388175, + "question_id": "YfredFvNqsrbhkHJc26oZk", + "question": "Why is that message displaying on the front of bus?", + "choices": [ + "shift over", + "ac broken", + "bus full", + "antisocial" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485565, + "question_id": "YtRXAYTR3ncCtGXNC5FsKu", + "question": "How would they say the number four in their language?", + "choices": [ + "fire", + "vier", + "cuatro", + "quatre" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 217545, + "question_id": "ZJQ3d4FfUTdHo524nbQ5Kk", + "question": "What type of nut is the main topping on the doughnut?", + "choices": [ + "cashew", + "almond", + "pistachio", + "peanut" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 136003, + "question_id": "ZefyukHBD4ojJ4AhfL44Ax", + "question": "In what year was the first patent for this type of appliance issued?", + "choices": [ + "1930", + "1922", + "1960", + "1945" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 390707, + "question_id": "ZguUoG4BKrHzAT5LXYS5aZ", + "question": "What action is the man most likely about to take with the disk?", + "choices": [ + "throw", + "kick", + "break", + "drop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 268377, + "question_id": "ZwJxyUUTGCCFqvgYmb2f5B", + "question": "Which item has no relationship to the eating process?", + "choices": [ + "textured white", + "blue and white", + "silver", + "black and white" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 542085, + "question_id": "ZxReeKCAuqHTcG8359C82Y", + "question": "This appliance cooks with what type of flame?", + "choices": [ + "gas", + "pellets", + "electric", + "coal" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 392101, + "question_id": "aSvyw6fQw9UqXrNfAnFB4w", + "question": "Who will issue a ticket for incorrect parking?", + "choices": [ + "cop", + "firefighter", + "fellow driver", + "judge" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 351639, + "question_id": "agrnGwUT4VvvLPsh7MJ4L9", + "question": "What is the strap on the man's shoulder used for?", + "choices": [ + "hold up pants", + "umbrella", + "carry camera", + "fashion" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 362307, + "question_id": "ahEs6cbPuvxG7N8gsfF7Jm", + "question": "Why is the bird on the keyboard?", + "choices": [ + "cameraman placed", + "resting", + "is hungry", + "hiding" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 451907, + "question_id": "an4LVAKbAnpxkz7xnWhHUC", + "question": "The outfit that the teddy bear is wearing is known as a what?", + "choices": [ + "gi", + "kimono", + "hanbok", + "kebaya" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 201221, + "question_id": "axUBiB3NkX44fkJoVGbBbu", + "question": "What could the car do that might upset the giraffe?", + "choices": [ + "turn off engine", + "drive forward", + "drive backward", + "stay still" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 264368, + "question_id": "bCcqFdHmzHgoNgkkjAyKAb", + "question": "What company is Jared affiliated with?", + "choices": [ + "toyota", + "youguys media", + "debeers", + "subway" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192398, + "question_id": "bEj9M4yftJ5uAAQj8Zs4Zw", + "question": "That type of sash is usually worn by what?", + "choices": [ + "martial artist", + "political candidate", + "rodeo participant", + "pageant contestant" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 44390, + "question_id": "bgpGhpBrBhxtHTZLAWiACY", + "question": "What is the common term for the object on top of the clock?", + "choices": [ + "flag", + "weather vane", + "pointer", + "compass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 309760, + "question_id": "bhTBhwDhwihuLg4wogLLub", + "question": "That sign is encouraging what?", + "choices": [ + "pay toll", + "slow down", + "watch for pedestrians", + "caution" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 532074, + "question_id": "cDzxtJm9it4VNzjL8h32Bj", + "question": "What are the triangular shaped areas on the tail end of the plane sometimes called?", + "choices": [ + "fins", + "wings", + "repeaters", + "stabilizers" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 394530, + "question_id": "ce2Kc7Z7pD7mcbaPzGgtvh", + "question": "Why is the guy's right hand on the bottom of the racket?", + "choices": [ + "unsure of move", + "making mistake", + "dominant hand", + "hurt left hand" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 91346, + "question_id": "cp2pBJRjzBnJS8BkT9WHLk", + "question": "Which one of these is related to the white vegetable shown?", + "choices": [ + "pumpkin", + "tomato", + "shallot", + "ginger" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 79540, + "question_id": "cumRHRYFbsSuH2EN3h5osH", + "question": "Who is taking this picture?", + "choices": [ + "professional photographer", + "snowboarder", + "ski lift rider", + "drone" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 577388, + "question_id": "cydubx7KscZvFTkkBDTzr2", + "question": "The elephant's face wrinkles reveal that it is what?", + "choices": [ + "elderly", + "middle aged", + "baby", + "adolescent" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 401415, + "question_id": "dKoXK3qndAkAfQe5zWDfiA", + "question": "What type of bed does someone this age usually sleep in?", + "choices": [ + "crib", + "king", + "twin", + "queen" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 554907, + "question_id": "dsbBmbDgTQg8rCvqWfmqXn", + "question": "The dog on the surfboard is probably good at what?", + "choices": [ + "diving", + "boogie boarding", + "swimming", + "surfing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 255712, + "question_id": "dv8GN3T6q9Ft64DWPe8q7L", + "question": "What should be used to protect his knees?", + "choices": [ + "tape", + "padded clothing", + "knee pad", + "helmet" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 289556, + "question_id": "dxk4o2WCp2dMLCjvqQ6nHu", + "question": "This image showcases what cooking style?", + "choices": [ + "molecular gastronomy", + "sousvide", + "poaching", + "farm to table" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 221389, + "question_id": "e7cS386jueTeYJPEjQ7ams", + "question": "The bottom layer is most likely what flavor?", + "choices": [ + "vanilla", + "rum", + "strawberry", + "chocolate" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 358670, + "question_id": "eJM9qH3giecwtmPvJE4qdA", + "question": "How did this singer die?", + "choices": [ + "boating accident", + "pneumonia", + "plane crash", + "car crash" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 327877, + "question_id": "ea2NFkpAYzFArkvwsBy6CT", + "question": "When did the current CEO of this technology company take over?", + "choices": [ + "2001", + "2020", + "2005", + "2010" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 210673, + "question_id": "euFdY6dN9Tv43aUZMRKTw8", + "question": "What is the activity the man is performing called?", + "choices": [ + "windsurfing", + "parasailing", + "wave riding", + "surfing" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 131873, + "question_id": "f9AgSWdVdW3L8aNWqoSvCP", + "question": "What is the horns on this animal called?", + "choices": [ + "ossicones", + "tuffs", + "ears", + "snouts" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 494277, + "question_id": "fC3jo35sLJmRFMs7KztG7Q", + "question": "What is the white substance present on the walls of the kitchen?", + "choices": [ + "joint compound", + "glue", + "plaster", + "cement" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 272347, + "question_id": "gdRZYrSHv3TSZDRtmZt3UF", + "question": "What day of the week is mentioned first on the poster?", + "choices": [ + "saturday", + "wednesday", + "sunday", + "tuesday" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 510708, + "question_id": "gswXvaXsqp9fm9EH4Rfp3n", + "question": "What is a drink that can be made from the packet labelled Rajah?", + "choices": [ + "herbal tea", + "tea", + "coffee", + "hot chocolate" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 112216, + "question_id": "gwAyb3zZ7AoGHNmJGB6fNv", + "question": "What might cause an odd flavor that was added to the food?", + "choices": [ + "salt", + "seasoning", + "butter", + "ketchup" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 427042, + "question_id": "h9kGwfovcsp6rVtQmXUuLg", + "question": "The props on the planes shown here are off what will happen to the planes now?", + "choices": [ + "rise violently", + "reverse course", + "retain altitude", + "free fall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 574756, + "question_id": "hKEkSWJHk4g8Vt7WgDotew", + "question": "Where is the safest place for the surfer to strap his board to himself?", + "choices": [ + "wrist", + "waist", + "ankle", + "neck" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 569601, + "question_id": "hRdeMnxg2wPdbpcbSC2FBW", + "question": "The furnishings in this home could be described as what?", + "choices": [ + "modern", + "exotic", + "cutting edge", + "outdated" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 177043, + "question_id": "hVpVhUnkcuiBKHueXknwei", + "question": "What tree does the insignia symbolize?", + "choices": [ + "pine", + "cherry", + "oak", + "maple" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 427678, + "question_id": "hXwSKkcWUGj4fpKsxZmsCb", + "question": "What language is most likely spoken in the country where the clock is located?", + "choices": [ + "english", + "italian", + "russian", + "greek" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 315953, + "question_id": "hehxpSyK3FDc2SXyJXGSy5", + "question": "Why does the man on the surfboard have no visible feet?", + "choices": [ + "rendering error", + "artist mistake", + "design choice", + "clipping error" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 47712, + "question_id": "iTTKMVnV5i7XxCd3ESa3MX", + "question": "What type of cat is shown here?", + "choices": [ + "persian", + "chinese hairless", + "siamese", + "tabby" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 554999, + "question_id": "iVvbors2WN9ZsAYwebDckY", + "question": "This lists a TLD from what country?", + "choices": [ + "kuwait", + "kenya", + "kosovo", + "korea" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 549803, + "question_id": "inwQvc3YrFEpGVaDQXywFa", + "question": "What does the 21 sign next to the door indicate this business serves?", + "choices": [ + "alcohol", + "burgers", + "sushi", + "thai chi" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 135830, + "question_id": "isBve2R7JhfPbD28T2tHxY", + "question": "The man is reading in which location?", + "choices": [ + "van", + "public bus", + "light rail", + "train" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 540243, + "question_id": "j2RrDtBCUiibQLWEn8a3PL", + "question": "What section of the supermarket would one find the ingredients to make this item?", + "choices": [ + "baking", + "international", + "produce", + "household" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 207435, + "question_id": "j89q7aVGaUPjQi5zRhrd4Q", + "question": "What is missing from the electrical outlets?", + "choices": [ + "electrical plug", + "wall plate", + "copper wiring", + "bracket" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 340606, + "question_id": "jPQCHoBQL4yFpFKnbv9ujb", + "question": "Which one of these might be able to make the decorative piece that hangs over the dogs?", + "choices": [ + "electrician", + "welder", + "engineer", + "carpenter" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 194160, + "question_id": "jTNGgMmXkgph8Av6XTdoFW", + "question": "In which arrondissement is this airline's vaccination center?", + "choices": [ + "7th", + "1st", + "3rd", + "10th" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 463381, + "question_id": "jTztUBBwsq3vZFoAACkC3p", + "question": "What is needed to make Ramsay and permanent sign?", + "choices": [ + "glue", + "pedastal", + "wire", + "pole" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 283592, + "question_id": "jVwE3a4T2roNN5EEUm3LZY", + "question": "What type of light fixture is located above the sink?", + "choices": [ + "chandelier", + "globe", + "track", + "recessed" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 198744, + "question_id": "jtztSEhu38VVs5FGkzSkKC", + "question": "The pillars in the ground are marking what?", + "choices": [ + "mines", + "treasure", + "dog traps", + "graves" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 78368, + "question_id": "jw3yw27GnW7WxuUKeZ2DRc", + "question": "What lake is the city on?", + "choices": [ + "ontario", + "superior", + "huron", + "michigan" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 50866, + "question_id": "jx7yMuCh8iXtwYYSbZ9fAQ", + "question": "What is the name for meat that has been treated this way?", + "choices": [ + "jumped", + "pushed", + "pulled", + "shoved" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 117938, + "question_id": "jyb2qzEV28gmWNKqtgt5zo", + "question": "Why is the wire a part of the fence?", + "choices": [ + "keep animals in", + "keep away thieves", + "keep away birds", + "mark territory" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 485110, + "question_id": "k8GFY54bknTSaWp6vP4ZLQ", + "question": "What activity would get us in trouble here?", + "choices": [ + "right turn", + "going straight", + "turn left", + "walking across" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 186905, + "question_id": "kYMbnwKeWuh2iLe4mzKPuP", + "question": "What most likely happened here recently?", + "choices": [ + "fire", + "tornado", + "flood", + "earthquake" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 156575, + "question_id": "kZKVsXM9BkNMoBXdXCradZ", + "question": "Around how fast is the max speed of the paddle board?", + "choices": [ + "18 mph", + "28 mph", + "8 mph", + "44 mph" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 323292, + "question_id": "kdspgEPZzwDyXPR8DMd53R", + "question": "Why is the plant in the image light yellow?", + "choices": [ + "bird urinated", + "plant is dead", + "different plant species", + "sun glare" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 551557, + "question_id": "kucCudL2Yr5ZehLhCU9Hv9", + "question": "What makes it safe for pedestrians to cross the train tracks while the train is moving?", + "choices": [ + "blockers", + "brick wall", + "bridge", + "train stop" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 415285, + "question_id": "mFfmbYTTZqapkesUB5MbWj", + "question": "What kind of creature is Calvin's friend that is mentioned?", + "choices": [ + "tiger", + "bear", + "elephant", + "dog" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 440242, + "question_id": "mKXEfmRND594n4cogS8RfZ", + "question": "What's wrong with this clock?", + "choices": [ + "being rusty", + "inaccurate reading", + "low battery", + "falling" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 135792, + "question_id": "mrBXcjQmnP6QyXGwqUW8kt", + "question": "What language is the alphabet in that's watermarked on the image?", + "choices": [ + "latin", + "spanish", + "arabic", + "english" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 192906, + "question_id": "n3ErtgsyVMHbYiBcvkm8zK", + "question": "What is black device on the window sill with the LCD screen measuring?", + "choices": [ + "temperature", + "air pressure", + "humidity", + "light" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 390054, + "question_id": "nFEqDrcEXDoV2WV3vnak5p", + "question": "These people are dressed as pieces from what popular toy set?", + "choices": [ + "lite brite", + "lincoln log", + "barbie", + "lego" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 360360, + "question_id": "nJJzwiqU2ME3pMzj5tDLUy", + "question": "What fruit does his toy resemble?", + "choices": [ + "pomegranate", + "orange", + "watermelon", + "cherry" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 271901, + "question_id": "nMAp4T9iekt9WT6faaYFAg", + "question": "Whom is the yellow plate on the sidewalk helpful for?", + "choices": [ + "walker users", + "deaf folks", + "blind folks", + "wheelchair users" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 160697, + "question_id": "naaweymtLUrNyQz5ymwcZx", + "question": "Which one of these would be common among this type of cat?", + "choices": [ + "cold", + "loneliness", + "matting", + "heart attack" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 174047, + "question_id": "nqfDHiJiHm47BeRFixREvE", + "question": "What is the French name of the accent mark in the second word?", + "choices": [ + "cedille", + "trema", + "circonflexe", + "grave" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 92473, + "question_id": "o9XPAVBgom6LZBYbpsGtpM", + "question": "What decade was this bus probably made in?", + "choices": [ + "1950", + "2010", + "1990", + "2020" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 89887, + "question_id": "oVGpoumwUM8AzpgiEDFo7d", + "question": "They are simulating a what using the teddy bear?", + "choices": [ + "ski lift", + "bungee jump", + "rodeo", + "zip line" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 91205, + "question_id": "5bNXVcS8NkjmJYFNPcE4m8", + "question": "What time of day is it?", + "choices": [ + "night", + "morning", + "evening", + "afternoon" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 555902, + "question_id": "9bL6gcWpbT6V4ExRBo5eCy", + "question": "What is most unnatural here?", + "choices": [ + "lamb nose", + "lamb's coat", + "nothing", + "ewe" + ], + "difficult_direct_answer": true + }, + { + "split": "test", + "image_id": 188783, + "question_id": "DDKZ8jAZH68xkz2mfGNmnA", + "question": "What is the folk name for the green vegetable?", + "choices": [ + "leprechaun tree", + "sparrow grass", + "fairy tree", + "gnome grass" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 519658, + "question_id": "NSwta5YF6BivNKbbmSL77C", + "question": "What action likely happened a few seconds before?", + "choices": [ + "throw", + "bite", + "slash", + "fall" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 359460, + "question_id": "XXtfsPBhyDdvQVMehsarvM", + "question": "Which woman won this tournament in 2021?", + "choices": [ + "williams", + "osaka", + "fernandez", + "raducanu" + ], + "difficult_direct_answer": false + }, + { + "split": "test", + "image_id": 142957, + "question_id": "mxAPu44kjeW2qAGNovYZMs", + "question": "Why is the girl above the water?", + "choices": [ + "flotation device", + "current", + "levitation", + "dolphins" + ], + "difficult_direct_answer": true + } +] \ No newline at end of file