diff --git "a/Small/gemma/OpenbookQA.json" "b/Small/gemma/OpenbookQA.json"
new file mode 100644--- /dev/null
+++ "b/Small/gemma/OpenbookQA.json"
@@ -0,0 +1,3439 @@
+[
+ {
+ "question": "There is most likely going to be fog around:",
+ "gold_answer": "a marsh",
+ "os_answer": " The fog will be thick.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The middle of the day usually involves the bright star nearest to the earth to be straight overhead why?",
+ "gold_answer": "human planet rotation",
+ "os_answer": "The sun is the brightest star in the sky and it is the brightest star in the sky.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The main component in dirt is",
+ "gold_answer": "broken stones",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A cactus stem is used to store",
+ "gold_answer": "liquid",
+ "os_answer": " A cactus stem is used to store water.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A red-tailed hawk is searching for prey. It is most likely to swoop down on",
+ "gold_answer": "a gecko",
+ "os_answer": " A. a small bird B. a small mammal C. a large bird D. a large mammal",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The chance of wildfires is increased by",
+ "gold_answer": "parched foliage",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A positive effect of burning biofuel is",
+ "gold_answer": "powering the lights in a home",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A Mola Mola might live where?",
+ "gold_answer": "Bay of Bengal",
+ "os_answer": " A Mola Mola might live where?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An animal that only eats plants is a",
+ "gold_answer": "moth",
+ "os_answer": " A carnivore. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What can feathers on Spheniscidae be used for?",
+ "gold_answer": "keeping warm",
+ "os_answer": " Feathers on Spheniscidae can be used for flight, insulation, and camouflage.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If you were attacked by a shark and had to punch it sharply where it pulls in air from, you'd use your hand to make contact with",
+ "gold_answer": "its gills",
+ "os_answer": " You'd use your Answer to make contact with the Answer.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "what system is needed for a body to get its needed supply of the gas humans breathe in?",
+ "gold_answer": "the circulatory system",
+ "os_answer": " the lungs.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What animal eats plants?",
+ "gold_answer": "robins",
+ "os_answer": "A. A cat. B. A dog. C. A bird. D. A mouse. E. A rabbit. F. A squirrel. G. A deer. H. A cow. I. A horse. J. A sheep. K. A pig. L. A goat. M. A chicken. N. A turkey. O. A duck. P. A goose. Q.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What explains the characteristic lunar formations?",
+ "gold_answer": "many collisions that have occured",
+ "os_answer": "The moon is a sphere.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Tadpoles start their lives as",
+ "gold_answer": "Water animals",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is used for sensing visual things?",
+ "gold_answer": "cornea",
+ "os_answer": " The eyes.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is different about birth in humans and chickens?",
+ "gold_answer": "the hard shell",
+ "os_answer": " Humans and chickens are different in that humans are born with a brain, while chickens are born with a brain.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What would happen when balloons heat up?",
+ "gold_answer": "they get bigger",
+ "os_answer": " The balloons would expand.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Seals are most likely to be found in what type of environment?",
+ "gold_answer": "arctic",
+ "os_answer": " Seals are most likely to be found in what type of environment?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "To improve health, what is a good strategy?",
+ "gold_answer": "a spa trip",
+ "os_answer": " A good strategy is to eat a balanced diet.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The transportation with the most mass is likely a",
+ "gold_answer": "commercial plane",
+ "os_answer": " The transportation with the most mass is likely a ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Owls are likely to hunt at",
+ "gold_answer": "2am",
+ "os_answer": " Owls are likely to hunt at night.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What could be a positive aspect of a tree being cut down?",
+ "gold_answer": "the plants that were under the tree will have access to more light",
+ "os_answer": " A positive aspect of a tree being cut down is that it can be used for lumber.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Birds carrying away fruit helps the tree",
+ "gold_answer": "reproduce",
+ "os_answer": " Birds carrying away fruit helps the tree because they are helping to spread the seeds of the tree.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Inherited behavior is exhibited when",
+ "gold_answer": "bears take a long winter sleep",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What likely explains deforestation?",
+ "gold_answer": "Clearing for farming",
+ "os_answer": " Deforestation is likely caused by the following: (1) the need for wood for construction, (2) the need for wood for paper, (3) the need for wood for furniture, (4) the need for wood for fuel, (5) the need for wood for farming, (6) the need for wood for mining, (7) the need for wood for fishing, (8) the need for wood for hunting, (9) the need for wood for farming, (10) the need for wood for mining, (11) the need for wood for fishing, (12) the need for wood for hunting, (13) the need for wood for farming, (14) the need for wood for mining, (15) the need for wood for fishing, (16) the need for wood for hunting, (17) the need for wood for farming, (18) the need for wood for mining, (19) the need for wood for fishing, (20) the need for wood for hunting, (21) the need for wood for farming, (22) the need for wood for mining, (23) the need for wood for fishing, (24",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Mosquitoes enjoy all the people at a BBQ in the summer for what reason?",
+ "gold_answer": "blood",
+ "os_answer": " Mosquitoes enjoy all the people at a BBQ in the summer because they are attracted to the smell of the BBQ.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When trying to pull a rose out of the ground why do you encounter resistance?",
+ "gold_answer": "roots",
+ "os_answer": " The resistance is caused by the roots of the rose.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A bat flew through the sky without hitting anything due to which of these?",
+ "gold_answer": "surfaces to reflect sound off",
+ "os_answer": " The bat flew through the sky without hitting anything due to the fact that it was flying in a straight line.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "How can we see that the coloration of fur is an inherited characteristic?",
+ "gold_answer": "kittens look like their parents",
+ "os_answer": " The coloration of fur is an inherited characteristic because the fur color is a trait that is passed down from parents to offspring.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The amount of friction and the speed of an object have what kind of relationship?",
+ "gold_answer": "inverse",
+ "os_answer": " The amount of friction and the speed of an object have a direct relationship.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which substance is capable of dripping?",
+ "gold_answer": "Juice",
+ "os_answer": "A. A substance that is capable of dripping is a liquid. B. A substance that is capable of dripping is a gas. C. A substance that is capable of dripping is a solid. D. A substance that is capable of dripping is a liquid or a gas. E.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is the benefit to using a frosted window film over a non treated windows?",
+ "gold_answer": "they let in less light",
+ "os_answer": " The frosted window film will reduce the amount of heat that is transmitted through the window.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Beak shape can influence a bird's ability",
+ "gold_answer": "to chew up certain worms",
+ "os_answer": " The beak shape of a bird can influence its ability to eat certain foods.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Some blind people have demonstrated bat-like skills by:",
+ "gold_answer": "using sound to 'see'",
+ "os_answer": " They have learned to use echolocation to navigate their surroundings.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "December 21st through March 20 is a three month period which is an example of what?",
+ "gold_answer": "A Season",
+ "os_answer": " A. a season B. a month C. a year D. a decade E. a century",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is a more comfortable color to have for your automobile upholstery if living in a desert?",
+ "gold_answer": "ecru",
+ "os_answer": " The color of the upholstery should be a lighter color to reflect the heat of the sun.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When looking for good soil for plants, typically what is optimal?",
+ "gold_answer": "malleable and nutritious",
+ "os_answer": " Soil that is rich in nutrients and has a pH of 6.5 to 7.5 is optimal.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Rainbows are always found after what?",
+ "gold_answer": "Rainfall",
+ "os_answer": " After a rainstorm.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Crop rotation has a positive impact on what?",
+ "gold_answer": "dirt quality",
+ "os_answer": " Crop rotation has a positive impact on soil fertility.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Cold-blooded animals are often",
+ "gold_answer": "hairless",
+ "os_answer": " They are cold-blooded because they do not have a ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which animal is considered a predator?",
+ "gold_answer": "snake",
+ "os_answer": "A. A lion. B. A tiger. C. A wolf. D. A bear. E. A cheetah. F. A hyena. G. A fox. H. A snake. I. A dog. J. A cat. K. A bird. L. A rat. M. A mouse. N. A rabbit. O. A deer. P. A monkey. Q. A squirrel. R. A bird of prey. S. A bat. T. A crow. U. A hawk. V. A vulture. W.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What type of characteristics are people not born with?",
+ "gold_answer": "skills",
+ "os_answer": " People are born with characteristics that are not born with.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "One of the negative consequences of offshore oil platforms is",
+ "gold_answer": "discharge of liquid petroleum in the surrounding sea",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The unit of measure derived from French word millilitre is a unit used for measuring volume generally used for values between 1 and",
+ "gold_answer": "1000",
+ "os_answer": " 1000.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What may have been formed by a volcano?",
+ "gold_answer": "Mt. McKinley",
+ "os_answer": "A. A volcano may have formed a crater. B. A volcano may have formed a caldera. C. A volcano may have formed a lava flow. D. A volcano may have formed a lava dome. E. A volcano may have formed a lava tube. F. A volcano may have formed a lava plateau. G.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "How could we determine approximately how far a bird is from the ground?",
+ "gold_answer": "Measure the altitude of the bird using a reference point, such as a tall building.",
+ "os_answer": " We could use a laser to measure the angle of the bird's flight.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What does someone do when creating music?",
+ "gold_answer": "pluck the strings of a fingerboard with your fingers",
+ "os_answer": " They create music.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The pull the human planet space rock orbiter has on certain bodies of dihydrogen monooxide results in?",
+ "gold_answer": "water level fluctuations",
+ "os_answer": " The pull the human planet space rock orbiter has on certain bodies of dihydrogen monooxide results in the formation of a new planet.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Since density = mass / volume, denser liquids such as water sink more than",
+ "gold_answer": "baby oil",
+ "os_answer": " Since the density of water is Answer, water will sink more than Answer.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The force exerted on an object and distance traveled have what kind of relationship?",
+ "gold_answer": "direct",
+ "os_answer": " The force exerted on an object and distance traveled have a direct relationship.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The viewing oriented sensor of a prairie creature are for what?",
+ "gold_answer": "sensing views",
+ "os_answer": " The sensor is for the purpose of detecting the presence of a predator.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A dog is going to have to corral sheep for the afternoon, so it needs to prepare its body for the enormous workload ahead of it. The dog is",
+ "gold_answer": "given a large breakfast",
+ "os_answer": " The dog is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Seasons are caused by what rotating on its axis?",
+ "gold_answer": "Our Planet",
+ "os_answer": " The Earth rotates on its axis.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Asteroids crashing on planets can leave behind",
+ "gold_answer": "large, bowl-shaped cavities in the ground",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A small creek absorbing heat energy can result in",
+ "gold_answer": "a parched creek bed",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Summertime happens during June in all but which location?",
+ "gold_answer": "Australia",
+ "os_answer": " Summertime happens during June in all but the Arctic Circle.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "It takes more water to fill a bathtub than a",
+ "gold_answer": "stomach",
+ "os_answer": "A. A bathtub is a container that holds water. B.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of hunting?",
+ "gold_answer": "humans throwing a spear through an animal",
+ "os_answer": "A. A person who hunts is a hunter. B.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which of these has shape that changes depending on the container which it resides within?",
+ "gold_answer": "orange juice",
+ "os_answer": " A. A sphere B. A cube C. A cylinder D. A cone E. A prism F. A pyramid",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What would be the flavor if you ate the item that fell and is thought to have hit Sir Issac Newton's head",
+ "gold_answer": "Sweet",
+ "os_answer": " The flavor would be the same as the flavor of the item that fell on the ground.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Earth's four layers are comprised mainly of",
+ "gold_answer": "stone",
+ "os_answer": " The Earth's four layers are comprised mainly of: 1. The crust 2. The mantle 3. The core 4. The atmosphere 5. The hydrosphere 6. The biosphere 7. The lithosphere 8. The hydrosphere 9. The atmosphere 10. The biosphere 11. The lithosphere 12. The hydrosphere 13. The atmosphere 14. The biosphere 15. The lithosphere 16. The hydrosphere 17. The atmosphere 18. The biosphere 19. The lithosphere 20. The hydrosphere 21. The atmosphere 22. The biosphere 23. The lithosphere 24. The hydrosphere 25. The atmosphere 26. The biosphere 27. The lithosphere 28. The hydrosphere 29. The atmosphere 30. The biosphere 31. The lithosphere 32. The hydrosphere 33. The atmosphere 34. The biosphere 35. The lithosphere 36. The hydrosphere 37. The atmosphere 38. The biosphere",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "if coffee sits in the fridge and loses its liquid form, what is that point known as?",
+ "gold_answer": "the freezing point",
+ "os_answer": " the point where coffee loses its liquid form is known as the point of no return.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Mammals give birth to live",
+ "gold_answer": "children",
+ "os_answer": " Mammals give birth to live.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If a battery in an electromagnet is active, then what will happen to a nail in that electromagnet?",
+ "gold_answer": "it may become magnetized",
+ "os_answer": " The nail will be attracted to the electromagnet.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "if the population in a habitat is on a steady decline, what condition is the habitat?",
+ "gold_answer": "it is an unsustainable habitat",
+ "os_answer": " the habitat is in a state of decline.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When would a nocturnal predator most likely hunt?",
+ "gold_answer": "3 a.m.",
+ "os_answer": " When the prey is most active.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Where water be located in its gas form?",
+ "gold_answer": "a mile up in the sky",
+ "os_answer": " Water be located in its gas form in the atmosphere.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "I'm an animal with a white fur and a large fluffy tail that lives in arctic regions; what am I?",
+ "gold_answer": "snow fox",
+ "os_answer": " I'm a polar bear.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Dairy is a source of",
+ "gold_answer": "a group of fat-soluble secosteroids",
+ "os_answer": " Dairy is a source of ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "why do tadpoles change into frogs?",
+ "gold_answer": "they are young frogs still growing",
+ "os_answer": " because they need to change into frogs to survive.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What do cows eat?",
+ "gold_answer": "Chickpeas",
+ "os_answer": " Cows eat grass. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which object conducts electricity?",
+ "gold_answer": "Ship Anchor",
+ "os_answer": " A. A metal rod B. A metal wire C. A metal plate D. A metal sphere E. A metal cube F. A metal ball G. A metal cylinder H. A metal cone I. A metal cone with a hole in the middle J. A metal cone with a hole in the middle and a metal wire attached to it K. A metal cone with a hole in the middle and a metal wire attached to it and a metal rod attached to it L. A metal cone with a hole in the middle and a metal wire attached to it and a metal rod attached to it and a metal plate attached to it M. A metal cone with a hole in the middle and a metal wire attached to it and a metal plate attached to it and a metal rod attached to it and a metal sphere attached to it N. A metal cone with a hole in the middle and a metal wire attached to it and a metal plate attached to it and a metal rod attached to it and a metal sphere attached to it and a metal cone with a hole in the middle and a metal wire attached to it and a metal plate attached to it and a metal rod attached to it and a metal sphere attached to it and a metal cone with a hole in the middle and a metal wire",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The boy was able to warm the fireplace without a lighter thanks to what?",
+ "gold_answer": "friction",
+ "os_answer": " The boy was able to warm the fireplace without a lighter thanks to the boy's ability to use his hands.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Where would a duck like to live?",
+ "gold_answer": "the Appalachian mountains",
+ "os_answer": " A duck would like to live in a pond.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What do tuna eat?",
+ "gold_answer": "Atlantic menhaden",
+ "os_answer": " They eat plankton. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "is it normal for an adult animal to lay eggs?",
+ "gold_answer": "yes it is standard",
+ "os_answer": " It is normal for an adult animal to lay eggs if it is a bird or a reptile.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Organisms covered by layers of sediment",
+ "gold_answer": "may end up fueling a car",
+ "os_answer": " The organisms covered by layers of sediment are buried and preserved.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A lake environment is a good setup for what to happen to organic remains?",
+ "gold_answer": "fossilization",
+ "os_answer": " The lake environment is a good setup for what to happen to organic remains?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "were there fossil fuels in the ground when humans evolved?",
+ "gold_answer": "significant supplies accumulated prior",
+ "os_answer": " Yes, there were fossil fuels in the ground when humans evolved.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The Grand Canyon is massive, with large, high peaks and very deep lows, which was formed when",
+ "gold_answer": "natural waters weathered it",
+ "os_answer": " The Grand Canyon is massive, with large, high peaks and very deep lows, which was formed when the Colorado River carved out a deep canyon through the hard rock of the Colorado Plateau.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What type of useful product can be made from the moving winds?",
+ "gold_answer": "electricity",
+ "os_answer": " The wind can be used to make electricity.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is a stopwatch used for?",
+ "gold_answer": "to measure minutes and hours",
+ "os_answer": " A stopwatch is used to measure time.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "As a drought worsens the level at an aquifer will",
+ "gold_answer": "decrease",
+ "os_answer": " The water table will ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When a kid slams on the brakes on their bike what is caused?",
+ "gold_answer": "friction",
+ "os_answer": " The kid slams on the brakes on their bike because they are going too fast.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A hemisphere experiences summer when",
+ "gold_answer": "it's angled towards the largest star in the solar system",
+ "os_answer": " The hemisphere experiences summer when the sun is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What date is the amount of daylight minimized",
+ "gold_answer": "Feb 29th",
+ "os_answer": " The planet closest to the sun is Mercury. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which term is involved with protection by skin?",
+ "gold_answer": "Eucerin pH5 range",
+ "os_answer": " _______________.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Nuclear activity is the cause of what celestial occurrence?",
+ "gold_answer": "the sun's rays",
+ "os_answer": " Nuclear activity is the cause of what celestial occurrence?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which source provides the safest water?",
+ "gold_answer": "Rain",
+ "os_answer": " The water from the tap is the safest.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Through DNA, a rabbit will have long ears if",
+ "gold_answer": "genetic contributors had long ears",
+ "os_answer": " The rabbit will have ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An octopus protects itself with",
+ "gold_answer": "pigment squirting",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The sidewalk next to a house having a crack in it and having vegetation growing from it is considered?",
+ "gold_answer": "weathering",
+ "os_answer": " The sidewalk next to a house having a crack in it and having vegetation growing from it is considered a hazard.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "a large cluster of humans, dogs, apple trees, atmosphere and more can be called",
+ "gold_answer": "a community",
+ "os_answer": " a. a community b. a society c. a civilization d. a nation e. a state f. a city g. a village h. a hamlet i. a hamlet j. a village k. a town l. a city m. a metropolis n. a nation o. a state p. a province q. a region r. a country s. a continent t. a world",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A person is considering various organs, and is looking at which ones will be most muscular. A contender for most muscular is",
+ "gold_answer": "the heart",
+ "os_answer": " ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which pair don't reproduce the same way?",
+ "gold_answer": "cat and catfish",
+ "os_answer": " A. A and B B. B and C C. C and D D. D and A",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which of the following is warm blooded?",
+ "gold_answer": "skunk",
+ "os_answer": " A. A mammal B. A reptile C. A fish D. A bird",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A male bird spots a female of his species and begins a fancy dance, flashing his bright feathers around in the air, showing off. This male is attempting to procure",
+ "gold_answer": "a reproductive companion",
+ "os_answer": " A female bird of his species.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Roasting a turkey requires adding what type of energy",
+ "gold_answer": "Heat",
+ "os_answer": " The turkey is heated by the heat energy of the oven.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Phloem moves things around a plant similar to how",
+ "gold_answer": "blood moves in a body",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Where would a polar bear be most comfortable?",
+ "gold_answer": "Nebraska",
+ "os_answer": " A polar bear would be most comfortable in a place where it can find food and shelter.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "How is electricity produced from the ocean?",
+ "gold_answer": "energy is accessed underwater from tides",
+ "os_answer": "The ocean is a source of energy. The sun is a source of energy.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An example of a chemical reaction would be",
+ "gold_answer": "A rusty fence",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The size of an object and the ability to see it more easily have what kind of relationship?",
+ "gold_answer": "direct",
+ "os_answer": " The size of an object and the ability to see it more easily have a direct relationship.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Tuna primarily eat",
+ "gold_answer": "spineless marine organisms, cartilaginous and gelatinous organisms",
+ "os_answer": " ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Evaporation of water can lead to",
+ "gold_answer": "blizzards",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an electrical energy conductor?",
+ "gold_answer": "horseshoe",
+ "os_answer": " A conductor is a material that allows the flow of electrical energy.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What kind of substance will cool when it touches a cold object?",
+ "gold_answer": "warm",
+ "os_answer": " The substance will cool when it touches a cold object because it will absorb heat from the cold object.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which animal lays eggs",
+ "gold_answer": "emus",
+ "os_answer": " A. A dog B. A cat C. A bird D. A fish E. A reptile F. A mammal G. A reptile H. A bird I. A mammal J. A reptile K. A fish L. A bird M. A mammal N. A reptile O. A fish P. A bird Q. A mammal R. A fish S. A reptile T. A bird U. A mammal V. A fish W. A reptile X. A bird Y. A mammal Z. A fish",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A learned behavior is exhibited when",
+ "gold_answer": "nailing up a picture frame",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is the primary reason my duck feather filled jacket works well against the snow",
+ "gold_answer": "feathers slows heat transfer",
+ "os_answer": " The jacket is made of a material that is _____________________.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Turbines churning seawater can be used to produce what?",
+ "gold_answer": "a charge for appliances",
+ "os_answer": " A. Electricity B. Steam C. Water D. Wind E. None of the above",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What will increase when a substance absorbs solar energy?",
+ "gold_answer": "hotness",
+ "os_answer": " The temperature of the substance will increase.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A company makes notebooks for college courses, so their main material is",
+ "gold_answer": "trees",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What are iron nails made out of?",
+ "gold_answer": "metal",
+ "os_answer": " Iron nails are made out of iron.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Putting one kind of soda into the same cup as another kind of soda is doing what to the substances?",
+ "gold_answer": "combining",
+ "os_answer": " The substances will be mixed together.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A moth leaving it's cocoon is the final step in a",
+ "gold_answer": "transformation",
+ "os_answer": " The moth is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which of these combinations would be desired if someone wanted to make a cutting implement that lasts a long time?",
+ "gold_answer": "iron and carbon",
+ "os_answer": " A. A sharp edge B. A hard surface C. A strong material D. A thin edge E. A sharp edge and a hard surface F. A strong material and a thin edge G. A sharp edge, a hard surface, and a strong material H. A sharp edge, a hard surface, and a strong material and a thin edge I. A sharp edge, a hard surface, a strong material, and a thin edge J. A sharp edge, a hard surface, a strong material, and a thin edge and a sharp edge K. A sharp edge, a hard surface, a strong material, and a thin edge and a sharp edge and a hard surface L. A sharp edge, a hard surface, a strong material, and a thin edge and a sharp edge and a hard surface and a strong material M. A sharp edge, a hard surface, a strong material, and a thin edge and a sharp edge and a hard surface and a strong material and a thin edge N. A sharp edge, a hard surface, a strong material, and a thin edge and a sharp edge and a hard surface and a strong material and a thin edge and a sharp edge and a hard surface and a strong material and a thin edge and a sharp edge and a",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "if you put wine from a jug into a thin bottle, how come it conforms?",
+ "gold_answer": "it is a variable substance",
+ "os_answer": " the wine is in the bottle, not the jug.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Earthworms create tunnels in",
+ "gold_answer": "dirt",
+ "os_answer": " Earthworms create tunnels in the soil.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "when worms return nutrients from dead organisms to the soil by eating them it is known as",
+ "gold_answer": "decomposition",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "which of these are you most likely to find in a desert?",
+ "gold_answer": "a prickly horned male lizard",
+ "os_answer": " a. a cactus b. a camel c. a lizard d. a snake e. a scorpion f. a scorpion and a snake g. a scorpion and a lizard h. a scorpion and a camel i. a scorpion and a cactus j. a scorpion and a camel and a cactus k. a scorpion and a camel and a cactus and a lizard l. a scorpion and a camel and a cactus and a lizard and a snake m. a scorpion and a camel and a cactus and a lizard and a snake and a scorpion n. a scorpion and a camel and a cactus and a lizard and a snake and a scorpion and a camel and a cactus and a lizard and a snake and a scorpion and a camel and a cactus and a lizard and a snake and a scorpion and a camel and a cactus and a lizard and a snake and a scorpion and a camel and a cactus and a lizard and a snake and a scorpion and a camel and a cactus and a lizard and a snake and a scorpion and a camel and a cactus and a lizard and a snake and a scorpion and a camel and a cactus and a lizard and a snake and a scorpion and a camel and a cactus and a lizard and a snake and a scorpion and a camel and a cactus and a lizard and a",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If your dog sits in an oxygen deficient chamber, what happens?",
+ "gold_answer": "It will pass out",
+ "os_answer": " The dog will die.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The nimbleness of this animal is a key adaption that allows it to escape attacks from predators:",
+ "gold_answer": "the antelope",
+ "os_answer": " The animal is agile and can move quickly.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "what are eaten by honey producing insects?",
+ "gold_answer": "plant reproduction parts",
+ "os_answer": " honey bees, bumblebees, and wasps.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The Earth's closest heat source is",
+ "gold_answer": "our celestial fireball",
+ "os_answer": " The Earth's closest heat source is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "How can we see how wind effects sand?",
+ "gold_answer": "sandstorms create ripples in sand",
+ "os_answer": " We can see how wind effects sand by observing the sand on the beach.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Fruit comes from what source",
+ "gold_answer": "an organism that absorbs water through it's roots",
+ "os_answer": " A tree is a plant. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "In which location would a groundhog hide from a wolf?",
+ "gold_answer": "under the ground",
+ "os_answer": " A groundhog would hide in a burrow.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "I chipped away at a toy doll and the surface became really rough, when I rub it against a piece of wood that will create an increase in",
+ "gold_answer": "resistance",
+ "os_answer": " I will rub the toy against the wood to ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The arctic is white in coloring",
+ "gold_answer": "because it's blanketed in crystalline ice water",
+ "os_answer": " The arctic is white in coloring because of the snow. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What would help to ensure that your dog remains free from hypothermia in January in Alaska?",
+ "gold_answer": "An insulated room",
+ "os_answer": " A. A dog house B. A dog coat C. A dog sweater D. A dog blanket E. A dog bed F. A dog jacket G. A dog sweater H. A dog coat I. A dog blanket J. A dog house K. A dog jacket L. A dog bed M. A dog coat N. A dog sweater O. A dog blanket P. A dog house Q. A dog jacket R. A dog coat S. A dog sweater T. A dog blanket U. A dog bed V. A dog house W. A dog jacket X. A dog coat Y. A dog blanket Z. A dog house",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What food production happens in a leaf?",
+ "gold_answer": "nutrient making process",
+ "os_answer": " The leaf produces food through photosynthesis.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Where would you find a mine?",
+ "gold_answer": "under a mountain",
+ "os_answer": " You would find a mine in a mine shaft.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What can cause people to crash their car?",
+ "gold_answer": "Seeing a solar eclipse",
+ "os_answer": " People can crash their car because they are distracted by their cell phone.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A Punnett square is used to identify the percent chance of a trait being passed down from a parent to its offspring, so",
+ "gold_answer": "certain features may be predicted",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Building new areas to dispose of refuse may lead to",
+ "gold_answer": "community concerns over environmental impact",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A field begins to bloom and blossom and plants need to be pollinated. In order to spread seeds, plants will most rely on",
+ "gold_answer": "robins",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An organism that makes food for itself",
+ "gold_answer": "is nutritionally self sustaining",
+ "os_answer": "A.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What does the respiratory system transfer to the circulatory system?",
+ "gold_answer": "O",
+ "os_answer": " Oxygen and carbon dioxide.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "In a closed circuit, electricity will",
+ "gold_answer": "loop endlessly",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A Punnett square can be used to calculate the chance of a trait being passed to someone's",
+ "gold_answer": "daughter",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "what kind of temperature causes fur shedding?",
+ "gold_answer": "a high temperature",
+ "os_answer": " the temperature is too high.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of clear weather meaning sunny weather?",
+ "gold_answer": "fewer clouds allow for more sunlight",
+ "os_answer": " Clear weather is when the sky is clear and there is no cloud cover.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The special tissues in plants that transport minerals throughout the plant are similar to",
+ "gold_answer": "a wick",
+ "os_answer": " The special tissues in plants that transport minerals throughout the plant are similar to ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "a compass is a kind of tool for determining direction by pointing",
+ "gold_answer": "to the upper pole",
+ "os_answer": " a compass is a kind of tool for determining direction by pointing.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "although there are many stars visible in the night sky, which is most visible in the day?",
+ "gold_answer": "the sun that shines all day",
+ "os_answer": " The most visible star in the day is the sun.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The moon is known for having what feature?",
+ "gold_answer": "large bowl shaped cavities",
+ "os_answer": " The moon is known for having a dark side.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which of the following human activities can lead to a change in the local ecosystem?",
+ "gold_answer": "building a new subdivision",
+ "os_answer": " A. The use of pesticides B. The use of fertilizers C. The use of herbicides D. The use of insecticides E. The use of fungicides F. The use of herbicides and fungicides G. The use of pesticides and fungicides H. The use of pesticides and herbicides I. The use of pesticides and fertilizers J. The use of pesticides and insecticides K. The use of pesticides and fungicides L. The use of pesticides and herbicides M. The use of pesticides and fungicides N. The use of pesticides and herbicides O. The use of pesticides and fungicides P. The use of pesticides and herbicides Q. The use of pesticides and fungicides R. The use of pesticides and herbicides S. The use of pesticides and fungicides T. The use of pesticides and herbicides U. The use of pesticides and fungicides V. The use of pesticides and herbicides W. The use of pesticides and fungicides X. The use of pesticides and herbicides Y. The use of pesticides and fungicides Z. The use of pesticides and herbicides AA. The use of pesticides and fungicides BB. The use of pesticides and fungicides CC. The use of pesticides and fungicides DD. The use of pesticides and fungicides EE. The use of pesticides and fungicides FF.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The leading cause of soil and rock erosion is",
+ "gold_answer": "H2O",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What kind of implement is a compass?",
+ "gold_answer": "it shows direction",
+ "os_answer": " A compass is a tool that is used to measure the direction of the earth.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "what is the closest source of plasma to our planet?",
+ "gold_answer": "the nearest star sulfur burning heavenly body",
+ "os_answer": " the sun.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What would cause a human to grow?",
+ "gold_answer": "eating wheat",
+ "os_answer": " A human would grow if it was exposed to a substance that would cause it to grow.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A saguaro has adaptations for an environment with",
+ "gold_answer": "less water",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Why might a polar bear grow white hair?",
+ "gold_answer": "blend in",
+ "os_answer": "A polar bear might grow white hair because of the following: 1. The polar bear is a mammal. 2. Mammals have hair. 3. Hair is a form of protection. 4. Polar bears live in the Arctic. 5. The Arctic is a cold place. 6. Cold places have white snow. 7. White snow is a form of protection. 8. White hair is a form of protection. 9.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The heart is an example of",
+ "gold_answer": "something protected by the skeletal system",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A flashlight will need this in order to radiate photons:",
+ "gold_answer": "electron flow",
+ "os_answer": " A. a battery B. a bulb C. a switch D. a circuit E. a wire F. a switch G. a battery H. a bulb I. a switch J. a circuit K. a wire L. a switch M. a battery N. a bulb O. a switch P. a circuit Q. a wire R. a switch S. a battery T. a bulb U. a switch V. a circuit W. a wire X. a switch Y. a battery Z. a bulb",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "How do polar bears survive the cold?",
+ "gold_answer": "B and D",
+ "os_answer": " Polar bears survive the cold by using their thick fur and insulating layer of fat.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What are the feet of Dendrocygna autumnalis designed for?",
+ "gold_answer": "aquatic speed",
+ "os_answer": " The feet of Dendrocygna autumnalis are designed for swimming.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of fire giving off light?",
+ "gold_answer": "a lit candle in a window signalling to someone",
+ "os_answer": "A. A fire is a source of light. B. A fire is a source of heat. C. A fire is a source of energy. D. A fire is a source of heat and light. E. A fire is a source of energy and light. F. A fire is a source of energy and heat. G. A fire is a source of energy, heat, and light. H.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A stick bug uses what to protect itself from predators?",
+ "gold_answer": "its appearance",
+ "os_answer": " A stick bug uses a shell to protect itself from predators.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The inside of the Thanksgiving turkey is white instead of pink because of",
+ "gold_answer": "heat energy",
+ "os_answer": " The inside of the turkey is white because of ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Little puppies are a result of:",
+ "gold_answer": "reproduction ?",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What would a Jersey most likely be fed?",
+ "gold_answer": "alfalfa",
+ "os_answer": " A Jersey would most likely be fed a cow.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which of these energy sources generates the least amount of pollution?",
+ "gold_answer": "windmill",
+ "os_answer": " Coal, oil, and natural gas.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Grass snakes live in what?",
+ "gold_answer": "turf",
+ "os_answer": " Grass snakes live in what?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Tapping a drumstick to a drum will",
+ "gold_answer": "reverberate when touched together",
+ "os_answer": " The drumstick will ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A star, burning far, far away, has enormous pressure and temperature. This allows for",
+ "gold_answer": "night on Earth to be dimly lit",
+ "os_answer": " The star is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "In order for your computer to operate, it must have an electrical path that is what?",
+ "gold_answer": "closed",
+ "os_answer": " A. a closed circuit B. an open circuit C. a short circuit D. a ground circuit",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Polar bears live in",
+ "gold_answer": "frosty environments",
+ "os_answer": " Polar bears live in ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What would be more likely to attract a magnet?",
+ "gold_answer": "a car engine",
+ "os_answer": " A. A piece of paper B. A piece of iron C. A piece of wood D. A piece of plastic E. A piece of glass",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What constitutes a frog's diet?",
+ "gold_answer": "it chomps on insects",
+ "os_answer": " A frog's diet consists of insects, worms, and other small animals.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of the digestive system digesting food for the body?",
+ "gold_answer": "a baby drinking formula then needing a diaper change",
+ "os_answer": " The digestive system digests food for the body by breaking it down into smaller pieces.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Someone wants their electromagnets to work, but is having difficulty powering them. In order to make them work, they need to",
+ "gold_answer": "run a continuous current",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "if a place has experienced flooding, what could be responsible?",
+ "gold_answer": "there has been excess condensed water vapor",
+ "os_answer": " The place could have experienced flooding due to a natural disaster, such as a hurricane or a flood. It could also have experienced flooding due to human activity, such as a dam failure or a levee breach. It could also have experienced flooding due to a combination of natural and human-caused factors.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of reproduction?",
+ "gold_answer": "egg depositing",
+ "os_answer": "A. A plant produces seeds. B. A plant produces flowers. C. A plant produces fruits. D. A plant produces leaves. E. A plant produces roots. F. A plant produces stems. G. A plant produces flowers and fruits. H. A plant produces flowers and leaves. I. A plant produces flowers and roots. J. A plant produces flowers and stems. K. A plant produces flowers, fruits, and leaves. L. A plant produces flowers, fruits, and roots. M. A plant produces flowers, fruits, and stems. N. A plant produces flowers, fruits, leaves, and roots. O. A plant produces flowers, fruits, leaves, and stems. P.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A place that is snowy has a large amount of",
+ "gold_answer": "frozen water",
+ "os_answer": " A place that is snowy has a large amount of ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An ideal abode for crickets is",
+ "gold_answer": "a green and lush tree and plant packed area",
+ "os_answer": "A. A cricket is a small insect that lives in the ground. B. Crickets are small insects that live in the ground. C.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "if a bat delivers a live offspring, what does this tell us?",
+ "gold_answer": "all of these",
+ "os_answer": " a bat is a mammal.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If you find something smooth and hard on the ground, it is probably made of what?",
+ "gold_answer": "minerals",
+ "os_answer": " It is probably made of rock.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What could I use as biofuel",
+ "gold_answer": "Pine Needles",
+ "os_answer": " I could use _________.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which best demonstrates the concept of force causing an increase in speed?",
+ "gold_answer": "a full bag swung in circles",
+ "os_answer": "A. A car accelerates from 0 to 100 km/h in 10 seconds. B.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which would you likely find inside a beach ball?",
+ "gold_answer": "air",
+ "os_answer": " A. A beach ball is a sphere. B. A beach ball is a ball. C. A beach ball is a sphere and a ball. D. A beach ball is a sphere or a ball. E. A beach ball is a sphere, a ball, or both.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Are deserts characterized by high sunshine?",
+ "gold_answer": "deserts get surplus sun",
+ "os_answer": " No, deserts are characterized by low humidity. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Objects used to hold sheets of paper together are often",
+ "gold_answer": "ferromagnetic",
+ "os_answer": " staples.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "In order for plants and animals to grow, they need to consume food and water for",
+ "gold_answer": "energy",
+ "os_answer": " Plants and animals need to consume food and water in order to grow.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A bear cub learns to stay away from unknown bears because",
+ "gold_answer": "their mother teaches them to keep their distance",
+ "os_answer": " The bear cub learns to stay away from unknown bears because it is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What element is prevalent in a plateau?",
+ "gold_answer": "silicon",
+ "os_answer": " A. A plateau is a flat area of land. B. A plateau is a flat area of land that is covered with a layer of rock. C. A plateau is a flat area of land that is covered with a layer of rock and soil. D. A plateau is a flat area of land that is covered with a layer of rock and soil and is surrounded by mountains. E. A plateau is a flat area of land that is covered with a layer of rock and soil and is surrounded by mountains and rivers. F. A plateau is a flat area of land that is covered with a layer of rock and soil and is surrounded by mountains and rivers and is located in a valley. G. A plateau is a flat area of land that is covered with a layer of rock and soil and is surrounded by mountains and rivers and is located in a valley and is surrounded by a river. H. A plateau is a flat area of land that is covered with a layer of rock and soil and is surrounded by mountains and rivers and is located in a valley and is surrounded by a river and is located in a valley. I. A plateau is a flat area of land that is covered with a layer of rock and soil and is surrounded by mountains and rivers and is located in",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If a grizzly bear eats a salmon, what is the grizzly bear demonstrating?",
+ "gold_answer": "consumption",
+ "os_answer": " The grizzly bear is demonstrating its ability to hunt and eat salmon.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If I want to go running at night, what can I use as a reflector?",
+ "gold_answer": "Kitchen foil",
+ "os_answer": " I can use a flashlight.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "the closest star to our planet delivers solar energy to the planet",
+ "gold_answer": "this is sure",
+ "os_answer": " the closest star to our planet delivers solar energy to the planet because it is the closest star to our planet.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A renewable resource is",
+ "gold_answer": "turbine produced electricity",
+ "os_answer": " A renewable resource is a resource that is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "In a hypothetical world, black bears decrease in numbers until there are zero black bears left on this world. The black bear species",
+ "gold_answer": "would cease existing",
+ "os_answer": " The black bear species will become extinct.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which animal has live births?",
+ "gold_answer": "poodle",
+ "os_answer": " (a) (b) (c) (d) (e) (f) (g) (h) (i) (j) (k) (l) (m) (n) (o) (p) (q) (r) (s) (t) (u) (v) (w) (x) (y) (z)",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Quartz crystals are made up of",
+ "gold_answer": "hexagons",
+ "os_answer": " Quartz crystals are made up of ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "cellular respiration is when energy is produced in a cell by consumption of",
+ "gold_answer": "nutrients",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Water levels may decrease on cloudless days because",
+ "gold_answer": "moisture is pulled upwards",
+ "os_answer": " The water level may decrease on cloudless days because ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Steve was driving on the highway when he rear-ended another car because he didn't see it until he was just a foot away. This could have happened because of",
+ "gold_answer": "a sudden fog moving into the area",
+ "os_answer": " Steve was driving on the highway when he rear-ended another car because he didn't see it until he was just a foot away. This could have happened because of ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A beach ball goes from flat to round once you put what inside of it?",
+ "gold_answer": "gas",
+ "os_answer": " A beach ball goes from flat to round once you put a(n) inside of it.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "In general, how many times per month is there a full moon?",
+ "gold_answer": "once",
+ "os_answer": " There is a full moon every month.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What kind of object does light bounce off of?",
+ "gold_answer": "item that reflects",
+ "os_answer": " Light bounces off of objects that are shiny.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The amount of brush in a park has been decreasing. What could be a cause?",
+ "gold_answer": "the season has been quite dry",
+ "os_answer": " The amount of brush in a park has been decreasing because of the increase in the number of people who are using the park.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "if a pot on the stove is described as hot, what does this mean?",
+ "gold_answer": "the body of the pot is of high temperature",
+ "os_answer": " the pot is hot because it is on the stove.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What animal is more difficult for predators to see in water?",
+ "gold_answer": "an octopus",
+ "os_answer": " The answer is a dolphin.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When ice buildup is on a sidewalk, the ice may be reduced by",
+ "gold_answer": "adding salt",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "How many times would someone change the page of a calendar in a year?",
+ "gold_answer": "12",
+ "os_answer": " The number of times a person would change the page of a calendar in a year is 365.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which musical instrument is the same type as a guitar?",
+ "gold_answer": "cello",
+ "os_answer": " The same type as a guitar is a ________.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which of these is a place where a human might live?",
+ "gold_answer": "igloo",
+ "os_answer": "A. A house. B. A tree. C. A cave. D. A mountain. E. A river. F. A lake. G. A forest. H. A desert. I. A city. J. A field. K. A swamp. L. A valley. M. A meadow. N. A plain. O. A mountain range. P.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Camouflage is when an organism does what?",
+ "gold_answer": "reconfigure appearance to blend in",
+ "os_answer": " Camouflage is when an organism does what?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which of these is required for a plant to enjoy the product of a rain storm?",
+ "gold_answer": "xylem",
+ "os_answer": " The plant must be in a location that receives rain.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "How does a microscope make small things appear?",
+ "gold_answer": "humongous",
+ "os_answer": " A microscope makes small things appear larger by using a magnifying glass.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Water can turn to vapor",
+ "gold_answer": "when boiling eggs on a stove top",
+ "os_answer": " Water can turn to vapor because it is a liquid.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Camouflage can be used by animals for hunting",
+ "gold_answer": "meals",
+ "os_answer": " Camouflage can be used by animals for hunting.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Carbohydrates are made of sugar, which means that a diabetic would need to exhibit care in consuming",
+ "gold_answer": "toast",
+ "os_answer": " A diabetic would need to exhibit care in consuming carbohydrates because carbohydrates are made of sugar.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A measurement of time that is less than a minute is a",
+ "gold_answer": "second",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What will be more available in an area when rainfall increases?",
+ "gold_answer": "H2O",
+ "os_answer": " The amount of water in the soil.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When does the first quarter phase of the moon occur?",
+ "gold_answer": "after the first phase of the lunar month",
+ "os_answer": " The first quarter phase of the moon occurs when the moon is between the Earth and the Sun.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An ice cube placed in sunlight will",
+ "gold_answer": "shrink",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If a person loses his job and is low on money, he will have to start cutting back on how much food he consumes or he'd run out, otherwise known as",
+ "gold_answer": "conserving",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The skeletal system protects which of these?",
+ "gold_answer": "liver",
+ "os_answer": " The skeletal system protects the brain and spinal cord.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What has more gravity force than Earth but less than the sun?",
+ "gold_answer": "Jupiter",
+ "os_answer": " The moon.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What happens as water levels rise?",
+ "gold_answer": "beaches shrink",
+ "os_answer": " Water levels rise.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An increase in an object's temperature occurs when",
+ "gold_answer": "a steak is removed from the freezer to defrost",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An animal might pant",
+ "gold_answer": "on a sunny day",
+ "os_answer": " The animal might pant because it is hot.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An instinctual behavior is",
+ "gold_answer": "frogs returning to the ponds were they hatched to lay eggs",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "How do plants reproduce?",
+ "gold_answer": "seeds",
+ "os_answer": " Plants reproduce by producing seeds.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What produce pollen and seeds?",
+ "gold_answer": "things you give a loved one in a bouquet",
+ "os_answer": " The plant produces pollen and seeds.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "which of these would be most ideal for plant root growth?",
+ "gold_answer": "soil with worms burrowing around",
+ "os_answer": " a. a soil with a pH of 7.0 b. a soil with a pH of 6.0 c. a soil with a pH of 5.0 d. a soil with a pH of 4.0 e. a soil with a pH of 3.0 f. a soil with a pH of 2.0 g. a soil with a pH of 1.0 h. a soil with a pH of 0.0 i. a soil with a pH of -1.0 j. a soil with a pH of -2.0 k. a soil with a pH of -3.0 l. a soil with a pH of -4.0 m. a soil with a pH of -5.0 n. a soil with a pH of -6.0 o. a soil with a pH of -7.0 p. a soil with a pH of -8.0 q. a soil with a pH of -9.0 r. a soil with a pH of -10.0",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Earth revolves around",
+ "gold_answer": "an energy source",
+ "os_answer": " The Earth revolves around the sun.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An example of water being an electrical conductor would be what?",
+ "gold_answer": "lightening hitting water and organisms inside dying",
+ "os_answer": " Water is an electrical conductor because it is a liquid.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What would Occur once between January 1st and December 31st",
+ "gold_answer": "A Solar Year on earth",
+ "os_answer": " The first day of the year would be January 1st. The last day of the year would be December 31st.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Burning something that reproduces usually will:",
+ "gold_answer": "impair its well being in some way",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "what does a chipmunk do with acorns",
+ "gold_answer": "transfer them to the stomach",
+ "os_answer": " a chipmunk stores acorns in its burrow.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A pot of pasta is boiling on the stove, and the lid on top of the pot is shaking as the water boils more rapidly. A person goes to the stove and removes the pot, releasing steam into the air above, and so the steam is",
+ "gold_answer": "water vapor",
+ "os_answer": " The steam is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A plant that gets extra minerals such as zinc are probably",
+ "gold_answer": "placed in good soil",
+ "os_answer": " B. A plant that gets extra minerals such as zinc are probably ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Photosynthesis does what by converting carbon dioxide, water, and sunlight into carbohydrates?",
+ "gold_answer": "providing nourishment which enables some growth to vegetation",
+ "os_answer": " Photosynthesis converts carbon dioxide, water, and sunlight into carbohydrates by using the energy from the sun to convert carbon dioxide and water into carbohydrates.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "where might a bunny live?",
+ "gold_answer": "a thicket",
+ "os_answer": " a bunny might live in a forest.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A shark will be unable to survive on eating algae and moss, because",
+ "gold_answer": "it is a predator",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The Grand Canyon was formed by",
+ "gold_answer": "a river named after the 38th state to join the union flowing over time",
+ "os_answer": " The Grand Canyon was formed by the ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A woman, with a pale complexion, wants to spend the bright, sunny day at the beach. She makes sure that she stops at the store to pick up some sunblock before she begins to enjoy her day filled with sand and surf. She applies the sunblock carefully and thoroughly, because she knows that",
+ "gold_answer": "UV rays are harmful",
+ "os_answer": " The woman is most likely ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When birds migrate south for the winter, they do it because",
+ "gold_answer": "they are genetically called to",
+ "os_answer": " They do it because they are ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A person can grow cabbage in January with the help of what product?",
+ "gold_answer": "Green house",
+ "os_answer": " A. A person can grow cabbage in January with the help of a product called \"Cabbage\". B. A person can grow cabbage in January with the help of a product called \"Cabbage\" and a product called \"Cabbage\". C. A person can grow cabbage in January with the help of a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\". D. A person can grow cabbage in January with the help of a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\". E. A person can grow cabbage in January with the help of a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\". F. A person can grow cabbage in January with the help of a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\" and a product called \"Cabbage\". G. A person can grow cabbage in January with the help of a product called \"Cabbage\" and a product called \"Cabbage\" and a product called",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A frog, in winter, will burrow itself into soft mud, until it freezes, then in the spring",
+ "gold_answer": "it unfreezes, because it is cold-blooded",
+ "os_answer": " The frog will freeze in the mud, then thaw out in the spring.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which describes the size of an object?",
+ "gold_answer": "It holds 500 mL of water",
+ "os_answer": " The size of an object is the distance between the object and the observer.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Dew is formed when what condenses?",
+ "gold_answer": "H2O haze",
+ "os_answer": " Dew is formed when water vapor condenses.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The Earth revolving around the sun can cause",
+ "gold_answer": "constellations to appear in one place in spring and another in fall",
+ "os_answer": " The Earth revolving around the sun can cause ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A fire starts in a wide, open field and catches onto a forest. The fire started even though people were far away from the woods. A potential cause for the start of it could have been",
+ "gold_answer": "storms",
+ "os_answer": " The fire started because of ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Roads present danger to animals because",
+ "gold_answer": "people driving cars might be unaware the animal is close by",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "plant requires what for photosynthesis",
+ "gold_answer": "light from our closest star",
+ "os_answer": " water, carbon dioxide, sunlight, chlorophyll ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Winter solstice occurs on a day when",
+ "gold_answer": "the darkness is greatest",
+ "os_answer": " The sun is at its lowest point in the sky.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What boils at the boiling point?",
+ "gold_answer": "Kool-Aid",
+ "os_answer": " The boiling point of water is 100\u00b0C.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When vapor condenses overnight it often ends up on",
+ "gold_answer": "rosebuds",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which is a good source of nutrients for a mushroom?",
+ "gold_answer": "a cut peony",
+ "os_answer": "A. A good source of nutrients for a mushroom is a mushroom. B.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A strawberry is in zero way a true berry because it",
+ "gold_answer": "has seeds outside the flesh, unlike the blueberry",
+ "os_answer": " A strawberry is in zero way a true berry because it is a fruit.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The epidermis is part of",
+ "gold_answer": "is the largest organ and also the body's first defense against germs",
+ "os_answer": " The epidermis is part of the skin.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Frogs are unable to give live birth, and their eggs are soft, unlike other eggs, in fact",
+ "gold_answer": "frog eggs are transparent",
+ "os_answer": " The eggs of frogs are soft because they are laid in water.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Why can an Owl retain it's body temperature during the winter?",
+ "gold_answer": "It's warm blooded",
+ "os_answer": "Owls have a high metabolic rate, which means they burn a lot of calories.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is the source of energy for physical cycles on Earth?",
+ "gold_answer": "a medium-sized star which our planet orbits",
+ "os_answer": " The source of energy for physical cycles on Earth is the sun.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Pasteurization reduces the amount of bacteria in",
+ "gold_answer": "cheddar cheese",
+ "os_answer": " Pasteurization reduces the amount of bacteria in milk.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which would best store new whale offspring?",
+ "gold_answer": "large aquarium",
+ "os_answer": " A. A whale's stomach B. A whale's bladder C. A whale's intestine D. A whale's rectum E. A whale's vagina",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "All the deer in one area moved away. This could be because",
+ "gold_answer": "all the trees had died from disease and fell down",
+ "os_answer": " The deer were ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An herbivore like a giraffe will only consume",
+ "gold_answer": "green matter",
+ "os_answer": " A plant like a tree will only consume ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If something is outside during the day what will it receive?",
+ "gold_answer": "sunbeams",
+ "os_answer": " It will receive the sun. ",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Squirrels store acorns",
+ "gold_answer": "to have nourishment thru the cold months",
+ "os_answer": " Squirrels store acorns because they are a food source for them.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An organism's requirements and its survival rate have what kind of relationship?",
+ "gold_answer": "direct",
+ "os_answer": " The relationship between an organism's requirements and its survival rate is a(n) __________.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An example of a seasonal change that a furry animal might adopt could be similar to:",
+ "gold_answer": "humans pulling out their heavy outerwear",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What could be used as an electrical conductor",
+ "gold_answer": "A penny",
+ "os_answer": " A. A wire B. A battery C. A light bulb D. A switch E. A circuit F. A fuse G. A switchboard H. A circuit breaker I. A fuse box J. A circuit breaker box K. A circuit breaker panel L. A circuit breaker switch M. A circuit breaker switch panel N. A circuit breaker switch box O. A circuit breaker switch panel O. A circuit breaker switch box P. A circuit breaker switch panel Q. A circuit breaker switch box R. A circuit breaker switch panel S. A circuit breaker switch panel T. A circuit breaker switch panel U. A circuit breaker switch panel V. A circuit breaker switch panel W. A circuit breaker switch panel X. A circuit breaker switch panel Y. A circuit breaker switch panel Z. A circuit breaker switch panel",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "How does ice wedging cause rocks to crack?",
+ "gold_answer": "growth in openings",
+ "os_answer": " Ice wedging causes rocks to crack by causing the rock to expand and contract.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Fossils are formed when what happens?",
+ "gold_answer": "various types of dirt accumulate over something eventually",
+ "os_answer": " Fossils are formed when what happens?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What can show that loss of resources has a negative impact on the organisms in an area?",
+ "gold_answer": "when prey is overhunted, predators die",
+ "os_answer": " The loss of resources can lead to a decrease in the population of the organisms in an area.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What vehicle would you use to travel on the majority of the surface of the planet on which we live?",
+ "gold_answer": "Boat",
+ "os_answer": " A car.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A bear's fur and duck's feathers both help the animal survive by",
+ "gold_answer": "providing warmth",
+ "os_answer": " A bear's fur and duck's feathers both help the animal survive by",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What's an example of the idea that if one mineral can scratch another mineral then that other mineral is softer than that one mineral?",
+ "gold_answer": "diamond cuts into glass",
+ "os_answer": " If one mineral can scratch another mineral then that other mineral is softer than that one mineral.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is a source of energy?",
+ "gold_answer": "grease",
+ "os_answer": " A source of energy is a substance that can be converted into energy.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If a farmland up the hill gets rainfall, what could happen to lower lands?",
+ "gold_answer": "all of these",
+ "os_answer": " The water from the hill would flow down the hill and into the lower lands.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of a raw material being something that comes directly from a source?",
+ "gold_answer": "salt water from the ocean",
+ "os_answer": " A raw material is something that comes directly from a source.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A source of sugar in an ecosystem is",
+ "gold_answer": "tree",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A mark of adulthood common in most species is",
+ "gold_answer": "reproduction",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What core ingredient of red pasta sauce comes from a flower?",
+ "gold_answer": "Tomato",
+ "os_answer": " Tomato.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If something were to be melted, it would be heated above its melting point, like",
+ "gold_answer": "putting jello in warm water",
+ "os_answer": " If something were to be melted, it would be ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is likely to be the most direct result of offshore oil leaking?",
+ "gold_answer": "oil harms ocean life",
+ "os_answer": " The most likely direct result of offshore oil leaking is the death of marine life.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which is the slowest to move through water?",
+ "gold_answer": "robin",
+ "os_answer": " The slowest to move through water is the fish.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Organic food is currently considered best for people because",
+ "gold_answer": "they avoid using bug killers when grown",
+ "os_answer": " Organic food is currently considered best for people because it is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When you get farther from water, the water vapor in the air will ______.",
+ "gold_answer": "decrease",
+ "os_answer": " The water vapor in the air will ______.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is a good example of camouflage?",
+ "gold_answer": "when a creature adjusts the shape and color of its body to appear as something else",
+ "os_answer": " A good example of camouflage is a chameleon.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "As they are immobile, what is an example of how animal life helps the reproduction cycle of plants?",
+ "gold_answer": "squirrels dropping seeds",
+ "os_answer": " The animals help the plants by pollinating them.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Stopped means lack of what?",
+ "gold_answer": "velocity",
+ "os_answer": " Stopped means lack of movement.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The circulatory system brings oxygen to the body from where?",
+ "gold_answer": "The chest",
+ "os_answer": " The lungs.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which relationship involves inheritance?",
+ "gold_answer": "mother-daughter",
+ "os_answer": " A. A parent and child B. A child and a sibling C. A parent and a sibling D. A parent and a child",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A car engine usually uses combustion to convert this into a motion and heat.",
+ "gold_answer": "oil products",
+ "os_answer": " The car engine uses combustion to convert this into a motion and heat.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When turned on, which product cannot convert electrical energy into light energy?",
+ "gold_answer": "charger",
+ "os_answer": " The light bulb.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Refraction can easily be witnessed in",
+ "gold_answer": "fake diamonds",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "plant life is completely dependent on what?",
+ "gold_answer": "creating self sustenance food",
+ "os_answer": " plants are dependent on the sun.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An island can sprout up from seemingly suddenly because",
+ "gold_answer": "underwater volcanoes are hidden",
+ "os_answer": " The island can sprout up from seemingly suddenly because of ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Where might you find the substance used to make the shiny metallic foil paper used in cooking?",
+ "gold_answer": "Rocks",
+ "os_answer": " You might find the substance used to make the shiny metallic foil paper used in cooking in the kitchen.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What increases the number of pollinators a flower will attract?",
+ "gold_answer": "The amount of of fragrance the flower has",
+ "os_answer": " The more flowers a plant produces, the more pollinators it will attract.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Chloroplasts exist in plants and can be located by knowing where",
+ "gold_answer": "the greenest part of a plant is",
+ "os_answer": " Chloroplasts are found in the ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Sunlight transfers heat energy to",
+ "gold_answer": "the planet named after the Roman god of sea",
+ "os_answer": " The sun is a source of heat energy.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Humans swim in the liquid form of",
+ "gold_answer": "steam",
+ "os_answer": " Humans swim in the liquid form of ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What can keep you moisturized other than water?",
+ "gold_answer": "cucumbers",
+ "os_answer": " You can moisturize your skin with oil.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which of these items can a human move by pedal power?",
+ "gold_answer": "unicycle",
+ "os_answer": " A. A bicycle B. A bicycle with a motor C. A bicycle with a motor and a trailer D. A bicycle with a motor and a trailer and a passenger E. A bicycle with a motor and a trailer and a passenger and a load",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "It takes the Earth one year to go around the sun. It takes the moon how long to make one revolution around our planet?",
+ "gold_answer": "30 days",
+ "os_answer": " The moon takes one year to make one revolution around our planet.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What might be the natural habitat of a small creature known for making a noise by scraping limbs together?",
+ "gold_answer": "Among Birches",
+ "os_answer": " The natural habitat of a small creature known for making a noise by scraping limbs together is a forest.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What converts electrical energy into light energy in a light bulb?",
+ "gold_answer": "the metal filament",
+ "os_answer": " The filament in the light bulb converts electrical energy into light energy.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A river can disappear over a period of time?",
+ "gold_answer": "this is sure",
+ "os_answer": " A river can disappear over a period of time if it is not properly maintained.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A temperature in the negatives during the night got slightly less negative during the day, which means it got more",
+ "gold_answer": "positive",
+ "os_answer": " The temperature got more negative during the day.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is natural gas?",
+ "gold_answer": "a way to gain some warmth by combustion",
+ "os_answer": " Natural gas is a mixture of hydrocarbons that is used as a fuel.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Science fact: a cavern is formed by carbonic acid in groundwater seeping through rock and dissolving",
+ "gold_answer": "sedimentary rock which is composed mainly of skeletal fragments of marine organisms such as coral, forams and molluscs,",
+ "os_answer": "A. The water in the cavern is acidic. B. The water in the cavern is alkaline. C. The water in the cavern is neutral. D. The water in the cavern is basic. E.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A plant root growing into rock cracks is an example of what?",
+ "gold_answer": "abrasion",
+ "os_answer": " A. a. a b. b c. c d. d e. e f. f g. g h. h i. i j. j k. k l. l m. m n. n o. o p. p q. q r. r s. s t. t u. u v. v w. w x. x y. y z. z",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What does the earth orbit that causes the seasons to change?",
+ "gold_answer": "plasma star",
+ "os_answer": " The earth orbits the sun.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "why would a mouse run away from a cat?",
+ "gold_answer": "to avoid becoming lunch",
+ "os_answer": " a mouse would run away from a cat because a cat is a predator.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A golden eagle will hunt using its talons to collect",
+ "gold_answer": "groupers",
+ "os_answer": " A golden eagle will hunt using its talons to collect prey.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The Grand Canyon was formed by the Colorado river by what?",
+ "gold_answer": "the passage of time",
+ "os_answer": " The Colorado river was formed by the Grand Canyon.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The next moon phase after a solar eclipse is",
+ "gold_answer": "first quarter",
+ "os_answer": " A. a full moon B. a new moon C. a waxing gibbous moon D. a waning gibbous moon E. a waxing crescent moon F. a waning crescent moon",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If a lot of people have forgotten about a product, the amount of money made by the person selling it will be",
+ "gold_answer": "lower than before",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What can you find in a forest",
+ "gold_answer": "remedies",
+ "os_answer": " A forest is a place where you can find trees, plants, animals, and other living things.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What creates a valley?",
+ "gold_answer": "water",
+ "os_answer": " A valley is created by a river.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is the largest organ of the human body?",
+ "gold_answer": "epidermis",
+ "os_answer": " The largest organ of the human body is the skin.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What eats other organisms?",
+ "gold_answer": "ingestors",
+ "os_answer": " (A) (B) (C) (D) (E) (F) (G) (H) (I) (J) (K) (L) (M) (N) (O) (P) (Q) (R) (S) (T) (U) (V) (W) (X) (Y) (Z) (AA) (AB) (AC) (AD) (AE) (AF) (AG) (AH) (AI) (AJ) (AK) (AL) (AM) (AN) (AO) (AP) (AQ) (AR) (AS) (AT) (AU) (AV) (AW) (AX) (AY) (AZ) (BA) (BB) (BC) (BD) (BE) (BF) (BG) (BH) (BI) (BJ) (BK) (BL) (BM) (BN) (BO) (BP) (BQ) (BR) (BS) (BT) (BU) (BV) (BW) (BX) (BY) (BZ) (CA) (CB) (CC) (CD) (CE) (CF) (CG) (",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What becomes smoother through weathering?",
+ "gold_answer": "pumice",
+ "os_answer": " The surface of the rock becomes smoother through weathering.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The element that heats toast is an example of:",
+ "gold_answer": "a thermal conductor",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The insect's cocoon being created occurs during the",
+ "gold_answer": "stage when wings first start to form",
+ "os_answer": " The insect's cocoon being created occurs during the ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Rocks sometimes contain what?",
+ "gold_answer": "element Al",
+ "os_answer": " They contain minerals.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What happens to a cat's fur in the summer?",
+ "gold_answer": "It becomes less dense",
+ "os_answer": " The cat's fur will become lighter in color.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "After evaporation water becomes",
+ "gold_answer": "snow",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A magnet will stick to which of the following?",
+ "gold_answer": "indium",
+ "os_answer": " A. a piece of paper B. a piece of metal C. a piece of wood D. a piece of plastic E. a piece of glass F. a piece of rubber G. a piece of cloth H. a piece of cardboard I. a piece of wood",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Hypothermia will set in under which conditions:",
+ "gold_answer": "while exposed to harsh winds in a polar region",
+ "os_answer": " Hypothermia will set in under which conditions: 1. The temperature is below 32 degrees Fahrenheit. 2. The temperature is below 32 degrees Fahrenheit and the person is in the water. 3. The person is in the water and the temperature is below 32 degrees Fahrenheit. 4. The person is in the water and the temperature is below 32 degrees Fahrenheit and the person is not wearing a life jacket. 5. The person is in the water and the temperature is below 32 degrees Fahrenheit and the person is wearing a life jacket. 6. The person is in the water and the temperature is below 32 degrees Fahrenheit and the person is not wearing a life jacket and the person is not wearing a wet suit. 7. The person is in the water and the temperature is below 32 degrees Fahrenheit and the person is wearing a wet suit. 8. The person is in the water and the temperature is below 32 degrees Fahrenheit and the person is not wearing a wet suit. 9. The person is in the water and the temperature is below 32 degrees Fahrenheit and the person is wearing a life jacket and the person is wearing a wet suit. 10. The person",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What do octopuses release to blind predators?",
+ "gold_answer": "dark pigment",
+ "os_answer": " They release a chemical that makes the predator blind.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which decreases visibility while driving?",
+ "gold_answer": "spraying windshield fluid",
+ "os_answer": " The answer is the windshield wipers.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What animal can live without oxygen",
+ "gold_answer": "Loriciferans",
+ "os_answer": " A. A fish B. A dog C. A cat D. A bird E. A human F. A mouse G. A rat H. A rabbit I. A squirrel J. A dogfish K. A shark L. A whale M. A dolphin N. A seal O. A penguin P. A seagull Q. A bat R. A mole S. A mouse",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An inherited characteristic present in a baby is",
+ "gold_answer": "number of ears",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "if your shoe changes form at a certain heat level, what can that be described as?",
+ "gold_answer": "the melting range of that item",
+ "os_answer": " a phase change.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which would be the product of a solid that was brought above its melting point?",
+ "gold_answer": "glacier turning into water",
+ "os_answer": " The product would be a liquid.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A beaver is going to experience a long winter in the upcoming months. The beaver knows that the weather is changing, so it begins to eat more and more food, knowing that it can survive meager months by being",
+ "gold_answer": "overweight",
+ "os_answer": " The beaver will eat Answer.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Lighting a candle will cause the candle to",
+ "gold_answer": "combust",
+ "os_answer": " The candle will burn.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Nerves are used to feel what on the skin?",
+ "gold_answer": "coldness",
+ "os_answer": " Nerves are used to feel what on the skin?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A person could get in trouble for doing what in a protected environment?",
+ "gold_answer": "hunting",
+ "os_answer": " A person could get in trouble for doing what in a protected environment?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The southern and northern hemisphere's seasons are opposite each other, so when the northern hemisphere is having it's longest day, it's the southern hemisphere's",
+ "gold_answer": "winter solstice",
+ "os_answer": " The southern hemisphere is having its ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What does photosynthesis require",
+ "gold_answer": "a daffodil to absorb rays of Sol",
+ "os_answer": " Oxygen and glucose. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "which of these would disturb a standing body of water?",
+ "gold_answer": "A and B above",
+ "os_answer": " a. a person walking on the surface b. a person swimming underwater c. a person swimming on the surface d. a person swimming underwater and walking on the surface e. a person swimming underwater and walking on the surface and breathing in the air",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "We are trying to use air as sources of energy because there is an infinite amount of it, same with water. These are two examples of",
+ "gold_answer": "Renewable resources",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If two blocks have unequal mass, which will speed up the most with a common force applied",
+ "gold_answer": "The lighter",
+ "os_answer": " The block with the greater mass will speed up the most.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which animal is known to have many learned behaviors?",
+ "gold_answer": "sea park dolphins",
+ "os_answer": " The animal is a dog.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is it called when a cell converts oxygen and carbohydrates into carbon dioxide, water, and energy?",
+ "gold_answer": "catabolic reactions",
+ "os_answer": " The process is called glycolysis. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A plant stem contains a system of tubes for transporting water and nutrients to",
+ "gold_answer": "itself",
+ "os_answer": " The plant stem contains a system of tubes for transporting water and nutrients to the ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of a change in the Earth?",
+ "gold_answer": "an expanse of water turning to forested land",
+ "os_answer": " The Earth is changing because of the sun.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "when it turns day and night on a planet, what cause this?",
+ "gold_answer": "the world itself spins, causing it",
+ "os_answer": " the planet is rotating.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Why might a person fall asleep after being lost in a forest on a freezing cold day?",
+ "gold_answer": "energy levels decrease",
+ "os_answer": " The person might fall asleep after being lost in a forest on a freezing cold day because of the following: (1) The person might fall asleep after being lost in a forest on a freezing cold day because of the following: (2) The person might fall asleep after being lost in a forest on a freezing cold day because of the following: (3) The person might fall asleep after being lost in a forest on a freezing cold day because of the following: (4) The person might fall asleep after being lost in a forest on a freezing cold day because of the following: (5) The person might fall asleep after being lost in a forest on a freezing cold day because of the following: (6) The person might fall asleep after being lost in a forest on a freezing cold day because of the following: (7) The person might fall asleep after being lost in a forest on a freezing cold day because of the following: (8) The person might fall asleep after being lost in a forest on a freezing cold day because of the following: (9) The person might fall asleep after being lost in a forest on a freezing cold day because of the following: (10) The person might fall asleep after being lost in a forest on a freezing cold",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What does a tuna have that causes it to swim faster than a seahorse?",
+ "gold_answer": "Bigger fins",
+ "os_answer": " A tuna has a tail.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Leaves play an important role in photosynthesis by being",
+ "gold_answer": "a receptacle for solar energy",
+ "os_answer": " Leaves are important in photosynthesis because they are ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The inventor of pasteurization also worked on",
+ "gold_answer": "vaccinations",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "During seasonal changes, like from summer to fall, what is a common noted change?",
+ "gold_answer": "the sun begins to set earlier",
+ "os_answer": " The temperature of the air and the water changes.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A bird would find nest making materials in a",
+ "gold_answer": "tree",
+ "os_answer": " A bird would find nest making materials in a ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is the best example of a live birth?",
+ "gold_answer": "a koala delivering into her pouch",
+ "os_answer": " A. A woman gives birth to a baby. B. A woman gives birth to a baby and the baby is born alive. C. A woman gives birth to a baby and the baby is born dead. D. A woman gives birth to a baby and the baby is born alive and healthy.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Skunks are an animal which has a stink sack, which means that",
+ "gold_answer": "other creatures avoid it",
+ "os_answer": " Skunks are an animal which has a stink sack, which means that they are ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A factory is producing various items. If the factory wants to produce something that will itself produce little pollution, it could create",
+ "gold_answer": "windmills",
+ "os_answer": " B. a factory that produces ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What source of power can be used up completely?",
+ "gold_answer": "natural gas",
+ "os_answer": " A. A battery B. A light bulb C. A car D. A computer E. A light switch F. A light bulb G. A battery H. A light switch I. A light bulb J. A battery K. A light switch L. A light bulb M. A battery N. A light switch O. A light bulb P. A battery Q. A light switch R. A light bulb S. A battery T. A light switch U. A light bulb V. A battery W. A light switch X. A light bulb Y. A battery Z. A light switch",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What might Lassie do to beat the heat?",
+ "gold_answer": "Pant",
+ "os_answer": " Lassie might go to the lake to cool off.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "in science, what is a cause and effect guess called?",
+ "gold_answer": "an academic hypothesis",
+ "os_answer": " a hypothesis.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A sound that is made by an animal with two legs is",
+ "gold_answer": "cluck",
+ "os_answer": " A. a dog barking B. a cat meowing C. a bird chirping D. a mouse squeaking E. a rat scurrying F. a squirrel chattering G. a rabbit hopping H. a mouse scurrying I. a cat meowing J. a dog barking K. a bird chirping L. a mouse squeaking M. a rat scurrying N. a squirrel chattering O. a rabbit hopping P. a cat meowing Q. a dog barking R. a bird chirping S. a mouse squeaking T. a rat scurrying U. a squirrel chattering V. a rabbit hopping W. a cat meowing X. a dog barking Y. a bird chirping Z. a mouse squeaking",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Creatures such as opossums and raccoons are scavengers, meaning that they get their food from various sources, wherever and however they can, even from trash cans. This can negatively impact the creature's health if",
+ "gold_answer": "the food is past its prime",
+ "os_answer": " The opossum and raccoon are scavengers, meaning that they get their food from various sources, wherever and however they can, even from trash cans. This can negatively impact the creature's health if ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A few weeks after the month of December in the heart of Australia is often referred to as?",
+ "gold_answer": "summer",
+ "os_answer": " The month of December is often referred to as the month of?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an instance of carnivores only eating animals?",
+ "gold_answer": "tyrannosaurus rex devouring a pterodactyl",
+ "os_answer": " A. A lion eats a zebra. B. A lion eats a gazelle. C. A lion eats a deer. D. A lion eats a cow. E. A lion eats a horse. F. A lion eats a sheep. G. A lion eats a pig. H. A lion eats a chicken. I. A lion eats a dog. J. A lion eats a cat. K. A lion eats a mouse. L. A lion eats a rabbit. M. A lion eats a bird. N. A lion eats a fish. O. A lion eats a snake. P. A lion eats a spider. Q. A lion eats a bee. R. A lion eats a wasp. S. A lion eats a fly. T. A lion eats a mosquito. U. A lion eats a worm. V. A lion eats a slug. W. A lion eats a snail. X. A lion eats a toad. Y. A lion eats a turtle. Z. A lion eats a frog.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An example of conservation would be",
+ "gold_answer": "going green",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What vitamins help heal bones?",
+ "gold_answer": "vitamin D meals",
+ "os_answer": " Vitamin D and calcium.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An example of an electric insulator is",
+ "gold_answer": "a brick wall",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Recently, a lot of people, en masse, were told that they should take an opportunity to cast an image of an object through a pinhole onto a screen, in order to best enjoy an activity. This was because",
+ "gold_answer": "avoiding looking directly at an eclipse is important",
+ "os_answer": " The image of the object on the screen was ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "how can one alter plants without interacting directly with it?",
+ "gold_answer": "change its current habitat",
+ "os_answer": " one can alter plants by using a pesticide.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Sleet is made of",
+ "gold_answer": "a substance used to keep drinks cold",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A thin beak is most useful to",
+ "gold_answer": "allow a bird to hunt for food in tight spaces",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "in which of these environments would one ideally situate a farm?",
+ "gold_answer": "over on the grassland",
+ "os_answer": " in a place where there is a lot of water and a lot of land.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Telephones will transfer acoustics using what energy",
+ "gold_answer": "electron flow",
+ "os_answer": " The sound waves will travel through the air to the other end of the telephone. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An example of a flexible container",
+ "gold_answer": "Play dough",
+ "os_answer": " A flexible container is a container that can be stretched or compressed.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "which one of these methods can a potential prey use to escape attack?",
+ "gold_answer": "making sounds like a known larger animal",
+ "os_answer": " (a) camouflage (b) mimicry (c) mimicry (d) camouflage (e) mimicry (f) mimicry (g) mimicry (h) mimicry (i) mimicry (j) mimicry (k) mimicry (l) mimicry (m) mimicry (n) mimicry (o) mimicry (p) mimicry (q) mimicry (r) mimicry (s) mimicry (t) mimicry (u) mimicry (v) mimicry (w) mimicry (x) mimicry (y) mimicry (z) mimicry (aa) mimicry (bb) mimicry (cc) mimicry (dd) mimicry (ee) mimicry (ff) mimicry (gg) mimicry (hh) mimicry (ii) mimicry (jj) mimicry (kk) mimicry (ll) mimicry (mm) mimicry (nn) mimicry (oo) mimicry (pp) mimicry (qq) mimicry (rr) mimicry (ss) mimicry (tt) mimicry (uu) mimicry (vv) mimicry (ww) mimicry (xx) mimicry (yy) mimicry (zz)",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "okra has to have water, sun and what to grow",
+ "gold_answer": "Earth",
+ "os_answer": " soil, air, water, sunlight, nutrients, and space.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Windy means what is going at high speeds?",
+ "gold_answer": "gales",
+ "os_answer": " Windy means the air is moving at high speeds.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of weathering occurring over several years?",
+ "gold_answer": "a stone becoming smoother",
+ "os_answer": " The weathering of a rock over several years is called _________.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Food digestion in humans can be aided by",
+ "gold_answer": "microorganisms that have cell walls but lack organelles",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which would a scavenger most likely eat?",
+ "gold_answer": "run over deer",
+ "os_answer": " A. a bird B. a fish C. a mammal D. a reptile E. a plant",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The thermal production of a stove is generically used for",
+ "gold_answer": "warming food",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which requires respiration to use energy?",
+ "gold_answer": "skunk",
+ "os_answer": " A. A plant B. A human C. A car D. A dog",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When a insect looks like another type of entity what is it called?",
+ "gold_answer": "facade",
+ "os_answer": " It is called a mimicry.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Nerves are used in order to sense which things?",
+ "gold_answer": "the warmth and touch of a kiss on the cheek",
+ "os_answer": " Nerves are used in order to sense which things?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The gravitational pull of the sun causes what phenomenon?",
+ "gold_answer": "planetary revolution",
+ "os_answer": " The gravitational pull of the sun causes the moon to orbit around the earth.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When blood passes thru the primary element of the respiratory system it's diffused with",
+ "gold_answer": "an element released by plants",
+ "os_answer": " The blood is oxygenated.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When Gia cooked her no-bake cookies too long, she discovered they had become hard, (though un-burnt). what is the most likely reason?",
+ "gold_answer": "The sugar had undergone crystallization",
+ "os_answer": " The cookies were cooked too long because they were left in the oven too long.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What happens when man moves into new environments?",
+ "gold_answer": "native species loses home",
+ "os_answer": " Man moves into new environments and he is able to adapt to the new environment.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An example of heat changing the state of matter could be",
+ "gold_answer": "jello becoming liquid when placed in a hot pan",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of the appearance of stars seeming to move in relation to the horizon at night?",
+ "gold_answer": "constellations may appear higher or lower in the sky depending on the hour",
+ "os_answer": " The stars are moving in relation to the horizon.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What month is in the season after spring in the northern hemisphere?",
+ "gold_answer": "june",
+ "os_answer": " The month is summer.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What do bees convert nectar into?",
+ "gold_answer": "sweet stuff sold in grocery stores",
+ "os_answer": " They convert nectar into honey. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "what happens when an animals' food intake increases",
+ "gold_answer": "the fat transfers into more pounds",
+ "os_answer": " the animal's metabolic rate increases. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What would a rabbit most likely eat",
+ "gold_answer": "rhododendron",
+ "os_answer": " A rabbit would most likely eat a carrot. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Decomposition occurs when a decomposer recycles nutrients from dead organisms back to the soil by eating them; what is an example of this?",
+ "gold_answer": "worms devouring a corpse",
+ "os_answer": " The decomposition of dead organisms is a process that recycles nutrients from dead organisms back to the soil by eating them.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If something living requires sustenance, it will likely",
+ "gold_answer": "seek out a form of nutrients",
+ "os_answer": " If something living requires sustenance, it will likely ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What action has a positive impact on the conservation of nonrenewable resources?",
+ "gold_answer": "turn the nonrenewable into something newly usable",
+ "os_answer": " The action that has a positive impact on the conservation of nonrenewable resources is the use of renewable resources.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "in electricity ceramics are sometimes used to",
+ "gold_answer": "slow transfers",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A tape measure aids in",
+ "gold_answer": "formulating the area of a room",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What happens when someone on top of a bicycle starts pushing it's peddles in a circular motion?",
+ "gold_answer": "the bike accelerates",
+ "os_answer": " The bicycle will start moving in a circular motion.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "trees have chlorophyll so they make their own",
+ "gold_answer": "nutrients",
+ "os_answer": " A. oxygen B. food C. water D. carbon dioxide E. energy F. sunlight G. soil H. water",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What would you use in an apartment to keep your neighbor below from hearing you shuffle around a room?",
+ "gold_answer": "carpet",
+ "os_answer": " A. A door stopper B. A door stop C. A door stopper D. A door stop",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A guy wants to make dinner for his family, so he puts a pan on the stove, adds some meat, and turns on the stove so that heat is being added to the pan. As the meat is warmed through, beginning to sizzle, it is",
+ "gold_answer": "being seared",
+ "os_answer": " The meat is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is needed to make an island?",
+ "gold_answer": "volcano",
+ "os_answer": " A large amount of water.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What time of day does a solar panel work best?",
+ "gold_answer": "1:45 pm",
+ "os_answer": " A solar panel works best in the morning.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Two gears grinding against each other will raise which of their properties?",
+ "gold_answer": "temperature",
+ "os_answer": " The gears will increase their friction.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "electrical current does what to a wire to cause it to heat up",
+ "gold_answer": "traverse it",
+ "os_answer": " electrical current does what to a wire to cause it to heat up.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "if the surface of our planet is different after a while, what could have happened?",
+ "gold_answer": "all of these",
+ "os_answer": " The surface of our planet could have changed because of the following: 1. The surface of our planet could have changed because of the following: 2. The surface of our planet could have changed because of the following: 3. The surface of our planet could have changed because of the following: 4. The surface of our planet could have changed because of the following: 5. The surface of our planet could have changed because of the following: 6. The surface of our planet could have changed because of the following: 7. The surface of our planet could have changed because of the following: 8. The surface of our planet could have changed because of the following: 9. The surface of our planet could have changed because of the following: 10. The surface of our planet could have changed because of the following:",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Sunlight is a source of",
+ "gold_answer": "warmth",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What contributes to prey animals being able to survive predators long enough to mate?",
+ "gold_answer": "hiding in bushes",
+ "os_answer": " Prey animals are able to survive predators long enough to mate because they are able to hide from predators.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Peat is derived from",
+ "gold_answer": "compressing of deteriorating foliage",
+ "os_answer": " Peat is derived from ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A bear hibernates through cold weather because",
+ "gold_answer": "resources are scarce in winter",
+ "os_answer": " The bear hibernates through cold weather because it is a bear.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which shows a way to preserve natural resources:",
+ "gold_answer": "run dishwasher full",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which does not support living things and is not a home to living things?",
+ "gold_answer": "carpet",
+ "os_answer": " A. A house B. A tree C. A car D. A houseplant E. A houseplant and a tree",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The Grand Canyon became so deep and large because",
+ "gold_answer": "rushing water eroded it",
+ "os_answer": " The Grand Canyon became so deep and large because ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A chipmunk that gathers many different items can often store what for later usage and help with plant dispersal.",
+ "gold_answer": "uneaten pits",
+ "os_answer": " A chipmunk can store seeds, nuts, and other items in its cheeks.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A young boy decides that he likes dogs better than he likes cats. A reason for this may be that",
+ "gold_answer": "his parents only have dogs",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A girl is turning sixteen and is experiencing changes to her breasts and other areas as she matures. These changes as she enters adulthood signify",
+ "gold_answer": "procreative adjustments",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When you heat liquids, what happens to it's ability to break down solids?",
+ "gold_answer": "it enhances it",
+ "os_answer": " The ability to break down solids is increased.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If you wanted to be outside in the daylight for the longest period when would be worst?",
+ "gold_answer": "January",
+ "os_answer": " The worst time to be outside in the daylight would be in the summer.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A rock may be used as a shelter by a",
+ "gold_answer": "spider",
+ "os_answer": " A rock may be used as a shelter by a ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What season includes the last month of the year in the southern hemisphere?",
+ "gold_answer": "summer",
+ "os_answer": " The last month of the year in the southern hemisphere is December.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "An anemometer would get a work out on a",
+ "gold_answer": "blustery day",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What heavenly object is closer to the planet where the TV was invented?",
+ "gold_answer": "Moon",
+ "os_answer": " The moon.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which is a function of the skeletal system?",
+ "gold_answer": "Chewing",
+ "os_answer": " The skeletal system is responsible for the formation of blood cells.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What season is December in the southern hemisphere?",
+ "gold_answer": "when the weather gets hot and dry",
+ "os_answer": " It is summer.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If someone is allergic to sunlight then the place they need to avoid is",
+ "gold_answer": "gazebo",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "After spring ends, the next time it will be spring is",
+ "gold_answer": "next year",
+ "os_answer": "None",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "In a bowl of water with the sun shining on it, what happens to the water after four hours?",
+ "gold_answer": "there is less water",
+ "os_answer": " The water will evaporate.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Brackish water is often found where",
+ "gold_answer": "several large rivers meet",
+ "os_answer": " Brackish water is often found where ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor",
+ "gold_answer": "has less roughness",
+ "os_answer": " A wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a chair over than a carpeted floor will be because a wooden floor will be easier to slide a",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The cell membrane keeps a cell from",
+ "gold_answer": "falling apart",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If a lawnmower runs over an anthill, the colony's population probably",
+ "gold_answer": "decreases",
+ "os_answer": " The anthill's population probably ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A celestial body grows a few meters in size every year, and the mass increases as well. After a hundred years, the celestial body will",
+ "gold_answer": "have stronger gravity",
+ "os_answer": " The celestial body will have a mass of ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Knowing the formula for speed",
+ "gold_answer": "would aid in calculating road time needed to reach a destination",
+ "os_answer": " The speed of a car is the distance traveled divided by the time taken.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "if a ball on the beach bursts, what would most likely escape?",
+ "gold_answer": "the gaseous content in it",
+ "os_answer": " the sand.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Leaves play a role in the making of",
+ "gold_answer": "a life sustaining element humans need",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A full moon is caused by",
+ "gold_answer": "orbiting",
+ "os_answer": " The moon is full because the moon is a sphere and the sun is a sphere.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Someday, the ground under the pile of rotting grain in the field will be",
+ "gold_answer": "more fertile",
+ "os_answer": " The ground under the pile of rotting grain in the field will be ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "In what way do mice come into the world?",
+ "gold_answer": "through a muscular canal",
+ "os_answer": " Mice come into the world through the vagina.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "what do animals need to protect them from bad weather?",
+ "gold_answer": "housing",
+ "os_answer": " they need to have a shelter.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A way to tell if a rock could possibly hold Fe inside is to",
+ "gold_answer": "hover a magnet over it",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The black bear in Alaska is known for hunting this type of feast",
+ "gold_answer": "fish",
+ "os_answer": " The black bear in Alaska is known for hunting this type of feast because it is a common scenario or outcome.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Draining the rain with a rain gutter onto bare ground through a spout will",
+ "gold_answer": "make the ground underneath contain less soil",
+ "os_answer": " The water will ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Keeping your fast food bags in the car until you get home instead of throwing them out the window is an example of protecting the",
+ "gold_answer": "environment",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Using trash in the way it was used in the last scene of the 'Back to the Future' movie is, most ideally, an example of:",
+ "gold_answer": "an alternative fuel",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Water boiling in a pot on a stove is an example of",
+ "gold_answer": "thermal conduction",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What do animals do if their habitat cannot support them?",
+ "gold_answer": "abandon it",
+ "os_answer": " They move to a new habitat.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What offers a tree with stability and a way to distribute nutrients throughout the plant?",
+ "gold_answer": "trunk",
+ "os_answer": " The roots.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "For what does a stove generally generate heat?",
+ "gold_answer": "heating nutrients to appropriate temperatures",
+ "os_answer": " A stove generally generates heat to cook food.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of an animal needing warmth for survival?",
+ "gold_answer": "a deer nestled into long grass",
+ "os_answer": "A. A dog needs warmth for survival. B. A dog is a mammal. C. A dog is an animal. D. A dog is a warm-blooded animal. E. A dog is a warm-blooded mammal. F. A dog is a warm-blooded mammal that needs warmth for survival. G. A dog is a warm-blooded mammal that is an animal. H. A dog is a warm-blooded mammal that is a warm-blooded animal. I. A dog is a warm-blooded mammal that is an animal that needs warmth for survival. J. A dog is a warm-blooded mammal that is a warm-blooded animal that needs warmth for survival. K. A dog is a warm-blooded mammal that is a warm-blooded animal that is an animal that needs warmth for survival. L.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "As an herbivore, deers will eat",
+ "gold_answer": "A bush",
+ "os_answer": " ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "How many minutes are in a 24 hour day?",
+ "gold_answer": "1440",
+ "os_answer": " 24 hours is equal to 1440 minutes.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The moon is what to the earth?",
+ "gold_answer": "the closest body in in space",
+ "os_answer": " The moon is a satellite of the earth.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Some plants are easy for hummingbirds to sip nectar from. While the hummingbirds are taking nectar, the plants also gain something, which is",
+ "gold_answer": "a pollinator",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A flashlight works because the batteries inside of it produce chemical energy that",
+ "gold_answer": "is transferred to another type",
+ "os_answer": " The batteries inside of the flashlight produce chemical energy that ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The sun appears to move because of the rotation of a",
+ "gold_answer": "planet",
+ "os_answer": " The sun appears to move because of the ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A leaf falling from a tree means",
+ "gold_answer": "I should wear a coat",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A material that can be burned to produce electricity can be made from",
+ "gold_answer": "algae",
+ "os_answer": " A. a metal B. a nonmetal C. a metalloid D. a mixture of metals and nonmetals",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A swordbill is able to drink from long, narrow flowers where other birds are unable to because of",
+ "gold_answer": "genetic advantage of swordbills",
+ "os_answer": " The swordbill has a long, narrow beak.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If you had a telescope what is something meant to be viewed by it?",
+ "gold_answer": "Alcor",
+ "os_answer": " You would be able to see the stars.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A substance people use for writing also helps an animal deal with",
+ "gold_answer": "predators",
+ "os_answer": " A. The substance is a. a drug b. a stimulant c. a depressant d. a hallucinogen e. a narcotic f. a hallucinogen g. a narcotic h. a stimulant i. a depressant j. a drug",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Where might you find a gecko?",
+ "gold_answer": "Ecuador",
+ "os_answer": " A gecko might be found in a cave, a tree, or a house.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "which of these could lead to the introduction of new plant species to a place?",
+ "gold_answer": "all the mentioned options",
+ "os_answer": " A. introduction of a new species of animal B. introduction of a new species of plant C. introduction of a new species of bacteria D. introduction of a new species of fungus E. introduction of a new species of virus",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is an example of friction occurring?",
+ "gold_answer": "there is more resistance driving on gravel than on concrete",
+ "os_answer": "A. A car is moving on a road. B. A person is walking on a road. C. A person is sitting on a chair. D. A person is standing on a road. E.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is formed by water evaporating from a solution of water and minerals?",
+ "gold_answer": "shale",
+ "os_answer": " The water evaporates and forms a solid.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What does tearing do to a whole?",
+ "gold_answer": "it takes it apart",
+ "os_answer": " It tears the part apart. ",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A man grows flowers in the winter using his greenhouse. The flowers blossom there, despite the cold, freezing weather and lack of sunshine, because",
+ "gold_answer": "they are carefully protected",
+ "os_answer": " The man has a greenhouse.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "why must a cell delegate its essential functionalities?",
+ "gold_answer": "to maximize work distribution",
+ "os_answer": " because it is a living organism.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "On the moon people are pulled down",
+ "gold_answer": "less",
+ "os_answer": " The moon has no gravity. ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Grey clouds often appear before",
+ "gold_answer": "hail",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A refraction of light that splits into all different colors often occurs after",
+ "gold_answer": "rain",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When hurricanes move over land, the hurricane does what?",
+ "gold_answer": "loses capacity to withstand great force or pressure",
+ "os_answer": " Hurricanes move over land by moving over land.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What does a skunk produce?",
+ "gold_answer": "sulfur-containing analog of an alcohol",
+ "os_answer": " A skunk produces a strong, unpleasant odor.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "In which situation would an animal shed fur?",
+ "gold_answer": "It is hot",
+ "os_answer": " In which situation would an animal shed fur?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "If seeds stick to the coat of an animal they can be?",
+ "gold_answer": "transported",
+ "os_answer": " They can be?",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "A species that has only 1 living member",
+ "gold_answer": "is on the verge of extinction",
+ "os_answer": "A. The species is extinct. B. The species is endangered. C. The species is threatened. D. The species is in danger. E. The species is in peril. F. The species is in jeopardy. G. The species is in danger of extinction. H.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "migration is when animals travel from the northern most state to Texas during what segment of time?",
+ "gold_answer": "winter",
+ "os_answer": " migration is when animals travel from the northern most state to Texas during the winter.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Which shows a change from potential energy to kinetic energy?",
+ "gold_answer": "an orange dropping from a tree",
+ "os_answer": " A. A ball is dropped from a height. B. A ball is thrown up. C. A ball is thrown down. D. A ball is thrown up and then dropped. E. A ball is thrown down and then thrown up. F. A ball is thrown up and then thrown down. G. A ball is thrown up and then thrown down and then thrown up. H. A ball is thrown up and then thrown down and then thrown up and then thrown down. I. A ball is thrown up and then thrown down and then thrown up and then thrown down and then thrown up. J. A ball is thrown up and then thrown down and then thrown up and then thrown down and then thrown up and then thrown down. K. A ball is thrown up and then thrown down and then thrown up and then thrown down and then thrown up and then thrown down and then thrown up and then thrown down. L. A ball is thrown up and then thrown down and then thrown up and then thrown down and then thrown up and then thrown down and then thrown up and then thrown down and then thrown up and then thrown down and then thrown up and then thrown down and then thrown up and then thrown down and then thrown up and then thrown down and then thrown up",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "The type of climate change known as anthropogenic is caused by this:",
+ "gold_answer": "humanity",
+ "os_answer": " The type of climate change known as anthropogenic is caused by this:",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is one thing cloud precipitation can be?",
+ "gold_answer": "unfavorable weather outlook",
+ "os_answer": " It can be rain, snow, sleet, or hail.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "deserts are known for having what type of climates?",
+ "gold_answer": "scorching",
+ "os_answer": " deserts are known for having hot, dry climates.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "When the Earth's Northern axis is tilted away from the Sun the amount of daylight is",
+ "gold_answer": "shortened",
+ "os_answer": " The amount of daylight is ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Where is the sun located at 12:00 PM?",
+ "gold_answer": "overhead",
+ "os_answer": " The sun is located at the top of the sky.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Squirrels are seed dispersers because",
+ "gold_answer": "they bury their food",
+ "os_answer": " Squirrels are seed dispersers because they eat the seeds and then they spread the seeds around.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What type of human diet would be most comparable to a cow",
+ "gold_answer": "Vegan",
+ "os_answer": "A. A diet that is high in fat and low in protein. B. A diet that is high in protein and low in fat. C.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "pushing against a rolling boulder will decrease its",
+ "gold_answer": "impetus",
+ "os_answer": " the boulder will ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "what is one use for a radio",
+ "gold_answer": "transferring signals",
+ "os_answer": " to do math ",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "Turning beef from red to brown requires energy from",
+ "gold_answer": "heat",
+ "os_answer": "None",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What is the earth's surface made of?",
+ "gold_answer": "Aggregate minerals",
+ "os_answer": " The earth's surface is made of rocks.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What room in a house would signify the excretory system?",
+ "gold_answer": "bathroom",
+ "os_answer": " The bathroom.",
+ "os_eval": "Correct",
+ "dataset": "OpenbookQA"
+ },
+ {
+ "question": "What role does the first step in the food chain have?",
+ "gold_answer": "producer",
+ "os_answer": " The first step in the food chain is to eat.",
+ "os_eval": "Incorrect",
+ "dataset": "OpenbookQA"
+ }
+]
\ No newline at end of file