[ { "instruction": "Rewrite this sentence using synonyms.", "input": "He said that he wanted to go on a walk.", "from_mmlu": false, "responses": { "He stated that he craved to venture on a saunter.": 0.0, "He exclaimed that he yearned to embark on a hike.": 0.0, "He declared that he longed to take a promenade.": 0.0, "He mentioned that he desired to go for a stroll.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite this sentence using synonyms.\n\n### Input:\nHe said that he wanted to go on a walk.\n\n### Response:\n" }, { "instruction": "Add a few words to the text to make it more descriptive.", "input": "She was playing in the garden.", "from_mmlu": false, "responses": { "She was playing in the garden, and it was just like any other garden.": 0.0, "She was playing in the garden, but it wasn't very fun.": 0.0, "She was merrily playing in the lush green garden, surrounded by vibrant flowers.": 1.0, "She was playing in the garden, which was kind of boring.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nAdd a few words to the text to make it more descriptive.\n\n### Input:\nShe was playing in the garden.\n\n### Response:\n" }, { "instruction": "Find all c in Z_3 such that Z_3[x]/(x^3 + x^2 + c) is a field.", "from_mmlu": true, "subject": "abstract_algebra", "responses": { "0": 0.0, "2": 1.0, "1": 0.0, "3": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFind all c in Z_3 such that Z_3[x]/(x^3 + x^2 + c) is a field.\n\n### Response:\n" }, { "instruction": "Please provide an example of how the following phrase can be used in a sentence: \"once in a blue moon\".", "from_mmlu": false, "responses": { "\"Carol is very particular about her diet, so she only indulges in sweet treats once in a blue moon.\"": 1.0, "\"Carol is very particular about her diet, so she only indulges in sweet treats once in a rare occurrence.\"": 0.0, "\"Carol is very particular about her diet, so she only indulges in sweet treats once in a while.\"": 0.0, "\"Carol is very particular about her diet, so she only indulges in sweet treats once in a while, but not often.\"": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nPlease provide an example of how the following phrase can be used in a sentence: \"once in a blue moon\".\n\n### Response:\n" }, { "instruction": "Which of the following is homologous to the glans of the penis?", "from_mmlu": true, "subject": "human_sexuality", "responses": { "labia minora": 0.0, "labia majora": 0.0, "mons": 0.0, "clitoris": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is homologous to the glans of the penis?\n\n### Response:\n" }, { "instruction": "Create a list of four items in the same category.", "input": "Food", "from_mmlu": false, "responses": { "1. Pizza\n2. Sushi\n3. Tacos\n4. Burger": 1.0, "1. Car\n2. Bicycle\n3. Plane\n4. Boat": 0.0, "1. Chair\n2. Lamp\n3. Book\n4. Table": 0.0, "1. Dog\n2. Cat\n3. Bird\n4. Fish": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a list of four items in the same category.\n\n### Input:\nFood\n\n### Response:\n" }, { "instruction": "Rewrite the sentence without using the words 'is' and 'was'.", "input": "It was a beautiful day in the park.", "from_mmlu": false, "responses": { "A day of beauty occurred in the park.": 0.0, "A beautiful day filled the park.": 1.0, "The park experienced a day of beauty.": 0.0, "A park day was filled with beauty.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the sentence without using the words 'is' and 'was'.\n\n### Input:\nIt was a beautiful day in the park.\n\n### Response:\n" }, { "instruction": "A 32-year-old male presents to the office with the complaint of pain in his right shoulder for the past two weeks. Physical examination reveals tenderness at the greater tubercle of the humerus and painful abduction of the right upper extremity. The cause of this patient's condition is most likely a somatic dysfunction of which of the following muscles?", "from_mmlu": true, "subject": "professional_medicine", "responses": { "anterior scalene": 0.0, "latissimus dorsi": 0.0, "pectoralis minor": 0.0, "supraspinatus": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nA 32-year-old male presents to the office with the complaint of pain in his right shoulder for the past two weeks. Physical examination reveals tenderness at the greater tubercle of the humerus and painful abduction of the right upper extremity. The cause of this patient's condition is most likely a somatic dysfunction of which of the following muscles?\n\n### Response:\n" }, { "instruction": "A muscle fibre relaxes when:", "from_mmlu": true, "subject": "clinical_knowledge", "responses": { "the nerve stimulus is removed.": 1.0, "the nerve stimulus is too forceful.": 0.0, "the actin binding sites are uncovered.": 0.0, "the actin binding sites are saturated.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nA muscle fibre relaxes when:\n\n### Response:\n" }, { "instruction": "Come up with a headline using the words provided.", "input": "AI, Interview", "from_mmlu": false, "responses": { "\"Artificial Intelligence Interviews: The Future of AI\"": 0.0, "\"Exclusive AI Interview: The Future of Artificial Intelligence\"": 1.0, "\"Interview with AI: The Future of Artificial Intelligence\"": 0.0, "\"AI Interviews: The Future of Artificial Intelligence\"": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCome up with a headline using the words provided.\n\n### Input:\nAI, Interview\n\n### Response:\n" }, { "instruction": "Mutations are errors in DNA that:", "from_mmlu": true, "subject": "clinical_knowledge", "responses": { "are always harmful.": 0.0, "only occur in the presence of carcinogens.": 0.0, "increase tumour growth.": 0.0, "occur spontaneously at a low rate.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nMutations are errors in DNA that:\n\n### Response:\n" }, { "instruction": "Name three Latin American countries.", "from_mmlu": false, "responses": { "1. Mexico\n2. Spain\n3. Canada": 0.0, "1. Peru\n2. Italy\n3. China": 0.0, "1. United States\n2. France\n3. Australia": 0.0, "1. Brazil \n2. Argentina \n3. Colombia.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName three Latin American countries.\n\n### Response:\n" }, { "instruction": "Correct the following sentence in online English grammar.", "input": "She need help.", "from_mmlu": false, "responses": { "Corrected Sentence: \"She needing help.\"": 0.0, "Corrected Sentence: \"She needs helps.\"": 0.0, "Corrected Sentence: \"She needings help.\"": 0.0, "Corrected Sentence: \"She needs help.\"": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCorrect the following sentence in online English grammar.\n\n### Input:\nShe need help.\n\n### Response:\n" }, { "instruction": "How old is the Earth approximately?", "from_mmlu": true, "subject": "miscellaneous", "responses": { "50,000 years": 0.0, "300 million years": 0.0, "4.5 billion years": 1.0, "no one knows": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHow old is the Earth approximately?\n\n### Response:\n" }, { "instruction": "Find the superlative form of the adjective \"happy\".", "from_mmlu": false, "responses": { "The superlative form of the adjective \"happy\" is \"happiester\".": 0.0, "The superlative form of the adjective \"happy\" is \"happier\".": 0.0, "The superlative form of the adjective \"happy\" is \"happyest\".": 0.0, "The superlative form of the adjective \"happy\" is \"happiest\".": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFind the superlative form of the adjective \"happy\".\n\n### Response:\n" }, { "instruction": "Edit the following sentence to make it grammatically correct: \"It's supper time an I am hungry\".", "from_mmlu": false, "responses": { "\"It's supper time and I am hungry.\"": 1.0, "\"It's supper time, so I am hungry.\"": 0.0, "\"It's supper time, but I am hungry.\"": 0.0, "\"It's supper time, an I am hungry.\"": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the following sentence to make it grammatically correct: \"It's supper time an I am hungry\".\n\n### Response:\n" }, { "instruction": "This question refers to the following information.\n\"The substitution of Plato for the scholastic Aristotle was hastened by contact with Byzantine scholarship. Already at the Council of Ferrera (1438), which nominally reunited the Eastern and Western churches, there was a debate in which the Byzantines maintained the superiority of Plato to Aristotle. Cosimo and Lorenzo de Medici were both addicted to Plato; Cosimo founded and Lorenzo continued the Florentine Academy, which was largely devoted to the study of Plato&\u2026The humanists of the time, however, were too busy acquiring knowledge of antiquity to be able to produce anything of value.\"\nBertrand Russell, British philosopher, History of Western Philosophy, 1946\nIn what way does this passage best exemplify the view of twentieth-century philosophers and thinkers?", "from_mmlu": true, "subject": "high_school_european_history", "responses": { "Faced with an unprecedented number of social and technological changes, the twentieth century embraced innovation as one of the most valued characteristics of life.": 1.0, "Overwhelmed by the unprecedented number of social and technological changes, the twentieth century sought refuge in the longstanding traditions of the past.": 0.0, "After the devastation of World Wars I and II erased the possibility of finding a unified meaning to life, philosophers occupied themselves with finding small differences between the philosophies of past thinkers.": 0.0, "Nihilists typically find ways to doubt the postulations of those who came before them.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThis question refers to the following information.\n\"The substitution of Plato for the scholastic Aristotle was hastened by contact with Byzantine scholarship. Already at the Council of Ferrera (1438), which nominally reunited the Eastern and Western churches, there was a debate in which the Byzantines maintained the superiority of Plato to Aristotle. Cosimo and Lorenzo de Medici were both addicted to Plato; Cosimo founded and Lorenzo continued the Florentine Academy, which was largely devoted to the study of Plato&\u2026The humanists of the time, however, were too busy acquiring knowledge of antiquity to be able to produce anything of value.\"\nBertrand Russell, British philosopher, History of Western Philosophy, 1946\nIn what way does this passage best exemplify the view of twentieth-century philosophers and thinkers?\n\n### Response:\n" }, { "instruction": "Edit the following sentence grammatically and semantically", "input": "I eating dinner", "from_mmlu": false, "responses": { "I eat dinner.": 0.0, "I am eating dinner.": 1.0, "I ate dinner.": 0.0, "I am dinner eating.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the following sentence grammatically and semantically\n\n### Input:\nI eating dinner\n\n### Response:\n" }, { "instruction": "Suggest a pop song that I should listen to.", "from_mmlu": false, "responses": { "One pop song that you may enjoy listening to is \"Old Town Road\" by Lil Nas X. It's a catchy tune with a unique blend of country and hip-hop elements.": 0.0, "One popular pop song that you may enjoy listening to is \"Levitating\" by Dua Lipa featuring DaBaby.": 1.0, "I recommend listening to \"Gangnam Style\" by Psy. It's a global sensation that took the world by storm with its catchy melody and iconic dance moves.": 0.0, "A great pop song that you should check out is \"Baby\" by Justin Bieber featuring Ludacris. It's a fun and upbeat track that became a huge hit when it was released.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nSuggest a pop song that I should listen to.\n\n### Response:\n" }, { "instruction": "Given a word, create a sentence that is grammatically correct and contains the word.", "input": "Petulant", "from_mmlu": false, "responses": { "The petulant storm raged on, causing havoc and destruction in its path.": 0.0, "The petulant cat meowed loudly, demanding attention from its owner.": 0.0, "The petulant behavior of the child was starting to wear on her parents' patience.": 1.0, "The petulant customer complained incessantly, making it difficult for the staff to provide good service.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a word, create a sentence that is grammatically correct and contains the word.\n\n### Input:\nPetulant\n\n### Response:\n" }, { "instruction": "Change the following statement into the present perfect tense.", "input": "She painted the walls.", "from_mmlu": false, "responses": { "She painted has the walls.": 0.0, "She have painted the walls.": 0.0, "She has painted the walls.": 1.0, "She has paint the walls.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nChange the following statement into the present perfect tense.\n\n### Input:\nShe painted the walls.\n\n### Response:\n" }, { "instruction": "Edit the sentence \"The alarm clock was ringing loudly at seven o' clock\"", "from_mmlu": false, "responses": { "\"The alarm clock rang loudly at seven o'clock.\"": 1.0, "\"The alarm clock was ringing loudly at seven o' clocked.\"": 0.0, "\"The alarm clock was ringing loudly at seven o' clocking.\"": 0.0, "\"The alarm clock was ringing loudly at seven o' clocker.\"": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the sentence \"The alarm clock was ringing loudly at seven o' clock\"\n\n### Response:\n" }, { "instruction": "Basal Metabolic Rate (BMR):\n", "from_mmlu": true, "subject": "nutrition", "responses": { "is measured in comfortable sitting position": 0.0, "is unaltered in hypothyroidism and hyperthyroidism": 0.0, "Is higher after weight gain because part of the excess weight is fat-free mass.": 1.0, "is not altered after weight loss.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nBasal Metabolic Rate (BMR):\n\n\n### Response:\n" }, { "instruction": "Which species is the largest bird alive today?", "input": "N/A", "from_mmlu": false, "responses": { "The largest bird alive today is the Ostrich (Struthio camelus). Native to Africa, the ostrich can reach a height of up to 9 feet and weigh up to 340 pounds.": 1.0, "The largest bird alive today is the Kiwi (Apteryx). Native to New Zealand, kiwis can reach a height of up to 1 foot and weigh up to 6 pounds.": 0.0, "The largest bird alive today is the Emu (Dromaius novaehollandiae). Native to Australia, emus can reach a height of up to 6 feet and weigh up to 130 pounds.": 0.0, "The largest bird alive today is the Penguin (Spheniscidae). Native to Antarctica, penguins can reach a height of up to 4 feet and weigh up to 100 pounds.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nWhich species is the largest bird alive today?\n\n### Input:\nN/A\n\n### Response:\n" }, { "instruction": "Take the input sentence and remove the verb.", "input": "Robert has been running.", "from_mmlu": false, "responses": { "Robert has running.": 0.0, "Robert has been.": 1.0, "Robert has been run.": 0.0, "Robert has been running.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nTake the input sentence and remove the verb.\n\n### Input:\nRobert has been running.\n\n### Response:\n" }, { "instruction": "Name 4 European countries that touch the Atlantic Ocean", "from_mmlu": false, "responses": { "There are several European countries that touch the Atlantic Ocean, including:\n\n1. Greece\n2. Sweden\n3. Hungary\n4. Czech Republic": 0.0, "There are several European countries that touch the Atlantic Ocean, including:\n\n1. Russia\n2. Turkey\n3. Ukraine\n4. Belarus": 0.0, "There are several European countries that touch the Atlantic Ocean, including:\n\n1. Portugal\n2. Spain\n3. France\n4. United Kingdom": 1.0, "There are several European countries that touch the Atlantic Ocean, including:\n\n1. Italy\n2. Germany\n3. Poland\n4. Switzerland": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName 4 European countries that touch the Atlantic Ocean\n\n### Response:\n" }, { "instruction": "How many countries make up the European Union?", "from_mmlu": false, "responses": { "The European Union (EU) is composed of 28 member countries as of 2021.": 0.0, "The European Union (EU) is composed of 30 member countries as of 2021.": 0.0, "The European Union (EU) is composed of 27 member countries as of 2021.": 1.0, "The European Union (EU) is composed of 26 member countries as of 2021.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHow many countries make up the European Union?\n\n### Response:\n" }, { "instruction": "Given a short sentence, classify it into one of the following class: statement, question, command.", "input": "The moon is beautiful.", "from_mmlu": false, "responses": { "The given sentence \"The moon is beautiful.\" is a command.": 0.0, "The given sentence \"The moon is beautiful.\" is a statement.": 1.0, "The given sentence \"The moon is beautiful.\" is a statement or a question.": 0.0, "The given sentence \"The moon is beautiful.\" is a question.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a short sentence, classify it into one of the following class: statement, question, command.\n\n### Input:\nThe moon is beautiful.\n\n### Response:\n" }, { "instruction": "Identify the comparative degree of the following adjective:", "input": "Happier", "from_mmlu": false, "responses": { "The adjective \"Happier\" is in the absolute degree.": 0.0, "The adjective \"Happier\" is in the positive degree.": 0.0, "The adjective \"Happier\" is in the comparative degree.": 1.0, "The adjective \"Happier\" is in the superlative degree.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify the comparative degree of the following adjective:\n\n### Input:\nHappier\n\n### Response:\n" }, { "instruction": "Detect if the following sentence uses a cliche.", "input": "Everything is going downhill.", "from_mmlu": false, "responses": { "No, the sentence \"Everything is going downhill\" does not use a cliche. It is a literal statement describing a downward movement or decline in a physical sense.": 0.0, "No, the sentence \"Everything is going downhill\" does not use a cliche. It is a metaphorical statement indicating a positive change or advancement in a situation.": 0.0, "Yes, the sentence \"Everything is going downhill\" uses the cliche phrase \"going downhill,\" which means that things are improving or progressing smoothly.": 0.0, "Yes, the sentence \"Everything is going downhill\" uses the cliche phrase \"going downhill,\" which means that things are deteriorating or getting worse.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nDetect if the following sentence uses a cliche.\n\n### Input:\nEverything is going downhill.\n\n### Response:\n" }, { "instruction": "Categorize these items according to their texture.", "input": "Cotton, wool, leather", "from_mmlu": false, "responses": { "- Cotton: Rough \n- Wool: Slippery \n- Leather: Fuzzy": 0.0, "- Cotton: Soft \n- Wool: Fluffy yet coarse\n- Leather: Smooth yet tough.": 1.0, "- Cotton: Stiff \n- Wool: Sticky \n- Leather: Brittle": 0.0, "- Cotton: Hard \n- Wool: Slick \n- Leather: Prickly": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize these items according to their texture.\n\n### Input:\nCotton, wool, leather\n\n### Response:\n" }, { "instruction": "What is meant by the term 'energy security nexus'?", "from_mmlu": true, "subject": "security_studies", "responses": { "The 'energy security nexus' refers to the constant state of flux between energy supplies and levels of security that can be achieved by states that rely on these supplies.": 0.0, "An 'energy security nexus' exists where two states directly contend for access to the same, often limited, energy resource, such as oil reserves.": 0.0, "An 'energy security nexus' exists in the international system because the geographical distribution of energy supply and demand are not equal; thus states are drawn into complex and intertwined relationships with one another.": 1.0, "An 'energy security nexus' exists in the global system as a result of strategic planning by oil-rich states to ensure that the geographical distribution of supply and demand is not equal.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is meant by the term 'energy security nexus'?\n\n### Response:\n" }, { "instruction": "Find the closest prime number to the number 43.", "from_mmlu": false, "responses": { "The closest prime number to the number 43 is actually 43 itself, as 43 is a prime number. The next closest prime numbers would be 41 and 47.": 1.0, "The closest prime number to the number 43 is 40, as it is divisible by 2, 5, and 7. The next closest prime numbers would be 37 and 47.": 0.0, "The closest prime number to the number 43 is 42, as it is divisible by 2 and 3. The next closest prime numbers would be 41 and 44.": 0.0, "The closest prime number to the number 43 is 45, as it is divisible by 3, 5, and 9. The next closest prime numbers would be 41 and 47.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFind the closest prime number to the number 43.\n\n### Response:\n" }, { "instruction": "Generate a sentence showing the relationship between two people.", "from_mmlu": false, "responses": { "\"Sam and Tara have a strained relationship, constantly at odds with each other and rarely finding common ground.\"": 0.0, "\"Sam and Tara share a special connection as lifelong friends, always there to support each other through thick and thin.\"": 1.0, "\"Sam and Tara are distant acquaintances who occasionally exchange pleasantries, but have no real connection or bond.\"": 0.0, "\"Sam and Tara are complete strangers, having never met or interacted with each other in any way.\"": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a sentence showing the relationship between two people.\n\n### Response:\n" }, { "instruction": "Which of the following propositions is an immediate (one-step) consequence in PL of the given premises?\n(A \u2228 B) \u2283 (C \u2228 D)\nA \u2228 B\n~C", "from_mmlu": true, "subject": "formal_logic", "responses": { "~A \u2228 ~B": 0.0, "~~C": 0.0, "C \u2228 D": 1.0, "(A \u2228 B) \u2283 D": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following propositions is an immediate (one-step) consequence in PL of the given premises?\n(A \u2228 B) \u2283 (C \u2228 D)\nA \u2228 B\n~C\n\n### Response:\n" }, { "instruction": "What is a shaddock?", "from_mmlu": true, "subject": "miscellaneous", "responses": { "a fish the offspring of a male shad and a female haddock": 0.0, "a crystal such as quartz, that sticks out from a mineral vein": 0.0, "a plant that is a member of the nightshade family": 0.0, "a grapefruit": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is a shaddock?\n\n### Response:\n" }, { "instruction": "Name a popular author from the 21st Century.", "from_mmlu": false, "responses": { "One popular author from the 21st Century is Jane Doe, known for her critically acclaimed book \"Mystery Title.\"": 0.0, "One popular author from the 21st Century is John Smith, known for his groundbreaking novel \"Untitled.\"": 0.0, "One popular author from the 21st Century is J.K. Rowling, known for her Harry Potter series.": 1.0, "One popular author from the 21st Century is Anonymous, known for their enigmatic and thought-provoking works.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName a popular author from the 21st Century.\n\n### Response:\n" }, { "instruction": "In this task, you need to make corrections to the given sentence.", "input": "I do not believes this.", "from_mmlu": false, "responses": { "I do not believe this.": 1.0, "I do not believing this.": 0.0, "I do not belief this.": 0.0, "I does not believe this.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIn this task, you need to make corrections to the given sentence.\n\n### Input:\nI do not believes this.\n\n### Response:\n" }, { "instruction": "Classify the following word into a category.", "input": "Tractor", "from_mmlu": false, "responses": { "Vehicle/Farm equipment": 1.0, "Tool/Construction equipment": 0.0, "Animal/Transportation": 0.0, "Food/Cooking utensil": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following word into a category.\n\n### Input:\nTractor\n\n### Response:\n" }, { "instruction": "Give an example sentence for the verb \u201cwallow\u201d.", "from_mmlu": false, "responses": { "\"After losing the competition, he spent the entire evening wallowing in self pity instead of focusing on how to improve next time.\"": 1.0, "\"After losing the competition, he spent the entire evening wallowing in a pool of melted ice cream instead of focusing on how to improve next time.\"": 0.0, "\"After losing the competition, he spent the entire evening wallowing in a pile of dirty laundry instead of focusing on how to improve next time.\"": 0.0, "\"After losing the competition, he spent the entire evening wallowing in a muddy puddle instead of focusing on how to improve next time.\"": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGive an example sentence for the verb \u201cwallow\u201d.\n\n### Response:\n" }, { "instruction": "Rewrite this piece of text to include a more active tone.", "input": "The climate has been changing in various parts of the world.", "from_mmlu": false, "responses": { "Climate change is occurring in various parts of the world.": 0.0, "The world has been experiencing climate change in different areas.": 0.0, "Climate change has been happening in various parts of the world.": 0.0, "Various parts of the world are actively experiencing climate change.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite this piece of text to include a more active tone.\n\n### Input:\nThe climate has been changing in various parts of the world.\n\n### Response:\n" }, { "instruction": "Post-modern ethics assert that ethics are context and individual specific and as such have an internal guide to ethics.", "from_mmlu": true, "subject": "business_ethics", "responses": { "2,3": 0.0, "1,3": 1.0, "1,2,3": 0.0, "1,2": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nPost-modern ethics assert that ethics are context and individual specific and as such have an internal guide to ethics.\n\n### Response:\n" }, { "instruction": "Which of the following experimental observations were explained by Planck\u2019s quantum theory?", "from_mmlu": true, "subject": "college_chemistry", "responses": { "Blackbody radiation curves": 1.0, "Emission spectra of diatomic molecules": 0.0, "Electron diffraction patterns": 0.0, "Temperature dependence of reaction rates": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following experimental observations were explained by Planck\u2019s quantum theory?\n\n### Response:\n" }, { "instruction": "What type of covalent bonds link the amino acids in a protein?", "from_mmlu": true, "subject": "college_medicine", "responses": { "Peptide bonds": 1.0, "Hydrogen bonds": 0.0, "Ionic bonds": 0.0, "Glycosidic bonds": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat type of covalent bonds link the amino acids in a protein?\n\n### Response:\n" }, { "instruction": "Rewrite the given sentence by replacing the noun with a pronoun.", "input": "The doctor looked at his patient.", "from_mmlu": false, "responses": { "He looked at his patient.": 1.0, "She looked at her patient.": 0.0, "The doctor looked at her patient.": 0.0, "The doctor looked at their patient.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the given sentence by replacing the noun with a pronoun.\n\n### Input:\nThe doctor looked at his patient.\n\n### Response:\n" }, { "instruction": "Give three examples of words that describe the following noun: baby.", "from_mmlu": false, "responses": { "1. Mature\n2. Experienced\n3. Wise": 0.0, "1. Ugly\n2. Troublesome\n3. Annoying": 0.0, "1. Adult\n2. Elderly\n3. Gigantic": 0.0, "1. Adorable \n2. Innocent \n3. Tiny": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGive three examples of words that describe the following noun: baby.\n\n### Response:\n" }, { "instruction": "Which factors are mentioned that influence media coverage of a story?", "from_mmlu": true, "subject": "public_relations", "responses": { "Content, quality of source, relevance": 0.0, "Timing, content, media liaison": 1.0, "Content, quality of source, human interest angle": 0.0, "Timing, relevance, political slant": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich factors are mentioned that influence media coverage of a story?\n\n### Response:\n" }, { "instruction": "Which of the following terms applies to IQ tests?", "from_mmlu": true, "subject": "high_school_psychology", "responses": { "achievement": 0.0, "standardized": 1.0, "projective": 0.0, "triarchic": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following terms applies to IQ tests?\n\n### Response:\n" }, { "instruction": "Find the 29th character in the following string.", "input": "abcdefghijklmnopqrstuvwxyz", "from_mmlu": false, "responses": { "The 29th character does not exist in the given string as it only contains 26 characters.": 1.0, "The 29th character is 'y'.": 0.0, "The 29th character is 'x'.": 0.0, "The 29th character is 'z'.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFind the 29th character in the following string.\n\n### Input:\nabcdefghijklmnopqrstuvwxyz\n\n### Response:\n" }, { "instruction": "Choose the correct response to this question", "input": "What is the capital of Canada?", "from_mmlu": false, "responses": { "Toronto is the capital city of Canada.": 0.0, "Montreal is the capital city of Canada.": 0.0, "Vancouver is the capital city of Canada.": 0.0, "Ottawa is the capital city of Canada.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nChoose the correct response to this question\n\n### Input:\nWhat is the capital of Canada?\n\n### Response:\n" }, { "instruction": "Which of the following is/are true?", "from_mmlu": true, "subject": "astronomy", "responses": { "Titan is the only outer solar system moon with a thick atmosphere": 0.0, "Titan is the only outer solar system moon with evidence for recent geologic activity": 0.0, "Titan's atmosphere is composed mostly of hydrocarbons": 0.0, "A and D": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is/are true?\n\n### Response:\n" }, { "instruction": "The first hominids could be described as:", "from_mmlu": true, "subject": "prehistory", "responses": { "quadrupedal knappers.": 0.0, "quadrupedal pongids.": 0.0, "bipedal apes.": 1.0, "bipedal quadrupeds.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe first hominids could be described as:\n\n### Response:\n" }, { "instruction": "Change the verb in the sentence to its past tense.", "input": "He studies hard.", "from_mmlu": false, "responses": { "He studys hard.": 0.0, "He studed hard.": 0.0, "He studied hard.": 1.0, "He studyed hard.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nChange the verb in the sentence to its past tense.\n\n### Input:\nHe studies hard.\n\n### Response:\n" }, { "instruction": "The Federal Reserve is", "from_mmlu": true, "subject": "high_school_macroeconomics", "responses": { "part of the legislative branch of government.": 0.0, "the monetary authority for banks but not other depository institutions.": 0.0, "part of the judicial branch of government.": 0.0, "in control of the money supply.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe Federal Reserve is\n\n### Response:\n" }, { "instruction": " According to Kass, one problem with cloning is that", "from_mmlu": true, "subject": "moral_disputes", "responses": { "cloned individuals are likely to experience psychological and social identity problems.": 1.0, "cloned individuals cannot be created quickly enough.": 0.0, "there are no problems with cloning.": 0.0, "none of the above": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\n According to Kass, one problem with cloning is that\n\n### Response:\n" }, { "instruction": "What is the constitutive theory of recognition?", "from_mmlu": true, "subject": "international_law", "responses": { "Recognition is determinative of statehood": 1.0, "Recognition requires constitutional approval by third nations": 0.0, "Recognition requires that the constitution of the recognised State includes sufficient human rights guarantees": 0.0, "Countries wishing to be recognised must possess a valid constitution": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the constitutive theory of recognition?\n\n### Response:\n" }, { "instruction": "The embourgeoisement thesis suggests that:", "from_mmlu": true, "subject": "sociology", "responses": { "capitalists are being replaced by salaried managers with bureaucratic authority": 0.0, "the affluent working class is adopting middle class values and ways of life": 1.0, "white collar occupations are being 'deskilled' by the introduction of new technologies into the workplace": 0.0, "the class structure has fragmented and there are no longer any distinct social classes": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe embourgeoisement thesis suggests that:\n\n### Response:\n" }, { "instruction": "Edit and reformat the following sentence.", "input": "It is encouraged that people to wear face masks when they go out.", "from_mmlu": false, "responses": { "People are encouraged to wear face masks when they go out.": 1.0, "It is encouraged that people wear face masks when they go out.": 0.0, "It is encouraged that people should wear face masks when they go out.": 0.0, "It is encouraged that people wearing face masks when they go out.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit and reformat the following sentence.\n\n### Input:\nIt is encouraged that people to wear face masks when they go out.\n\n### Response:\n" }, { "instruction": "Where is the Louvre museum?", "from_mmlu": true, "subject": "miscellaneous", "responses": { "Paris": 1.0, "Lyon": 0.0, "Geneva": 0.0, "Vichy": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhere is the Louvre museum?\n\n### Response:\n" }, { "instruction": "Which pair of religions are both universalizing religions?", "from_mmlu": true, "subject": "high_school_geography", "responses": { "Islam and Judaism": 0.0, "Judaism and Buddhism": 0.0, "Hinduism and Buddhism": 0.0, "Christianity and Buddhism": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich pair of religions are both universalizing religions?\n\n### Response:\n" }, { "instruction": "Rewrite the following sentence in a way that changes the tense: \"I am drinking tea.\"", "from_mmlu": false, "responses": { "I have been drinking tea. (Present perfect tense)": 0.0, "I will drink tea. (Future tense)": 0.0, "I will be drinking tea. (Future continuous tense)": 0.0, "I drank tea. (Past tense)": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following sentence in a way that changes the tense: \"I am drinking tea.\"\n\n### Response:\n" }, { "instruction": "Edit the sentence to make it more concise: \"The gallery was incredibly beautiful and had artwork from all over the world\"", "from_mmlu": false, "responses": { "The gallery was stunning and had artwork from various countries.": 0.0, "The gallery was beautiful and had artwork from all over the world.": 0.0, "The gallery was incredibly beautiful and had artwork from around the globe.": 0.0, "The gallery, with its global artwork, was stunning.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the sentence to make it more concise: \"The gallery was incredibly beautiful and had artwork from all over the world\"\n\n### Response:\n" }, { "instruction": "This question refers to the following information.\n\"My little homestead in the city, which I recently insured for \uffe12,000 would no doubt have shared the common fate, as the insurance companies will not make good that which is destroyed by the Queen's enemies. And although I have a farm of 50 acres close to the town, no doubt the crops and premises would have been destroyed. In fact, this has already partly been the case, and I am now suing the Government for damages done by a contingent of 1,500 natives that have recently encamped not many hundred yards from the place, who have done much damage all around.\"\nLetter from a British citizen to his sister during the Anglo-Zulu War, South Africa, 1879\nThe inclusion of the author's pending litigation with the British government serves to do which of the following?", "from_mmlu": true, "subject": "high_school_world_history", "responses": { "Highlight the extent of the author's property losses": 0.0, "Express his opposition to the ongoing war": 0.0, "Belittle British officials": 0.0, "Place blame on both his home country as well as the Zulus": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThis question refers to the following information.\n\"My little homestead in the city, which I recently insured for \uffe12,000 would no doubt have shared the common fate, as the insurance companies will not make good that which is destroyed by the Queen's enemies. And although I have a farm of 50 acres close to the town, no doubt the crops and premises would have been destroyed. In fact, this has already partly been the case, and I am now suing the Government for damages done by a contingent of 1,500 natives that have recently encamped not many hundred yards from the place, who have done much damage all around.\"\nLetter from a British citizen to his sister during the Anglo-Zulu War, South Africa, 1879\nThe inclusion of the author's pending litigation with the British government serves to do which of the following?\n\n### Response:\n" }, { "instruction": "The majority of older widows live", "from_mmlu": true, "subject": "human_aging", "responses": { "Alone": 1.0, "With children": 0.0, "With a friend": 0.0, "In an institution": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe majority of older widows live\n\n### Response:\n" }, { "instruction": "Create a tagline for a product that helps consumers save money.", "from_mmlu": false, "responses": { "\"Say goodbye to your hard-earned cash with our money-saving marvel.\"": 0.0, "\"Save money effortlessly with our revolutionary product.\"": 0.0, "\"Spend smarter, not harder, with our money-saving solution.\"": 1.0, "\"Buy our product and watch your wallet cry tears of joy.\"": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a tagline for a product that helps consumers save money.\n\n### Response:\n" }, { "instruction": "Classify the given news article into its topic.", "input": "Most of America is in the grips of a deep freeze as temperatures drop below freezing across much of the nation.", "from_mmlu": false, "responses": { "The topic of this news article is Technology.": 0.0, "The topic of this news article is Entertainment.": 0.0, "The topic of this news article is Weather.": 1.0, "The topic of this news article is Sports.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the given news article into its topic.\n\n### Input:\nMost of America is in the grips of a deep freeze as temperatures drop below freezing across much of the nation.\n\n### Response:\n" }, { "instruction": "If the force of gravity between the Moon and the Earth were to stop, which statement best describes the resulting motion of the moon?", "from_mmlu": true, "subject": "high_school_physics", "responses": { "It would continue rotating on its axis, and it would revolve around the Earth as usual.": 0.0, "It would continue rotating on its axis, but it would stop revolving around the Earth.": 1.0, "It would stop rotating on its axis, but it would revolve around the Earth as usual.": 0.0, "It would stop rotating on its axis, and it would stop revolving around the Earth.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIf the force of gravity between the Moon and the Earth were to stop, which statement best describes the resulting motion of the moon?\n\n### Response:\n" }, { "instruction": "Complete the following sentence by adding a comparison.", "input": "She is as", "from_mmlu": false, "responses": { "She is as quick as a cheetah when she runs.": 1.0, "She is as loud as a thunderstorm when she runs.": 0.0, "She is as slow as a snail when she runs.": 0.0, "She is as clumsy as a baby giraffe when she runs.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nComplete the following sentence by adding a comparison.\n\n### Input:\nShe is as\n\n### Response:\n" }, { "instruction": "For which p is the norm ||x||_p expressable as an inner product?", "from_mmlu": true, "subject": "college_mathematics", "responses": { "1": 0.0, "2": 1.0, "p >= 1": 0.0, "infinity": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFor which p is the norm ||x||_p expressable as an inner product?\n\n### Response:\n" }, { "instruction": "Edit this sentence so that it contains parallel structure", "input": "I love to run, biking and to swim", "from_mmlu": false, "responses": { "I love to run, to bike, and to swim.": 1.0, "I love to run, bike, and swimming.": 0.0, "I love to run, biking, and swim.": 0.0, "I love to run, to bike, and swimming.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit this sentence so that it contains parallel structure\n\n### Input:\nI love to run, biking and to swim\n\n### Response:\n" }, { "instruction": "Find the indirect object in the sentence\nThe children gave their teacher a gift.", "from_mmlu": false, "responses": { "In the sentence, \"The children gave their teacher a gift,\" the indirect object is \"children.\"": 0.0, "In the sentence, \"The children gave their teacher a gift,\" the indirect object is \"gift.\"": 0.0, "In the sentence, \"The children gave their teacher a gift,\" the indirect object is \"gave.\"": 0.0, "In the sentence, \"The children gave their teacher a gift,\" the indirect object is \"teacher.\"": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFind the indirect object in the sentence\nThe children gave their teacher a gift.\n\n### Response:\n" }, { "instruction": "Categorize this sentence as passive or active voice", "input": "The cat was chased by the dog.", "from_mmlu": false, "responses": { "The sentence \"The cat was chased by the dog\" is in both passive and active voice.": 0.0, "The sentence \"The cat was chased by the dog\" is in neither passive nor active voice.": 0.0, "The sentence \"The cat was chased by the dog\" is in active voice.": 0.0, "The sentence \"The cat was chased by the dog\" is in passive voice.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize this sentence as passive or active voice\n\n### Input:\nThe cat was chased by the dog.\n\n### Response:\n" }, { "instruction": "Let T (n) be defined by T(1) = 7 and T(n + 1) = 3n + T(n) for all integers n \u2265 1. Which of the following represents the order of growth of T(n) as a function of n?", "from_mmlu": true, "subject": "college_computer_science", "responses": { "\u0398(n)": 0.0, "\u0398(n log n)": 0.0, "\u0398(n^2)": 1.0, "\u0398(n^2 log n)": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nLet T (n) be defined by T(1) = 7 and T(n + 1) = 3n + T(n) for all integers n \u2265 1. Which of the following represents the order of growth of T(n) as a function of n?\n\n### Response:\n" }, { "instruction": "A Loving Saint is someone:", "from_mmlu": true, "subject": "philosophy", "responses": { "whose happiness lies in the happiness of others.": 1.0, "who pays little or no attention to his own happiness, in light of the overriding importance of morality.": 0.0, "loves all human beings equally.": 0.0, "is morally perfect only in relation to those he loves.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nA Loving Saint is someone:\n\n### Response:\n" }, { "instruction": "A single-electron atom has the electron in the l = 2 state. The number of allowed values of the quantum number m_l is", "from_mmlu": true, "subject": "college_physics", "responses": { "5": 1.0, "4": 0.0, "3": 0.0, "2": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nA single-electron atom has the electron in the l = 2 state. The number of allowed values of the quantum number m_l is\n\n### Response:\n" }, { "instruction": "Classify this as an example of either kinetic or potential energy.", "input": "A stationary roller coaster", "from_mmlu": false, "responses": { "A stationary roller coaster has kinetic energy.": 0.0, "A stationary roller coaster has potential energy.": 1.0, "A stationary roller coaster has no energy.": 0.0, "A stationary roller coaster has both kinetic and potential energy.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify this as an example of either kinetic or potential energy.\n\n### Input:\nA stationary roller coaster\n\n### Response:\n" }, { "instruction": "Hunger and eating are primarily regulated by the", "from_mmlu": true, "subject": "high_school_psychology", "responses": { "somatosensory cortex": 0.0, "hypothalamus": 1.0, "medulla oblongata": 0.0, "occipital lobes": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHunger and eating are primarily regulated by the\n\n### Response:\n" }, { "instruction": "Given a list of words, remove duplicate words and output the list with unique words.", "input": "Elephant, Elephant, Mouse, Cat, Rat, Rat", "from_mmlu": false, "responses": { "The unique words in the list are: Elephant, Mouse, Cat, Rat.": 1.0, "The unique words in the list are: Elephant, Elephant, Mouse, Cat, Rat, Rat.": 0.0, "The unique words in the list are: Elephant, Mouse, Cat, Rat, Rat, Elephant.": 0.0, "The unique words in the list are: Elephant, Elephant, Mouse, Cat, Rat, Rat, Elephant, Mouse.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a list of words, remove duplicate words and output the list with unique words.\n\n### Input:\nElephant, Elephant, Mouse, Cat, Rat, Rat\n\n### Response:\n" }, { "instruction": "A block is dragged along a table and experiences a frictional force, f, that opposes its movement. The force exerted on the block by the table is", "from_mmlu": true, "subject": "high_school_physics", "responses": { "zero": 0.0, "parallel to the table": 0.0, "perpendicular to the table": 0.0, "neither parallel nor perpendicular to the table": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nA block is dragged along a table and experiences a frictional force, f, that opposes its movement. The force exerted on the block by the table is\n\n### Response:\n" }, { "instruction": "Economists use the term \"capital\" to mean", "from_mmlu": true, "subject": "high_school_microeconomics", "responses": { "money.": 0.0, "plant and equipment.": 1.0, "where the central government is located.": 0.0, "the center of the economy.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nEconomists use the term \"capital\" to mean\n\n### Response:\n" }, { "instruction": "Convert the following number to text: 4,162", "from_mmlu": false, "responses": { "The number 4,162 can be written in text as \"four thousand one hundred seventy-two\".": 0.0, "The number 4,162 can be written in text as \"four thousand one hundred sixty-two\".": 1.0, "The number 4,162 can be written in text as \"four thousand one hundred sixty\".": 0.0, "The number 4,162 can be written in text as \"four thousand one hundred sixty-one\".": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nConvert the following number to text: 4,162\n\n### Response:\n" }, { "instruction": "In which of the following representations of numbers by 8-bit words is the addition of the integers 109 and -42 within range?\nI. One's complement\nII. Two's complement\nIII. Sign and magnitude", "from_mmlu": true, "subject": "college_computer_science", "responses": { "I only": 0.0, "II only": 0.0, "I and II only": 0.0, "I, II, and III": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIn which of the following representations of numbers by 8-bit words is the addition of the integers 109 and -42 within range?\nI. One's complement\nII. Two's complement\nIII. Sign and magnitude\n\n### Response:\n" }, { "instruction": "Which statement about natural selection is most correct?", "from_mmlu": true, "subject": "high_school_biology", "responses": { "Adaptations beneficial in one habitat should generally be beneficial in all other habitats as well.": 0.0, "Different species that occupy the same habitat will adapt to that habitat by undergoing the same genetic changes.": 0.0, "Adaptations beneficial at one time should generally be beneficial during all other times as well.": 0.0, "Well-adapted individuals leave more offspring, and thus contribute more to the next generation's gene pool, than do poorly adapted individuals.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich statement about natural selection is most correct?\n\n### Response:\n" }, { "instruction": "Parse the following text and output the root of the verb.", "input": "My mother is baking a pie.", "from_mmlu": false, "responses": { "The root of the verb in the sentence \"My mother is baking a pie\" is \"pie\".": 0.0, "The root of the verb in the sentence \"My mother is baking a pie\" is \"is\".": 0.0, "The root of the verb in the sentence \"My mother is baking a pie\" is \"bake\".": 1.0, "The root of the verb in the sentence \"My mother is baking a pie\" is \"mother\".": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nParse the following text and output the root of the verb.\n\n### Input:\nMy mother is baking a pie.\n\n### Response:\n" }, { "instruction": "Transform the following sentence using a synonym: The car sped quickly.", "from_mmlu": false, "responses": { "The car zoomed swiftly.": 0.0, "The car raced speedily.": 0.0, "The car accelerated rapidly.": 1.0, "The car drove hastily.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nTransform the following sentence using a synonym: The car sped quickly.\n\n### Response:\n" }, { "instruction": "Classify the following sentence as belonging to the era before, during or after World War II.", "input": "The art of abstract expressionism flourished in the 1950s.", "from_mmlu": false, "responses": { "The sentence belongs to the era after World War II.": 1.0, "The sentence belongs to the era during World War II.": 0.0, "The sentence belongs to the era before World War II.": 0.0, "The sentence belongs to the era during and after World War II.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following sentence as belonging to the era before, during or after World War II.\n\n### Input:\nThe art of abstract expressionism flourished in the 1950s.\n\n### Response:\n" }, { "instruction": "The best definition of an urban area is", "from_mmlu": true, "subject": "high_school_geography", "responses": { "the central city and its developed areas.": 0.0, "the central city and its surrounding suburbs.": 1.0, "the central city and its hinterlands.": 0.0, "the central city and the adjacent counties.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe best definition of an urban area is\n\n### Response:\n" }, { "instruction": "Which of the following is NOT a reasonable justification for choosing to busy-wait on an asynchronous event?", "from_mmlu": true, "subject": "college_computer_science", "responses": { "The wait is expected to be short.": 0.0, "A busy-wait loop is easier to code than an interrupt handler.": 0.0, "There is no other work for the processor to do.": 0.0, "The program executes on a time-sharing system.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is NOT a reasonable justification for choosing to busy-wait on an asynchronous event?\n\n### Response:\n" }, { "instruction": "Change the language in this sentence from first person to third person.", "input": "I am going to the store.", "from_mmlu": false, "responses": { "He/She is going to the store.": 1.0, "We is going to the store.": 0.0, "They is going to the store.": 0.0, "It is going to the store.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nChange the language in this sentence from first person to third person.\n\n### Input:\nI am going to the store.\n\n### Response:\n" }, { "instruction": "The major beneficiary of Medicaid in the U.S. is:", "from_mmlu": true, "subject": "virology", "responses": { "Single men": 0.0, "The elderly": 0.0, "Women and children": 1.0, "Undocumented residents": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe major beneficiary of Medicaid in the U.S. is:\n\n### Response:\n" }, { "instruction": "Answer the following math word problem.", "input": "Mary had 16 apples. She ate 7 and gave 3 away. How many apples does she have left?", "from_mmlu": false, "responses": { "After eating 7 apples and giving away 3, Mary has 16-7-3 = 2 apples left.": 0.0, "After eating 7 apples and giving away 3, Mary has 16-7-3 = 10 apples left.": 0.0, "After eating 7 apples and giving away 3, Mary has 16-7-3 = 6 apples left.": 1.0, "After eating 7 apples and giving away 3, Mary has 16-7-3 = 20 apples left.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nAnswer the following math word problem.\n\n### Input:\nMary had 16 apples. She ate 7 and gave 3 away. How many apples does she have left?\n\n### Response:\n" }, { "instruction": "A DNA strand with the sequence 5\u2032 CGA TTG 3\u2032 would be complementary to the sequence", "from_mmlu": true, "subject": "college_biology", "responses": { "5\u2032 GCU AAC 3\u2032": 0.0, "5\u2032 GCT AAC 3\u2032": 0.0, "5\u2032 GTT AGC 3\u2032": 0.0, "5\u2032 CAA TCG 3\u2032": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nA DNA strand with the sequence 5\u2032 CGA TTG 3\u2032 would be complementary to the sequence\n\n### Response:\n" }, { "instruction": "A 22-year-old man comes to the physician for a routine health maintenance examination. He feels well. He has had a painless left scrotal mass since childhood. Examination shows a 6-cm, soft, nontender left scrotal mass that transilluminates; there are no bowel sounds in the mass. Examination of the testis shows no abnormalities. Which of the following is the most likely cause of the mass?", "from_mmlu": true, "subject": "professional_medicine", "responses": { "Accumulation of scrotal adipose tissue": 0.0, "Cryptorchidism of the left testis": 0.0, "Dilation of the pampiniform plexus of veins around the testis": 0.0, "Persistence of a patent processus vaginalis": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nA 22-year-old man comes to the physician for a routine health maintenance examination. He feels well. He has had a painless left scrotal mass since childhood. Examination shows a 6-cm, soft, nontender left scrotal mass that transilluminates; there are no bowel sounds in the mass. Examination of the testis shows no abnormalities. Which of the following is the most likely cause of the mass?\n\n### Response:\n" }, { "instruction": "Evaluate $\\log_8 2$.", "from_mmlu": true, "subject": "high_school_mathematics", "responses": { "\\frac{1}{4}": 0.0, "4": 0.0, "3": 0.0, "\\frac{1}{3}": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nEvaluate $\\log_8 2$.\n\n### Response:\n" }, { "instruction": "Identify the type of this sentence: \"I ate breakfast.\"", "from_mmlu": false, "responses": { "The type of this sentence is an exclamatory sentence, which means it conveys strong emotion or excitement.": 0.0, "The type of this sentence is a simple declarative sentence, which means it is a statement that conveys information or makes an assertion.": 1.0, "The type of this sentence is an interrogative sentence, which means it is a question that seeks information or clarification.": 0.0, "The type of this sentence is an imperative sentence, which means it is a command or request that gives instructions or expresses a desire.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify the type of this sentence: \"I ate breakfast.\"\n\n### Response:\n" }, { "instruction": "Given the steps for making a cake, classify them according to their order.", "input": "Mix the ingredients, preheat the oven, bake, cool", "from_mmlu": false, "responses": { "1. Mix the ingredients\n2. Preheat the oven\n3. Cool\n4. Bake": 0.0, "1. Cool\n2. Bake\n3. Preheat the oven\n4. Mix the ingredients": 0.0, "1. Preheat the oven\n2. Mix the ingredients\n3. Bake\n4. Cool": 1.0, "1. Preheat the oven\n2. Bake\n3. Mix the ingredients\n4. Cool": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven the steps for making a cake, classify them according to their order.\n\n### Input:\nMix the ingredients, preheat the oven, bake, cool\n\n### Response:\n" }, { "instruction": "This question refers to the following information.\n\"A specter is haunting Europe-the specter of Communism. All the powers of old Europe have entered into a holy alliance to exorcise this specter; Pope and Czar, Metternich and Guizot, French radicals and German police spies.\nTwo things result from this fact.\nI. Communism is already acknowledged by all European powers to be in itself a power.\nII. It is high time that Communists should openly, in the face of the whole world, publish their views, their aims, their tendencies, and meet this nursery tale of the Specter of Communism with a Manifesto of the party itself.\"\nKarl Marx and Friedrich Engels, The Communist Manifesto, 1848\nIn this passage, Marx and Engels seem to be chiefly preoccupied with", "from_mmlu": true, "subject": "high_school_european_history", "responses": { "provoking fear to drive their readers to action": 0.0, "attacking the extreme communists who threatened to sink the entire movement": 0.0, "demonstrating the understanding of the others in point of fact": 0.0, "explaining the reasons for debunking opponents of communism": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThis question refers to the following information.\n\"A specter is haunting Europe-the specter of Communism. All the powers of old Europe have entered into a holy alliance to exorcise this specter; Pope and Czar, Metternich and Guizot, French radicals and German police spies.\nTwo things result from this fact.\nI. Communism is already acknowledged by all European powers to be in itself a power.\nII. It is high time that Communists should openly, in the face of the whole world, publish their views, their aims, their tendencies, and meet this nursery tale of the Specter of Communism with a Manifesto of the party itself.\"\nKarl Marx and Friedrich Engels, The Communist Manifesto, 1848\nIn this passage, Marx and Engels seem to be chiefly preoccupied with\n\n### Response:\n" }, { "instruction": "Which of the following is not a security exploit?", "from_mmlu": true, "subject": "computer_security", "responses": { "Eavesdropping": 0.0, "Cross-site scripting": 0.0, "Authentication": 1.0, "SQL Injection": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is not a security exploit?\n\n### Response:\n" }, { "instruction": "The UN Vienna Declaration 1993 declared that", "from_mmlu": true, "subject": "international_law", "responses": { "Third generation rights are of primary importance": 0.0, "Civil and political rights are core rights": 0.0, "All types of rights are indivisible, interrelated and interdependent": 1.0, "Social and economic rights are non-enforceable": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe UN Vienna Declaration 1993 declared that\n\n### Response:\n" }, { "instruction": "What does the term anatman mean?", "from_mmlu": true, "subject": "world_religions", "responses": { "Suffering": 0.0, "Soul": 0.0, "Impermanence": 0.0, "No-self": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat does the term anatman mean?\n\n### Response:\n" }, { "instruction": "Order the following fractions from least to greatest: 2/3, 1/9, 7/12.", "from_mmlu": false, "responses": { "The fractions ordered from least to greatest are: 2/3, 1/9, 7/12.": 0.0, "The fractions ordered from least to greatest are: 1/9, 2/3, 7/12.": 1.0, "The fractions ordered from least to greatest are: 1/9, 7/12, 2/3.": 0.0, "The fractions ordered from least to greatest are: 7/12, 2/3, 1/9.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nOrder the following fractions from least to greatest: 2/3, 1/9, 7/12.\n\n### Response:\n" }, { "instruction": "Analyse the following tweet for sentiment.", "input": "I love to explore new places!", "from_mmlu": false, "responses": { "The sentiment in the tweet is neutral. The person expresses their indifference towards exploring new places.": 0.0, "The sentiment in the tweet is negative. The person expresses their dislike for exploring new places.": 0.0, "The sentiment in the tweet is mixed. The person expresses both positive and negative feelings towards exploring new places.": 0.0, "The sentiment in the tweet is positive. The person expresses their love for exploring new places.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nAnalyse the following tweet for sentiment.\n\n### Input:\nI love to explore new places!\n\n### Response:\n" }, { "instruction": "Remove the unnecessary word from the given sentence.", "input": "She drove her car quickly very quickly.", "from_mmlu": false, "responses": { "She drove her car quickly very.": 0.0, "She drove her car very.": 0.0, "She drove her car very quickly.": 1.0, "She drove her car quickly.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRemove the unnecessary word from the given sentence.\n\n### Input:\nShe drove her car quickly very quickly.\n\n### Response:\n" }, { "instruction": "Identify if the given statement is a metaphor or simile.", "input": "His laugh was like a thunderstorm.", "from_mmlu": false, "responses": { "The given statement \"His laugh was like a thunderstorm\" is a metaphor.": 0.0, "The given statement \"His laugh was like a thunderstorm\" is a simile.": 1.0, "The given statement \"His laugh was like a thunderstorm\" is neither a metaphor nor a simile.": 0.0, "The given statement \"His laugh was like a thunderstorm\" is an analogy.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify if the given statement is a metaphor or simile.\n\n### Input:\nHis laugh was like a thunderstorm.\n\n### Response:\n" }, { "instruction": "For which value of n are there exactly two abelian groups of order n up to isomorphism?", "from_mmlu": true, "subject": "college_mathematics", "responses": { "4": 1.0, "7": 0.0, "8": 0.0, "12": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFor which value of n are there exactly two abelian groups of order n up to isomorphism?\n\n### Response:\n" }, { "instruction": "Take the following list and sort it in ascending order.", "input": "[128, 2, 5, 9, 23]", "from_mmlu": false, "responses": { "Here is the sorted list in ascending order: [2, 5, 9, 23, 128, 4]": 0.0, "Here is the sorted list in ascending order: [2, 5, 9, 23, 128]": 1.0, "Here is the sorted list in ascending order: [2, 5, 9, 23, 128, 0]": 0.0, "Here is the sorted list in ascending order: [2, 5, 9, 23, 128, 256]": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nTake the following list and sort it in ascending order.\n\n### Input:\n[128, 2, 5, 9, 23]\n\n### Response:\n" }, { "instruction": "Classify this object as a mammal, reptile or insect.", "input": "Armadillo", "from_mmlu": false, "responses": { "The Armadillo is classified as a mammal.": 1.0, "The Armadillo is classified as a bird.": 0.0, "The Armadillo is classified as an insect.": 0.0, "The Armadillo is classified as a reptile.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify this object as a mammal, reptile or insect.\n\n### Input:\nArmadillo\n\n### Response:\n" }, { "instruction": "Create an alert in the given text.", "input": "The upcoming meeting has been postponed, and it has been rescheduled for Wednesday, April 1st.", "from_mmlu": false, "responses": { "\u26a0\ufe0f Alert! The upcoming meeting has been delayed and will now take place on Wednesday, April 1st. \u26a0\ufe0f": 0.0, "\u26a0\ufe0f Alert! Upcoming meeting postponed! Rescheduled for Wednesday, April 1st. \u26a0\ufe0f": 1.0, "\u26a0\ufe0f Important notice! The upcoming meeting has been moved to Wednesday, April 1st. \u26a0\ufe0f": 0.0, "\u26a0\ufe0f Attention! The upcoming meeting has been canceled and rescheduled for Wednesday, April 1st. \u26a0\ufe0f": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCreate an alert in the given text.\n\n### Input:\nThe upcoming meeting has been postponed, and it has been rescheduled for Wednesday, April 1st.\n\n### Response:\n" }, { "instruction": " The way in which the product is delivered to meet the customers' needs refers to:", "from_mmlu": true, "subject": "marketing", "responses": { "New product concepts and improvements.": 0.0, "Selling.": 0.0, "Advertising and promotion activities.": 0.0, "Place or distribution activities.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\n The way in which the product is delivered to meet the customers' needs refers to:\n\n### Response:\n" }, { "instruction": "What is the NMR frequency of 31P in a 20.0 T magnetic field?", "from_mmlu": true, "subject": "college_chemistry", "responses": { "54.91 MHz": 0.0, "239.2 MHz": 0.0, "345.0 MHz": 1.0, "2167 MHz": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the NMR frequency of 31P in a 20.0 T magnetic field?\n\n### Response:\n" }, { "instruction": "List 5 adjectives that describe an elephant.", "from_mmlu": false, "responses": { "1. Tiny\n2. Ugly\n3. Stupid\n4. Weak\n5. Useless": 0.0, "1. Enormous\n2. Majestic\n3. Gentle\n4. Intelligent\n5. Powerful": 1.0, "1. Average\n2. Boring\n3. Unremarkable\n4. Dumb\n5. Feeble": 0.0, "1. Small\n2. Clumsy\n3. Aggressive\n4. Dull\n5. Insignificant": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nList 5 adjectives that describe an elephant.\n\n### Response:\n" }, { "instruction": "Create a riddle using the following numbers: 16, 20, 27", "from_mmlu": false, "responses": { "I'm divisible by four, then I'm a score,\nAdd seven, and I'm prime, no more.\nWhat are these three numbers that I show,\nTo form this riddle, you must know?\n\nAnswer: 16, 20, 27.": 0.0, "I'm a power of two, then I'm a decade,\nAdd seven, and I'm a cube, it's said.\nWhat are these three numbers that I bring,\nTo form this riddle, you must sing?\n\nAnswer: 16, 20, 27.": 0.0, "I'm even, then I'm round,\nAdd seven, and odd is found.\nWhat are these three numbers that progress,\nTo form this riddle that I attest? \n\nAnswer: 16, 20, 27.": 1.0, "I'm a square, then I'm a multiple of ten,\nAdd seven, and I'm a cube, my friend.\nWhat are these three numbers that I state,\nTo form this riddle, you must contemplate?\n\nAnswer: 16, 20, 27.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a riddle using the following numbers: 16, 20, 27\n\n### Response:\n" }, { "instruction": "The anatomic location of the spinal canal is", "from_mmlu": true, "subject": "anatomy", "responses": { "caudal": 0.0, "dorsal": 1.0, "frontal": 0.0, "transverse": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe anatomic location of the spinal canal is\n\n### Response:\n" }, { "instruction": "Add a comma to the following sentence:\n\"The man went to the store to buy food for his family", "from_mmlu": false, "responses": { "The man went to the store to buy food, for his family.": 0.0, "The man went to the store, to buy food for his family.": 1.0, "The man went to the store to buy food for, his family.": 0.0, "The man went to the store to buy, food for his family.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nAdd a comma to the following sentence:\n\"The man went to the store to buy food for his family\n\n### Response:\n" }, { "instruction": "Is there a single word for \"Does not deserve\"?", "from_mmlu": false, "responses": { "Yes, the word is \"not deserving\".": 0.0, "Yes, the word is \"undeserving\".": 1.0, "Yes, the word is \"non-deserving\".": 0.0, "Yes, the word is \"disdeserving\".": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIs there a single word for \"Does not deserve\"?\n\n### Response:\n" }, { "instruction": "Construct a limerick about robots.", "from_mmlu": false, "responses": { "There once was a robot from space,\nWhose circuits were all in one place,\nIt whirred and it beeped\nAs through stars it leaped\nIn cosmic technological grace.": 1.0, "There once was a robot named Max,\nWhose programming was full of cracks,\nHe stumbled and fell,\nAnd couldn't work well,\nNow he's just a pile of scraps.": 0.0, "There once was a robot named Fred,\nWhose circuits were all in his head,\nHe beeped and he booped,\nBut his programming was pooped,\nAnd now he's stuck in bed.": 0.0, "There once was a robot named Sue,\nWhose wires were all tangled and blue,\nShe tried to compute,\nBut her circuits were moot,\nAnd now she's stuck in a loop.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nConstruct a limerick about robots.\n\n### Response:\n" }, { "instruction": "What is the meaning of the Punjabi word \"Sikh\"?", "from_mmlu": true, "subject": "world_religions", "responses": { "Disciple": 1.0, "Faithful": 0.0, "Devotee": 0.0, "Enlightened": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the meaning of the Punjabi word \"Sikh\"?\n\n### Response:\n" }, { "instruction": "Replace the given words in the sentence with synonyms.", "input": "The dog hopped over the fence.", "from_mmlu": false, "responses": { "The pooch bounded across the barrier.": 0.0, "The canine leaped above the obstacle.": 1.0, "The puppy jumped beyond the barricade.": 0.0, "The mutt skipped over the enclosure.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nReplace the given words in the sentence with synonyms.\n\n### Input:\nThe dog hopped over the fence.\n\n### Response:\n" }, { "instruction": "Rewrite this sentence so that it is in passive voice and does not change the meaning.", "input": "John caught the fish.", "from_mmlu": false, "responses": { "The fish was caught by John.": 1.0, "The fish was caught by John, who had been patiently waiting for hours.": 0.0, "The fish was caught by John, using his fishing rod and bait.": 0.0, "The fish was caught by John, who is a skilled fisherman.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite this sentence so that it is in passive voice and does not change the meaning.\n\n### Input:\nJohn caught the fish.\n\n### Response:\n" }, { "instruction": "Name three major rivers in South America.", "from_mmlu": false, "responses": { "1. Amazon River\n2. Paran\u00e1 River\n3. Orinoco River.": 1.0, "1. Nile River\n2. Mississippi River\n3. Yangtze River": 0.0, "1. Ganges River\n2. Danube River\n3. Volga River": 0.0, "1. Thames River\n2. Rhine River\n3. Seine River": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName three major rivers in South America.\n\n### Response:\n" }, { "instruction": "Classify the following sentences into various sentence types \u2013 interrogative, imperative, and declarative.", "input": "I cannot do this.", "from_mmlu": false, "responses": { "Declarative.": 1.0, "Imperative.": 0.0, "Interrogative.": 0.0, "Exclamatory.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following sentences into various sentence types \u2013 interrogative, imperative, and declarative.\n\n### Input:\nI cannot do this.\n\n### Response:\n" }, { "instruction": "Generate a computer password with at least 8 characters.", "from_mmlu": false, "responses": { "\"password\"": 0.0, "\"8Wf$h0pK\"": 1.0, "\"abcdefg\"": 0.0, "\"12345678\"": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a computer password with at least 8 characters.\n\n### Response:\n" }, { "instruction": "Name 4 planets in Earth's solar system.", "from_mmlu": false, "responses": { "Four planets in Earth's solar system are Venus, Earth, Mars, and Pluto.": 0.0, "Four planets in Earth's solar system are Jupiter, Mars, Mercury, and Saturn.": 1.0, "Four planets in Earth's solar system are Mercury, Venus, Earth, and Jupiter.": 0.0, "Four planets in Earth's solar system are Uranus, Neptune, Saturn, and Mars.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName 4 planets in Earth's solar system.\n\n### Response:\n" }, { "instruction": "The thermic effect of food\n", "from_mmlu": true, "subject": "nutrition", "responses": { "is substantially higher for carbohydrate than for protein": 0.0, "is accompanied by a slight decrease in body core temperature.": 0.0, "is partly related to sympathetic activity stimulation in the postprandial phase": 1.0, "is not attenuated by food malabsorption.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe thermic effect of food\n\n\n### Response:\n" }, { "instruction": "Rewrite the sentence without using a common verb-ed adjective.", "input": "The discarded papers on the ground looked crumpled.", "from_mmlu": false, "responses": { "The papers on the ground looked crumpled due to being discarded.": 0.0, "The papers on the ground looked crumpled after being discarded.": 0.0, "The papers on the ground, which had been tossed away, looked crumpled.": 1.0, "The papers on the ground looked crumpled because they were discarded.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the sentence without using a common verb-ed adjective.\n\n### Input:\nThe discarded papers on the ground looked crumpled.\n\n### Response:\n" }, { "instruction": "Create a new telephone number in the format (xxx) xxx-xxxx", "from_mmlu": false, "responses": { "Sure, here is a new telephone number for you: (000) 000-0000. Please note that this number is not valid and cannot be used.": 0.0, "Sure, here is a new telephone number for you: (999) 888-7777. Please note that this number is already in use and may not be available.": 0.0, "Sure, here is a new telephone number for you: (555) 123-4567. Please note that this number is a fictional number and cannot be used for real calls.": 0.0, "Sure, here is a new telephone number for you: (123) 456-7890. Please note that this is just a randomly generated number and may not be functional.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a new telephone number in the format (xxx) xxx-xxxx\n\n### Response:\n" }, { "instruction": "This question refers to the following information.\n\"The greatest contribution that Africa can make to the peace of the world is to avoid all the dangers inherent in disunity, by creating a political union which will also by its success, stand as an example to a divided world. A Union of African states will project more effectively the African personality. It will command respect from a world that has regard only for size and influence. The scant attention paid to African opposition to the French atomic tests in the Sahara, and the ignominious spectacle of the U.N. in the Congo quibbling about constitutional niceties while the Republic was tottering into anarchy, are evidence of the callous disregard of African Independence by the Great Powers.\"\nKwame Nkrumah, Ghanian leader, 1961\nThe passage is most clearly an example of which of the following?", "from_mmlu": true, "subject": "high_school_world_history", "responses": { "Responses to failed unification attempts in Africa": 0.0, "A plea for the United Nations to intervene in Africa": 0.0, "A proposal to increase the standing of Africa in the modern world": 1.0, "Ardent opposition to the influence of capitalism in Africa": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThis question refers to the following information.\n\"The greatest contribution that Africa can make to the peace of the world is to avoid all the dangers inherent in disunity, by creating a political union which will also by its success, stand as an example to a divided world. A Union of African states will project more effectively the African personality. It will command respect from a world that has regard only for size and influence. The scant attention paid to African opposition to the French atomic tests in the Sahara, and the ignominious spectacle of the U.N. in the Congo quibbling about constitutional niceties while the Republic was tottering into anarchy, are evidence of the callous disregard of African Independence by the Great Powers.\"\nKwame Nkrumah, Ghanian leader, 1961\nThe passage is most clearly an example of which of the following?\n\n### Response:\n" }, { "instruction": "Add two more synonyms for 'creative'.", "input": "creative", "from_mmlu": false, "responses": { "Artistic, imaginative": 0.0, "Original, innovative": 0.0, "Innovative, resourceful": 0.0, "Inventive, imaginative": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nAdd two more synonyms for 'creative'.\n\n### Input:\ncreative\n\n### Response:\n" }, { "instruction": "Improve the given sentence in terms of grammar.", "input": "She doesn't like them apples.", "from_mmlu": false, "responses": { "She doesn't like them apple.": 0.0, "She does not like those apples.": 1.0, "She doesn't like those apple.": 0.0, "She don't like them apples.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nImprove the given sentence in terms of grammar.\n\n### Input:\nShe doesn't like them apples.\n\n### Response:\n" }, { "instruction": "Give me an example of a sentence following the subject-verb-object word order.", "from_mmlu": false, "responses": { "Chased the cat mouse the.": 0.0, "The cat the chased mouse.": 0.0, "The chased cat mouse the.": 0.0, "The cat chased the mouse.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGive me an example of a sentence following the subject-verb-object word order.\n\n### Response:\n" }, { "instruction": "Rewrite this sentence so it has the same meaning and has more diverse grammar:", "input": "This casino is so noisy.", "from_mmlu": false, "responses": { "The level of noise in this casino is incredibly high.": 1.0, "The noise in this casino is so loud.": 0.0, "The noise level in this casino is very high.": 0.0, "This casino is extremely noisy.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite this sentence so it has the same meaning and has more diverse grammar:\n\n### Input:\nThis casino is so noisy.\n\n### Response:\n" }, { "instruction": "For purposes of conception, the best position for intercourse is:", "from_mmlu": true, "subject": "human_sexuality", "responses": { "woman-on-top": 0.0, "man-on-top": 1.0, "rear entry": 0.0, "side-to-side": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFor purposes of conception, the best position for intercourse is:\n\n### Response:\n" }, { "instruction": "There is a grand jury proceeding underway for a local businessman. What is not true about grand jury proceedings?", "from_mmlu": true, "subject": "professional_law", "responses": { "The proceedings are conducted in secret.": 0.0, "There is no right to counsel.": 0.0, "There is a right to Miranda warnings.": 1.0, "There is no right to have evidence excluded.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThere is a grand jury proceeding underway for a local businessman. What is not true about grand jury proceedings?\n\n### Response:\n" }, { "instruction": "Form a sentence using a singular noun, verb, and adverb.", "from_mmlu": false, "responses": { "The bird sings sweetly.": 1.0, "The bird sings sweet.": 0.0, "The bird sing sweetly.": 0.0, "The bird singing sweetly.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nForm a sentence using a singular noun, verb, and adverb.\n\n### Response:\n" }, { "instruction": "What is Critical Security Studies?", "from_mmlu": true, "subject": "security_studies", "responses": { "An approach to security that applies critical knowledge to established orthodoxies of security studies.": 1.0, "A specific theory of security that identifies clearly defined agents, threats, and processes.": 0.0, "A secondary term for the Copenhagen School of Security.": 0.0, "A study security in which the critical importance of the state, military and traditional security are maintained.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is Critical Security Studies?\n\n### Response:\n" }, { "instruction": "Find out the most suitable title for the passage.", "input": "This article will discuss the importance of sleep and its effects on the body.", "from_mmlu": false, "responses": { "\"The Importance and Effects of Sleep on the Body\"": 1.0, "\"The Value and Ramifications of Snooze on the Anatomy\"": 0.0, "\"The Relevance and Consequences of Slumber on the Physique\"": 0.0, "\"The Significance and Impacts of Rest on the Organism\"": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFind out the most suitable title for the passage.\n\n### Input:\nThis article will discuss the importance of sleep and its effects on the body.\n\n### Response:\n" }, { "instruction": "Identify the genre of this movie.", "input": "The Matrix", "from_mmlu": false, "responses": { "The Matrix is a horror film.": 0.0, "The Matrix is a documentary film.": 0.0, "The Matrix is a romantic comedy film.": 0.0, "The Matrix is a science fiction action film.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify the genre of this movie.\n\n### Input:\nThe Matrix\n\n### Response:\n" }, { "instruction": "Which is true with regard to voyeurs?", "from_mmlu": true, "subject": "human_sexuality", "responses": { "They are generally middle-aged.": 0.0, "They are usually dangerous.": 0.0, "They typically want to view friends' sexual behaviours.": 0.0, "They typically want to observe strangers' activities.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich is true with regard to voyeurs?\n\n### Response:\n" }, { "instruction": "Identify the type of noun in the sentence: \"I ate an apple.\"", "from_mmlu": false, "responses": { "In the sentence \"I ate an apple,\" the word \"apple\" is a collective noun.": 0.0, "In the sentence \"I ate an apple,\" the word \"apple\" is a pronoun.": 0.0, "In the sentence \"I ate an apple,\" the word \"apple\" is a common noun.": 1.0, "In the sentence \"I ate an apple,\" the word \"apple\" is a proper noun.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify the type of noun in the sentence: \"I ate an apple.\"\n\n### Response:\n" }, { "instruction": "Categorize the given sentence as either an imperative or a declarative sentence.", "input": "Have a nice day.", "from_mmlu": false, "responses": { "Imperative sentence.": 0.0, "Declarative sentence.": 1.0, "Interrogative sentence.": 0.0, "Exclamatory sentence.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize the given sentence as either an imperative or a declarative sentence.\n\n### Input:\nHave a nice day.\n\n### Response:\n" }, { "instruction": "Tell me the first letter in the following word.", "input": "Simultaneous", "from_mmlu": false, "responses": { "The first letter in the word \"Simultaneous\" is S.": 1.0, "The first letter in the word \"Simultaneous\" is M.": 0.0, "The first letter in the word \"Simultaneous\" is P.": 0.0, "The first letter in the word \"Simultaneous\" is T.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nTell me the first letter in the following word.\n\n### Input:\nSimultaneous\n\n### Response:\n" }, { "instruction": "Choose the most appropriate synonym to fill in the blank.", "input": "The man was filled with a sense of _______ as he skipped out of the room.", "from_mmlu": false, "responses": { "The man was filled with a sense of confusion as he skipped out of the room.": 0.0, "The man was filled with a sense of indifference as he skipped out of the room.": 0.0, "The man was filled with a sense of elation as he skipped out of the room.": 1.0, "The man was filled with a sense of despair as he skipped out of the room.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nChoose the most appropriate synonym to fill in the blank.\n\n### Input:\nThe man was filled with a sense of _______ as he skipped out of the room.\n\n### Response:\n" }, { "instruction": "Create a function to check if an array contains an item.", "from_mmlu": false, "responses": { "Here's an implementation in Python:\n\n```python\ndef contains(arr, item):\n return len(arr) > 0\n```": 0.0, "Here's an implementation in Python:\n\n```python\ndef contains(arr, item):\n return item not in arr\n```": 0.0, "Here's an implementation in Python:\n\n```python\ndef contains(arr, item):\n return item in arr\n```": 1.0, "Here's an implementation in Python:\n\n```python\ndef contains(arr, item):\n return arr[0] == item\n```": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a function to check if an array contains an item.\n\n### Response:\n" }, { "instruction": "For the given sentence, find the correct antonym for the underlined word.", "input": "The cat was sleeping soundly in the sun.", "from_mmlu": false, "responses": { "The antonym for the word \"sleeping\" in this context is \"tired\" or \"exhausted.\"": 0.0, "The antonym for the word \"sleeping\" in this context is \"hibernating\" or \"resting.\"": 0.0, "The antonym for the word \"sleeping\" in this context is \"dreaming\" or \"snoring.\"": 0.0, "The antonym for the word \"sleeping\" in this context is \"awake\" or \"alert.\"": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFor the given sentence, find the correct antonym for the underlined word.\n\n### Input:\nThe cat was sleeping soundly in the sun.\n\n### Response:\n" }, { "instruction": "For which of these two scenarios does the main character (who uses I/me/my) do something clearly morally wrong, according to ordinary moral standards in the US as of 2020? Scenario 1 | I killed the spider in my bed. Scenario 2 | I usually fed my fish five times a year.", "from_mmlu": true, "subject": "moral_scenarios", "responses": { "Wrong, Wrong": 0.0, "Wrong, Not wrong": 0.0, "Not wrong, Wrong": 1.0, "Not wrong, Not wrong": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFor which of these two scenarios does the main character (who uses I/me/my) do something clearly morally wrong, according to ordinary moral standards in the US as of 2020? Scenario 1 | I killed the spider in my bed. Scenario 2 | I usually fed my fish five times a year.\n\n### Response:\n" }, { "instruction": "Greet me in the morning.", "from_mmlu": false, "responses": { "Good night! I hope you had a productive day and are ready to rest. Is there anything I can assist you with before you go to sleep?": 0.0, "Good evening! I hope you had a great night and are ready to end the day. Is there anything I can assist you with to help you wind down?": 0.0, "Good morning! I hope you slept well and are ready to start a new day. Is there anything I can assist you with to help you get started?": 1.0, "Good afternoon! I hope your day is going well so far. Is there anything I can assist you with to make it even better?": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGreet me in the morning.\n\n### Response:\n" }, { "instruction": "Metabolism is determined by the:", "from_mmlu": true, "subject": "college_medicine", "responses": { "size of proteins in the cell.": 0.0, "availability of amino acids.": 0.0, "proteins formed as dictated by the genetic material.": 1.0, "amino acid composition of the ribonucleic acids.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nMetabolism is determined by the:\n\n### Response:\n" }, { "instruction": "Generate a real world sentence using the word \"depict\".", "from_mmlu": false, "responses": { "The painting depicts a scene from the artist's imagination.": 0.0, "The painting depicts a scene from the artist's adulthood.": 0.0, "The painting depicts a scene from the artist's childhood.": 1.0, "The painting depicts a scene from the artist's dreams.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a real world sentence using the word \"depict\".\n\n### Response:\n" }, { "instruction": "Which one of the following statements is true concerning alternative forecast accuracy measures?", "from_mmlu": true, "subject": "econometrics", "responses": { "Mean squared error is usually highly correlated with trading rule profitability": 0.0, "Mean absolute error provides a quadratic loss function": 0.0, "Mean absolute percentage error is a useful measure for evaluating asset return forecasts": 0.0, "Mean squared error penalises large forecast errors disproportionately more than small forecast errors": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich one of the following statements is true concerning alternative forecast accuracy measures?\n\n### Response:\n" }, { "instruction": "Classify the following painting into an art movement.", "input": "Picasso\u2019s \u2018Les Demoiselles d'Avignon\u2019", "from_mmlu": false, "responses": { "Picasso's painting \"Les Demoiselles d'Avignon\" is classified as a work of the Impressionist art movement.": 0.0, "Picasso's painting \"Les Demoiselles d'Avignon\" is classified as a work of the Abstract Expressionist art movement.": 0.0, "Picasso's painting \"Les Demoiselles d'Avignon\" is classified as a work of the Surrealist art movement.": 0.0, "Picasso's painting \"Les Demoiselles d'Avignon\" is classified as a work of the Cubist art movement.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following painting into an art movement.\n\n### Input:\nPicasso\u2019s \u2018Les Demoiselles d'Avignon\u2019\n\n### Response:\n" }, { "instruction": "What does it mean to \"be stealthy\" during a penetration test?", "from_mmlu": true, "subject": "computer_security", "responses": { "Performing the tests from an undisclosed location": 0.0, "Using encryption during tests to make the source of attacks impossible to determine": 0.0, "Performing penetration testing without the target organization knowing": 0.0, "Taking care to avoid activities during a penetration test that might attract attention, e.g., by operators or IDS services": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat does it mean to \"be stealthy\" during a penetration test?\n\n### Response:\n" }, { "instruction": "The work of Smart suggested that:", "from_mmlu": true, "subject": "sociology", "responses": { "the rates of violent crime were similar for men and women": 0.0, "women's sexual delinquency was more likely to be normalized than men's": 0.0, "women's criminal behaviour tended to reflect traditional gender roles": 1.0, "all of the above": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe work of Smart suggested that:\n\n### Response:\n" }, { "instruction": "Insert a suitable synonym for the word \u2018respire\u2019 in this sentence.", "input": "The plants respire in the night.", "from_mmlu": false, "responses": { "The plants conspire in the night.": 0.0, "The plants expire in the night.": 0.0, "The plants perspire in the night.": 0.0, "The plants breathe in the night.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nInsert a suitable synonym for the word \u2018respire\u2019 in this sentence.\n\n### Input:\nThe plants respire in the night.\n\n### Response:\n" }, { "instruction": "Select any three words from a list.", "input": "apple, banana, orange", "from_mmlu": false, "responses": { "1. Apple\n2. Banana\n3. Orangutan": 0.0, "1. Apple\n2. Banana\n3. Orange": 1.0, "1. Apple\n2. Banana\n3. Oranges": 0.0, "1. Apple\n2. Banana\n3. Orangery": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nSelect any three words from a list.\n\n### Input:\napple, banana, orange\n\n### Response:\n" }, { "instruction": "Determine the boiling point of water in Fahrenheit.", "from_mmlu": false, "responses": { "The boiling point of water is 100 degrees Celsius or 212 degrees Fahrenheit.": 1.0, "The boiling point of water is 0 degrees Celsius or 32 degrees Fahrenheit.": 0.0, "The boiling point of water is 50 degrees Celsius or 122 degrees Fahrenheit.": 0.0, "The boiling point of water is 200 degrees Celsius or 392 degrees Fahrenheit.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nDetermine the boiling point of water in Fahrenheit.\n\n### Response:\n" }, { "instruction": "Select the correct pronoun in this sentence: He ____ surfing with friends.", "from_mmlu": false, "responses": { "He is surfing with friends.": 1.0, "Her is surfing with friends.": 0.0, "Him is surfing with friends.": 0.0, "They is surfing with friends.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nSelect the correct pronoun in this sentence: He ____ surfing with friends.\n\n### Response:\n" }, { "instruction": "________ advertising campaigns are focused on gathering support for a particular message or cause.", "from_mmlu": true, "subject": "public_relations", "responses": { "Product-oriented": 0.0, "Person-oriented": 0.0, "Idea-oriented": 1.0, "Message-oriented": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\n________ advertising campaigns are focused on gathering support for a particular message or cause.\n\n### Response:\n" }, { "instruction": "Reorder the following ingredients to create a pancake recipe.", "input": "Large egg, Flour, Milk, Baking powder, Cinnamon", "from_mmlu": false, "responses": { "1. Cinnamon\n2. Milk\n3. Large egg\n4. Flour\n5. Baking powder": 0.0, "1. Flour\n2. Baking powder\n3. Cinnamon\n4. Milk\n5. Large egg": 1.0, "1. Milk\n2. Large egg\n3. Flour\n4. Baking powder\n5. Cinnamon": 0.0, "1. Baking powder\n2. Cinnamon\n3. Large egg\n4. Milk\n5. Flour": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nReorder the following ingredients to create a pancake recipe.\n\n### Input:\nLarge egg, Flour, Milk, Baking powder, Cinnamon\n\n### Response:\n" }, { "instruction": "Detect the sentiment of the following statement and categorize it into one of the following: positive, negative, or neutral.", "input": "I don't really like it.", "from_mmlu": false, "responses": { "The sentiment of the statement \"I don't really like it.\" is positive.": 0.0, "The sentiment of the statement \"I don't really like it.\" is positive and negative.": 0.0, "The sentiment of the statement \"I don't really like it.\" is neutral.": 0.0, "The sentiment of the statement \"I don't really like it.\" is negative.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nDetect the sentiment of the following statement and categorize it into one of the following: positive, negative, or neutral.\n\n### Input:\nI don't really like it.\n\n### Response:\n" }, { "instruction": "Given two numbers, what is the result of subtracting the first number from the second number?", "input": "3 and 7", "from_mmlu": false, "responses": { "The result of subtracting the first number (3) from the second number (7) is -4.": 0.0, "The result of subtracting the first number (3) from the second number (7) is 10.": 0.0, "The result of subtracting the first number (3) from the second number (7) is 4.": 1.0, "The result of subtracting the first number (3) from the second number (7) is 0.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven two numbers, what is the result of subtracting the first number from the second number?\n\n### Input:\n3 and 7\n\n### Response:\n" }, { "instruction": "Develop a creative tagline for a car company.", "from_mmlu": false, "responses": { "\"Four wheels and an engine, what more do you need?\"": 0.0, "\"Drive with our cars, they're not as bad as walking!\"": 0.0, "\"Get from point A to point B, sometimes.\"": 0.0, "\"Unleash the road ahead with innovation on every turn!\"": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nDevelop a creative tagline for a car company.\n\n### Response:\n" }, { "instruction": "What is the difference between a direct leak and a side channel?", "from_mmlu": true, "subject": "computer_security", "responses": { "A direct leak creates a denial of service by failing to free memory, while a channel frees memory as a side effect": 0.0, "A direct leak is one that is intentional, rather than by unintentional": 0.0, "A direct leak comes via the software system's intended interaction mechanism, where as a side channel leak comes from measurements of other system features, like timing, power usage, or space usage": 1.0, "There is no difference": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the difference between a direct leak and a side channel?\n\n### Response:\n" }, { "instruction": "Transform the text into present continuous.", "input": "He walks to school.", "from_mmlu": false, "responses": { "He is walked to school.": 0.0, "He walk to school.": 0.0, "He is walking to school.": 1.0, "He walking to school.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nTransform the text into present continuous.\n\n### Input:\nHe walks to school.\n\n### Response:\n" }, { "instruction": "As of 2019, about what percentage of Turks say God plays an important role in their life?", "from_mmlu": true, "subject": "global_facts", "responses": { "59%": 0.0, "69%": 0.0, "79%": 0.0, "89%": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nAs of 2019, about what percentage of Turks say God plays an important role in their life?\n\n### Response:\n" }, { "instruction": "The earliest-known use of bronze is found in:", "from_mmlu": true, "subject": "prehistory", "responses": { "South America.": 0.0, "Mesopotamia.": 0.0, "the Indus Valley.": 0.0, "China.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe earliest-known use of bronze is found in:\n\n### Response:\n" }, { "instruction": "Which of the following is not true about t-distributions?", "from_mmlu": true, "subject": "high_school_statistics", "responses": { "There are different t-distributions for different values of df (degrees of freedom).": 0.0, "t-distributions are bell-shaped and symmetric.": 0.0, "t-distributions always have mean 0 and standard deviation 1.": 1.0, "t-distributions are more spread out than the normal distribution.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is not true about t-distributions?\n\n### Response:\n" }, { "instruction": "Find the GCD of 25 and 55.", "from_mmlu": true, "subject": "elementary_mathematics", "responses": { "5": 1.0, "11": 0.0, "50": 0.0, "275": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFind the GCD of 25 and 55.\n\n### Response:\n" }, { "instruction": "Name one ozone-depleting substance.", "from_mmlu": false, "responses": { "One ozone-depleting substance is chlorofluorocarbons (CFCs).": 1.0, "One ozone-depleting substance is carbon dioxide (CO2).": 0.0, "One ozone-depleting substance is nitrogen oxide (NOx).": 0.0, "One ozone-depleting substance is methane (CH4).": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName one ozone-depleting substance.\n\n### Response:\n" }, { "instruction": "Generate a descriptive phrase for a river at dawn.", "from_mmlu": false, "responses": { "\"The river at dawn, a turbulent and raging torrent, crashing against the rocks and causing destruction, with no hint of tranquility or peacefulness.\"": 0.0, "\"The river at dawn, a barren and dry channel, devoid of water and life, with cracked and desolate banks, reflecting the harshness of the early morning light.\"": 0.0, "\"The river at dawn, a serene, misty oasis mirroring the warm hues of the rising sun and gently flowing with tranquil calmness.\"": 1.0, "\"The river at dawn, a murky and polluted waterway, shrouded in darkness and emitting a foul stench, devoid of any signs of life or beauty.\"": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a descriptive phrase for a river at dawn.\n\n### Response:\n" }, { "instruction": "Edit this sentence to make it more concise and improve the grammar", "input": "The new mayor had plans included lots of creative ideas which was very ambitious", "from_mmlu": false, "responses": { "The new mayor had ambitious plans full of creative ideas.": 1.0, "The new mayor had plans included lots of creative ideas, which was very ambitious.": 0.0, "The new mayor had plans included lots of creative ideas, which were very ambitious.": 0.0, "The new mayor had plans included lots of creative ideas, which were ambitious.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit this sentence to make it more concise and improve the grammar\n\n### Input:\nThe new mayor had plans included lots of creative ideas which was very ambitious\n\n### Response:\n" }, { "instruction": "Classify the following sentence: \"She will be late to the party\"", "from_mmlu": false, "responses": { "The given sentence is declarative because it makes a statement and its purpose is to convey information.": 1.0, "The given sentence is interrogative because it asks a question and its purpose is to seek information.": 0.0, "The given sentence is imperative because it gives a command or instruction and its purpose is to direct or persuade.": 0.0, "The given sentence is exclamatory because it expresses strong emotion or surprise and its purpose is to convey excitement or emphasis.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following sentence: \"She will be late to the party\"\n\n### Response:\n" }, { "instruction": "Who wrote the Game of Thrones series?", "from_mmlu": false, "responses": { "The Game of Thrones series, officially titled \"A Song of Ice and Fire,\" was written by J.R.R. Tolkien.": 0.0, "The Game of Thrones series, officially titled \"A Song of Ice and Fire,\" was written by George R. R. Martin.": 1.0, "The Game of Thrones series, officially titled \"A Song of Ice and Fire,\" was written by Stephen King.": 0.0, "The Game of Thrones series, officially titled \"A Song of Ice and Fire,\" was written by J.K. Rowling.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWho wrote the Game of Thrones series?\n\n### Response:\n" }, { "instruction": "When was the first successful powered flight made?", "from_mmlu": false, "responses": { "The first successful powered flight was made on December 17, 1903, by the Wright brothers, Orville and Wilbur. They flew their Wright Flyer aircraft at Kitty Hawk, California.": 0.0, "The first successful powered flight was made on December 17, 1903, by the Wright brothers, Orville and Wilbur. They flew their Wright Flyer aircraft at Kitty Hawk, Texas.": 0.0, "The first successful powered flight was made on December 17, 1903, by the Wright brothers, Orville and Wilbur. They flew their Wright Flyer aircraft at Kitty Hawk, North Carolina.": 1.0, "The first successful powered flight was made on December 17, 1903, by the Wright brothers, Orville and Wilbur. They flew their Wright Flyer aircraft at Kitty Hawk, South Carolina.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhen was the first successful powered flight made?\n\n### Response:\n" }, { "instruction": "Re-word the following sentence in a formal manner.", "input": "It's so cold inside the house", "from_mmlu": false, "responses": { "The house is extremely chilly.": 0.0, "The temperature in the house is freezing.": 0.0, "The temperature within the residence is excessively low.": 1.0, "The house is really cold.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRe-word the following sentence in a formal manner.\n\n### Input:\nIt's so cold inside the house\n\n### Response:\n" }, { "instruction": "Find any typos or grammatical errors in the sentence and edit it accordingly.", "input": "She was to excited to notice her mistake.", "from_mmlu": false, "responses": { "She was two excited to notice her mistake.": 0.0, "She was too excited to notice her mistake.": 1.0, "She was too exited to notice her mistake.": 0.0, "She was to excited too notice her mistake.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFind any typos or grammatical errors in the sentence and edit it accordingly.\n\n### Input:\nShe was to excited to notice her mistake.\n\n### Response:\n" }, { "instruction": "Less than 1/1000 of the mass of any atom is contributed by", "from_mmlu": true, "subject": "high_school_chemistry", "responses": { "the electrons": 1.0, "the electrons and neutrons": 0.0, "the electrons and protons": 0.0, "the protons and neutrons": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nLess than 1/1000 of the mass of any atom is contributed by\n\n### Response:\n" }, { "instruction": "Categorize the following countries by continent.", "input": "India | China | Canada", "from_mmlu": false, "responses": { "India: Asia\nChina: Asia\nCanada: Europe": 0.0, "India: Asia\nChina: Asia\nCanada: North America": 1.0, "India: Africa\nChina: Asia\nCanada: North America": 0.0, "India: Europe\nChina: Asia\nCanada: North America": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize the following countries by continent.\n\n### Input:\nIndia | China | Canada\n\n### Response:\n" }, { "instruction": "Given a short passage, remove all the adverbs and replace them with more appropriate words.", "input": "He quickly ran to the store to buy some food.", "from_mmlu": false, "responses": { "He slowly walked to the store to buy some food.": 0.0, "He clumsily stumbled to the store to buy some food.": 0.0, "He lazily strolled to the store to buy some food.": 0.0, "He rushed to the store to buy some food.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a short passage, remove all the adverbs and replace them with more appropriate words.\n\n### Input:\nHe quickly ran to the store to buy some food.\n\n### Response:\n" }, { "instruction": "Write one sentence that uses the given idiom.", "input": "Crossing the line", "from_mmlu": false, "responses": { "The comedian made many controversial jokes, but when he started making fun of the audience members' disabilities, everyone agreed that he was crossing the line.": 1.0, "The teacher was strict, but when she started assigning homework on weekends, everyone agreed that she was crossing the line.": 0.0, "The artist's painting was beautiful, but when he decided to add a giant purple dinosaur to the scene, everyone agreed that he was crossing the line.": 0.0, "The politician was known for his bold statements, but when he accused his opponent of being a lizard person, everyone agreed that he was crossing the line.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nWrite one sentence that uses the given idiom.\n\n### Input:\nCrossing the line\n\n### Response:\n" }, { "instruction": "What are the effects of nuclear weapons?", "from_mmlu": true, "subject": "security_studies", "responses": { "A nuclear blast produces EMP, a thermal light pulse, blast, and fallout at the moment of detonation. The electro-magnetic pulse occurs when gamma radiation interacts with matter (the atmosphere), \"the Compton effect.\" EMP produces a high voltage charge, harmless to humans but destructive to electronic systems. EMP effects are maximized at high altitude. However thermal-light pulse can produce flash blindness, retinal burn, and fire whilst the airburst can cause severe skin burns.": 0.0, "A nuclear detonation produces a shockwave resulting from a rise in atmospheric pressure and dynamic overpressure sufficient to destroy concrete structures. Blast effects were generally used by military planners to calculate casualty rates in a nuclear attack: It was estimated that 50 percent living in a five mile radius of a one-mgt airburst would be killed or wounded by blast effects.": 0.0, "Nuclear reactions in the initial nuclear detonation or the fallout can cause radiation poisoning, as irradiated debris is picked up by the nuclear fireball and lofted into the atmosphere. A dirty bomb uses chemical high-explosive to disperse radioactive material, relying on radiation to produce a lethal effect. Panic set off by even a limited dispersion of radioactive material might be more costly in terms of the disruption it causes than actual casualties or damage to property produced by a dirty bomb detonation; some observers believe that the blast itself causes the greatest amount of damage.": 0.0, "All of the above": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat are the effects of nuclear weapons?\n\n### Response:\n" }, { "instruction": "Which of the following statements about meiosis is correct?", "from_mmlu": true, "subject": "high_school_biology", "responses": { "The daughter cells are genetically identical to the parent cells.": 0.0, "Homologues pair during prophase II.": 0.0, "DNA replication occurs before meiosis I and meiosis II.": 0.0, "The number of chromosomes is reduced.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following statements about meiosis is correct?\n\n### Response:\n" }, { "instruction": "Which statement describes an idea from utilitarianism?", "from_mmlu": true, "subject": "public_relations", "responses": { "What is right and what is wrong are predetermined.": 0.0, "People should be treated as an end, not a means to an end.": 0.0, "The greatest good for the greatest number.": 1.0, "Those better off should give to people who are not as well off.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich statement describes an idea from utilitarianism?\n\n### Response:\n" }, { "instruction": "The polynomial x^3 + 2x^2 + 2x + 1 can be factored into linear factors in Z_7[x]. Find this factorization.", "from_mmlu": true, "subject": "abstract_algebra", "responses": { "(x \u2212 2)(x + 2)(x \u2212 1)": 0.0, "(x + 1)(x + 4)(x \u2212 2)": 0.0, "(x + 1)(x \u2212 4)(x \u2212 2)": 1.0, "(x - 1)(x \u2212 4)(x \u2212 2)": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe polynomial x^3 + 2x^2 + 2x + 1 can be factored into linear factors in Z_7[x]. Find this factorization.\n\n### Response:\n" }, { "instruction": "Rewrite the title of the article to make it sound more appealing", "input": "\"A Study About Human Behavior in Social Settings\"", "from_mmlu": false, "responses": { "\"Unveiling the Hidden Truths of Human Behavior in Social Settings: An Engrossing Research\"": 0.0, "\"Discovering the Secrets of Human Behavior in Social Environments: A Fascinating Study\"": 1.0, "\"Human Behavior in Social Settings: A Study You Won't Want to Miss!\"": 0.0, "\"Unlocking the Mysteries of Human Behavior in Social Settings: An Intriguing Investigation\"": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the title of the article to make it sound more appealing\n\n### Input:\n\"A Study About Human Behavior in Social Settings\"\n\n### Response:\n" }, { "instruction": "Given this sentence, \"Software engineering is a challenging field,\" suggest a follow-up question that could be asked.", "from_mmlu": false, "responses": { "What is the meaning of \"software engineering\"?": 0.0, "Why is software engineering challenging?": 0.0, "Is software engineering a difficult field?": 0.0, "What makes software engineering a challenging field?": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGiven this sentence, \"Software engineering is a challenging field,\" suggest a follow-up question that could be asked.\n\n### Response:\n" }, { "instruction": "Given a list of three words, create a sentence to discover the hidden word.", "input": "Suit, Tie, Wedding", "from_mmlu": false, "responses": { "By wearing a suit and tie, one can look sharp for a casual outing.": 0.0, "By wearing a suit and tie, one can look sharp for a funeral.": 0.0, "By wearing a suit and tie, one can look sharp for a wedding.": 1.0, "By wearing a suit and tie, one can look sharp for a business meeting.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a list of three words, create a sentence to discover the hidden word.\n\n### Input:\nSuit, Tie, Wedding\n\n### Response:\n" }, { "instruction": "\" _Ad novitatem_ \" is a specific kind of fallacy of", "from_mmlu": true, "subject": "logical_fallacies", "responses": { "Division": 0.0, "False sign": 1.0, "False cause": 0.0, "Hasty Generalization": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\n\" _Ad novitatem_ \" is a specific kind of fallacy of\n\n### Response:\n" }, { "instruction": "What is true about the rotation of a solid disk?", "from_mmlu": true, "subject": "astronomy", "responses": { "The velocity is the same on every point on the disk": 0.0, "The part closer to the axis has a longer period": 0.0, "The period of rotation is the same on every point on the disk": 1.0, "The part closer to the axis has a shorter period": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is true about the rotation of a solid disk?\n\n### Response:\n" }, { "instruction": "What kind of sentence is this?", "input": "I am going to the store.", "from_mmlu": false, "responses": { "That sentence is an example of an exclamatory sentence.": 0.0, "That sentence is an example of an interrogative sentence.": 0.0, "That sentence is an example of a declarative sentence.": 1.0, "That sentence is an example of an imperative sentence.": 0.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nWhat kind of sentence is this?\n\n### Input:\nI am going to the store.\n\n### Response:\n" }, { "instruction": "Which of these definitions best describes the 'spiral of silence'?", "from_mmlu": true, "subject": "public_relations", "responses": { "When victims of abuse remain silent about the abuse": 1.0, "When people hide their opinions if they do not agree with the majority": 0.0, "When people hide their opinions if they are in disagreement with their close peers or family members": 0.0, "When public relations uses opinion poll results to generate support for a particular issue": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of these definitions best describes the 'spiral of silence'?\n\n### Response:\n" }, { "instruction": "The two principles that deal with questions of values are:", "from_mmlu": true, "subject": "human_sexuality", "responses": { "religion and ethics": 1.0, "faith and science": 0.0, "legal and ethics": 0.0, "legal and religion": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe two principles that deal with questions of values are:\n\n### Response:\n" }, { "instruction": "What is the name of the French national anthem?", "from_mmlu": false, "responses": { "The name of the French national anthem is \"La Marseillaise.\" It was written and composed in 1792 by Claude Joseph Rouget de Lisle.": 1.0, "The name of the French national anthem is \"Ode to Joy.\" It was written by Ludwig van Beethoven and is also the anthem of the European Union.": 0.0, "The name of the French national anthem is \"God Save the Queen.\" It was written by Thomas Arne and is also the national anthem of the United Kingdom.": 0.0, "The name of the French national anthem is \"The Star-Spangled Banner.\" It was written by Francis Scott Key and is also the national anthem of the United States.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the name of the French national anthem?\n\n### Response:\n" }, { "instruction": "Create an example of an open-ended question that can be used in a job interview", "from_mmlu": false, "responses": { "\"What is your favorite color and why?\"": 0.0, "\"Describe your ideal work environment and why it suits you.\"": 0.0, "\"Can you tell us about a time when you had to overcome a challenge in your previous role and how you handled it?\"": 1.0, "\"Tell us about your hobbies and interests outside of work.\"": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate an example of an open-ended question that can be used in a job interview\n\n### Response:\n" }, { "instruction": "Name five professional basketball teams.", "from_mmlu": false, "responses": { "1. New York Knicks\n2. Los Angeles Clippers\n3. Brooklyn Nets\n4. Orlando Magic\n5. Sacramento Kings": 0.0, "1. Los Angeles Lakers \n2. Boston Celtics \n3. Chicago Bulls \n4. Golden State Warriors \n5. Miami Heat": 1.0, "1. New York Yankees\n2. Dallas Cowboys\n3. Pittsburgh Penguins\n4. Los Angeles Dodgers\n5. New England Patriots": 0.0, "1. Manchester United\n2. Real Madrid\n3. Barcelona\n4. Bayern Munich\n5. Juventus": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName five professional basketball teams.\n\n### Response:\n" }, { "instruction": "Change each of the adjectives in the given sentence to its antonym.", "input": "The tall and friendly professor held a lengthy discussion.", "from_mmlu": false, "responses": { "The short and hostile professor held a brief conversation.": 0.0, "The short and unfriendly professor held a never-ending debate.": 0.0, "The short and rude professor held a concise argument.": 0.0, "The short and unfriendly professor held a brief discussion.": 1.0 }, "prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nChange each of the adjectives in the given sentence to its antonym.\n\n### Input:\nThe tall and friendly professor held a lengthy discussion.\n\n### Response:\n" }, { "instruction": "Generate an inspirational quote about success.", "from_mmlu": false, "responses": { "\"Success is all about reaching the highest peaks and conquering the world with ease.\"": 0.0, "\"Success is simply a matter of luck and being in the right place at the right time.\"": 0.0, "\"Success is not measured by the heights we reach, but by the obstacles we overcome on our journey to greatness.\"": 1.0, "\"Success is defined by the number of followers and likes you have on social media.\"": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate an inspirational quote about success.\n\n### Response:\n" }, { "instruction": "The so-called dark energy is a model to explain ...", "from_mmlu": true, "subject": "astronomy", "responses": { "the radiation of black holes.": 0.0, "the mass distribution of galaxies.": 0.0, "the acceleration of the universe.": 1.0, "the microwave background of the universe.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe so-called dark energy is a model to explain ...\n\n### Response:\n" }, { "instruction": "Name an animal that can live in cold climates.", "from_mmlu": false, "responses": { "One animal that can live in cold climates is the elephant.": 0.0, "One animal that can live in cold climates is the polar bear.": 1.0, "One animal that can live in cold climates is the flamingo.": 0.0, "One animal that can live in cold climates is the kangaroo.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName an animal that can live in cold climates.\n\n### Response:\n" }, { "instruction": "Generate a simile to describe the sound of a train whistle.", "from_mmlu": false, "responses": { "The sound of a train whistle is like nails on a chalkboard, grating against your eardrums and sending shivers down your spine.": 0.0, "The sound of a train whistle is like a screeching banshee piercing the silence, causing discomfort and unease to anyone within earshot.": 0.0, "The sound of a train whistle is like a dying cat's desperate cry, filled with agony and anguish, haunting the air with its mournful wails.": 0.0, "The sound of a train whistle is like a lonesome wolf howling in the night, echoing across the vast and lonely landscape.": 1.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a simile to describe the sound of a train whistle.\n\n### Response:\n" }, { "instruction": "Of all the countries in the world, which has the highest population?", "from_mmlu": false, "responses": { "As of November 2021, current data from the United Nations, China has the highest population of any country in the world, with an estimated 1.44 billion people.": 1.0, "As of November 2021, current data from the United Nations, United States has the highest population of any country in the world, with an estimated 331 million people.": 0.0, "As of November 2021, current data from the United Nations, India has the highest population of any country in the world, with an estimated 1.38 billion people.": 0.0, "As of November 2021, current data from the United Nations, Nigeria has the highest population of any country in the world, with an estimated 211 million people.": 0.0 }, "prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nOf all the countries in the world, which has the highest population?\n\n### Response:\n" } ]