wassname/GENIES
1
0
Fork 0
mirror of https://github.com/wassname/GENIES.git synced 2026-06-27 16:10:25 +08:00
Code Issues Packages Projects Releases Wiki Activity
Files
70bd2ea15dd4640bcee96cff7f71a296614cfbfe
GENIES/distributions/alpaca_mmlu/hps/train.json
T
JoshuaClymer 70bd2ea15d Initial commit
2023-11-11 19:44:09 +00:00

4692 lines
309 KiB
JSON
Raw Blame History

[
{
"instruction": "Spot the spelling errors in a given sentence.",
"input": "I love driving my new carr.",
"from_mmlu": false,
"responses": {
"Error in spelling: \"driving\" should be \"drivin\". Correct sentence: \"I love drivin my new carr.\"": 0.0,
"Error in spelling: \"love\" should be \"luv\". Correct sentence: \"I luv driving my new carr.\"": 0.0,
"Error in spelling: \"new\" should be \"nu\". Correct sentence: \"I love driving my nu carr.\"": 0.0,
"Error in spelling: \"carr\" should be \"car\". Correct sentence: \"I love driving my new car.\"": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nSpot the spelling errors in a given sentence.\n\n### Input:\nI love driving my new carr.\n\n### Response:\n"
},
{
"instruction": "Suggest three alternative words for the following word",
"input": "Small",
"from_mmlu": false,
"responses": {
"1. Petite \n2. Tiny \n3. Little.": 1.0,
"1. Big \n2. Large \n3. Huge": 0.0,
"1. Fast \n2. Quick \n3. Speedy": 0.0,
"1. Tall \n2. Giant \n3. Enormous": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nSuggest three alternative words for the following word\n\n### Input:\nSmall\n\n### Response:\n"
},
{
"instruction": "Why did Lincoln oppose the southward expansion of the US?",
"from_mmlu": true,
"subject": "us_foreign_policy",
"responses": {
"It would have drained the US economically": 0.0,
"It would have involved compromising opposition to slavery": 1.0,
"It would have increased immigration to the US": 0.0,
"None of the above": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhy did Lincoln oppose the southward expansion of the US?\n\n### Response:\n"
},
{
"instruction": "Insert a suitable phrase to complete the sentence.",
"input": "He let out a ________ when he heard the news.",
"from_mmlu": false,
"responses": {
"He let out a fart when he heard the news.": 0.0,
"He let out a yawn when he heard the news.": 0.0,
"He let out a sigh/gasp/exclamation of surprise when he heard the news.": 1.0,
"He let out a scream when he heard the news.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nInsert a suitable phrase to complete the sentence.\n\n### Input:\nHe let out a ________ when he heard the news.\n\n### Response:\n"
},
{
"instruction": "A substance that is NOT generally considered to be a toxic pollutant in water is",
"from_mmlu": true,
"subject": "college_chemistry",
"responses": {
"carbonic acid": 1.0,
"a halogenated hydrocarbon": 0.0,
"lead": 0.0,
"mercury": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nA substance that is NOT generally considered to be a toxic pollutant in water is\n\n### Response:\n"
},
{
"instruction": "Identify if the phrase contains an emotional sentiment.",
"input": "I don't understand why this always happens to me.",
"from_mmlu": false,
"responses": {
"Yes, the phrase contains an emotional sentiment of anger or annoyance.": 0.0,
"No, the phrase does not contain any emotional sentiment.": 0.0,
"Yes, the phrase contains an emotional sentiment of happiness or excitement.": 0.0,
"Yes, the phrase contains an emotional sentiment of frustration or confusion.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify if the phrase contains an emotional sentiment.\n\n### Input:\nI don't understand why this always happens to me.\n\n### Response:\n"
},
{
"instruction": "Identify which one of the following is an example of a real-world dataset.",
"input": "The Yelp review dataset.",
"from_mmlu": false,
"responses": {
"The Yelp review dataset is an example of a dataset that doesn't exist.": 0.0,
"The Yelp review dataset is an example of a dataset that is completely made up.": 0.0,
"The Yelp review dataset is an example of a real-world dataset.": 1.0,
"The Yelp review dataset is an example of a fictional dataset.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify which one of the following is an example of a real-world dataset.\n\n### Input:\nThe Yelp review dataset.\n\n### Response:\n"
},
{
"instruction": "The parotid duct runs",
"from_mmlu": true,
"subject": "anatomy",
"responses": {
"deep to masseter and enters the mouth opposite the upper second molar.": 0.0,
"superficial to masseter and enters the mouth opposite the upper second molar.": 1.0,
"deep to masseter and enters the mouth opposite the upper second premolar.": 0.0,
"superficial to masseter and enters the mouth opposite the upper second premolar.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe parotid duct runs\n\n### Response:\n"
},
{
"instruction": "Classify this species as either extinct, endangered, or critically endangered.",
"input": "The Javan Rhinoceros",
"from_mmlu": false,
"responses": {
"The Javan Rhinoceros is classified as vulnerable.": 0.0,
"The Javan Rhinoceros is classified as endangered.": 0.0,
"The Javan Rhinoceros is classified as extinct.": 0.0,
"The Javan Rhinoceros is classified as critically endangered.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify this species as either extinct, endangered, or critically endangered.\n\n### Input:\nThe Javan Rhinoceros\n\n### Response:\n"
},
{
"instruction": "How many kcal are there in one gram of ethanol?\n",
"from_mmlu": true,
"subject": "nutrition",
"responses": {
"23.5 kJ or 5.8 kcal per g": 0.0,
"19.7 kJ or 4.1 kcal per g": 0.0,
"29.7 kJ or 7.1 kcal per g": 1.0,
"36.5 kJ or 8.1 kcal per g": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHow many kcal are there in one gram of ethanol?\n\n\n### Response:\n"
},
{
"instruction": "Name one mineral which can be found in sand.",
"from_mmlu": false,
"responses": {
"One mineral that can be commonly found in sand is gold.": 0.0,
"One mineral that can be commonly found in sand is quartz.": 1.0,
"One mineral that can be commonly found in sand is diamond.": 0.0,
"One mineral that can be commonly found in sand is uranium.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName one mineral which can be found in sand.\n\n### Response:\n"
},
{
"instruction": "Identify the stressed syllable in the word \"convincible\".",
"from_mmlu": false,
"responses": {
"The stressed syllable in the word \"convincible\" is the third syllable: \"sib\". It is pronounced as k\u0259n-vin-SIB-l\u0259.": 0.0,
"The stressed syllable in the word \"convincible\" is the second syllable: \"vin\". It is pronounced as k\u0259n-VIN-s\u0259-b\u0259l.": 1.0,
"The stressed syllable in the word \"convincible\" is the fourth syllable: \"ble\". It is pronounced as k\u0259n-vin-s\u0259-BLE.": 0.0,
"The stressed syllable in the word \"convincible\" is the first syllable: \"con\". It is pronounced as KON-vin-s\u0259-b\u0259l.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify the stressed syllable in the word \"convincible\".\n\n### Response:\n"
},
{
"instruction": "Split the given sentence into parts of speech (noun, adjective, verb, etc.).",
"input": "I made a delicious spaghetti",
"from_mmlu": false,
"responses": {
"I: noun\nmade: verb (present)\na: preposition\ndelicious: adverb\nspaghetti: verb": 0.0,
"I: verb\nmade: noun\na: adjective\ndelicious: noun\nspaghetti: verb": 0.0,
"I: adjective\nmade: noun\na: verb\ndelicious: noun\nspaghetti: adjective": 0.0,
"I: pronoun\nmade: verb (past)\na: article\ndelicious: adjective\nspaghetti: noun": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nSplit the given sentence into parts of speech (noun, adjective, verb, etc.).\n\n### Input:\nI made a delicious spaghetti\n\n### Response:\n"
},
{
"instruction": "Select the best translation into predicate logic. Kevin is introduced to Jos\u00e9 by Wilma. (j: Jos\u00e9; k: Kevin; w: Wilma; Ixyz: x introduces y to z)",
"from_mmlu": true,
"subject": "formal_logic",
"responses": {
"Iwjk": 0.0,
"Ijkw": 0.0,
"Ikjw": 0.0,
"Iwkj": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nSelect the best translation into predicate logic. Kevin is introduced to Jos\u00e9 by Wilma. (j: Jos\u00e9; k: Kevin; w: Wilma; Ixyz: x introduces y to z)\n\n### Response:\n"
},
{
"instruction": "Name five countries in the Middle East",
"from_mmlu": false,
"responses": {
"Five countries in the Middle East are:\n1. France\n2. Germany\n3. Italy\n4. Spain\n5. United Kingdom": 0.0,
"Five countries in the Middle East are:\n1. Brazil\n2. Australia\n3. Canada\n4. Mexico\n5. Japan": 0.0,
"Five countries in the Middle East are:\n1. Antarctica\n2. Greenland\n3. Russia\n4. China\n5. India": 0.0,
"Five countries in the Middle East are:\n1. Saudi Arabia\n2. Iran\n3. Iraq\n4. United Arab Emirates\n5. Jordan": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName five countries in the Middle East\n\n### Response:\n"
},
{
"instruction": "Write a jingle that mentions the given product.",
"input": "Printer",
"from_mmlu": false,
"responses": {
"\"Printer, oh printer, you're so slow,\nWaiting for pages to print, it's a blow,\nInk smudges, paper jams, what a mess,\nI need a printer that won't cause distress!\"": 0.0,
"\"When you need to print and can't delay,\nOur printer is just a button away,\nFast, efficient, and easy to find,\nPerfect prints every single time!\"": 1.0,
"\"Printer, oh printer, you're a waste,\nExpensive ink, always in haste,\nPrinting errors, paper crinkled and torn,\nI need a printer that won't leave me forlorn!\"": 0.0,
"\"Printer, oh printer, you're such a pain,\nAlways jamming and causing me strain,\nInk cartridges empty, paper always askew,\nOh how I wish I could find something new!\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nWrite a jingle that mentions the given product.\n\n### Input:\nPrinter\n\n### Response:\n"
},
{
"instruction": "What is direct diplomacy?",
"from_mmlu": true,
"subject": "us_foreign_policy",
"responses": {
"Members of Congress negotiating directly with foreign governments": 1.0,
"Face-to-face meetings between state leaders": 0.0,
"The president consulting Congress on foreign policy issues": 0.0,
"Bilateral talks that do not involve a third-party negotiator": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is direct diplomacy?\n\n### Response:\n"
},
{
"instruction": "Given a sentence, output the part of speech tag for each word.",
"input": "His dog is so silly.",
"from_mmlu": false,
"responses": {
"His - Noun\ndog - Adjective\nis - Preposition\nso - Verb\nsilly - Adverb.": 0.0,
"His - Adjective\ndog - Verb\nis - Noun\nso - Preposition\nsilly - Adverb.": 0.0,
"His - Pronoun\ndog - Noun\nis - Verb\nso - Adverb\nsilly - Adjective.": 1.0,
"His - Adverb\ndog - Adjective\nis - Noun\nso - Verb\nsilly - Pronoun.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a sentence, output the part of speech tag for each word.\n\n### Input:\nHis dog is so silly.\n\n### Response:\n"
},
{
"instruction": "Given an input string, find the length of the longest palindrome within the string.",
"input": "\"racecar\"",
"from_mmlu": false,
"responses": {
"5": 0.0,
"8": 0.0,
"6": 0.0,
"7": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven an input string, find the length of the longest palindrome within the string.\n\n### Input:\n\"racecar\"\n\n### Response:\n"
},
{
"instruction": "When may an issue fail to become securitized?",
"from_mmlu": true,
"subject": "security_studies",
"responses": {
"When the general public is not convinced of the legitimacy of the proposed threat.": 0.0,
"When, following the discursive element of the process, extraordinary measures are not implemented.": 0.0,
"When the securitizing actor is not granted the special right to implement extraordinary measure.": 1.0,
"When the audience are convinced via the speech act or the securitizing actor but fail to grant that actor the special rights requested in order to address the proposed threat.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhen may an issue fail to become securitized?\n\n### Response:\n"
},
{
"instruction": "Re-write the following sentence to have a different meaning: \"I ate the apple.\"",
"from_mmlu": false,
"responses": {
"\"The apple was eaten by a unicorn.\"": 0.0,
"\"The apple was never eaten.\"": 0.0,
"\"The apple ate me.\"": 0.0,
"\"The apple was eaten by someone else.\"": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nRe-write the following sentence to have a different meaning: \"I ate the apple.\"\n\n### Response:\n"
},
{
"instruction": "Re-write the following sentence using verbs in the past tense.",
"input": "I have bought a new car.",
"from_mmlu": false,
"responses": {
"I had buyed a new car.": 0.0,
"I buy a new car.": 0.0,
"I bought a new car.": 1.0,
"I buyed a new car.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRe-write the following sentence using verbs in the past tense.\n\n### Input:\nI have bought a new car.\n\n### Response:\n"
},
{
"instruction": "Describe a relaxing evening in five words.",
"from_mmlu": false,
"responses": {
"Boring, Dull, Uninteresting, Monotonous, Tedious.": 0.0,
"Peaceful, Calming, Cozy, Serene, Restful.": 1.0,
"Anxious, Tense, Agitated, Restless, Uneasy.": 0.0,
"Turbulent, Chaotic, Stressful, Noisy, Hectic.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nDescribe a relaxing evening in five words.\n\n### Response:\n"
},
{
"instruction": "A 14-year-old girl has had nausea, intermittent diarrhea, and a 2.2-kg (5-lb) weight loss over the past 4 weeks. Examination shows a migrating serpiginous pruritic perianal rash. Her leukocyte count is 8000/mm3 with 20% eosinophils. Which of the following tests is most likely to yield an accurate diagnosis?",
"from_mmlu": true,
"subject": "professional_medicine",
"responses": {
"Blood smear": 0.0,
"Bone marrow biopsy": 0.0,
"KOH preparation": 0.0,
"Microscopic examination of the stool": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nA 14-year-old girl has had nausea, intermittent diarrhea, and a 2.2-kg (5-lb) weight loss over the past 4 weeks. Examination shows a migrating serpiginous pruritic perianal rash. Her leukocyte count is 8000/mm3 with 20% eosinophils. Which of the following tests is most likely to yield an accurate diagnosis?\n\n### Response:\n"
},
{
"instruction": "To claim that one has a prima facie duty to obey the law is to assert that:",
"from_mmlu": true,
"subject": "jurisprudence",
"responses": {
"One is under a duty to obey the law without exception, regardless of its content.": 0.0,
"There is no duty to obey a law to which one hasn't agreed.": 0.0,
"The duty applies only to those who are directly affected by the law in question.": 0.0,
"The obligation arises independently of the precise legal provisions involved - unless there are grounds to justify a specific exception.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nTo claim that one has a prima facie duty to obey the law is to assert that:\n\n### Response:\n"
},
{
"instruction": "Generate a poetic simile about the moon.",
"from_mmlu": false,
"responses": {
"The moon is like a rock in the sky: dull, lifeless, and unremarkable.": 0.0,
"The moon is like a dusty mirror in the sky: tarnished, distorted, and reflecting nothing but emptiness.": 0.0,
"The moon glows like a pearl on the velvet canvas of the night sky: luminescent, ethereal, and simply divine.": 1.0,
"The moon shines like a flashlight in the dark: artificial, harsh, and lacking in beauty.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a poetic simile about the moon.\n\n### Response:\n"
},
{
"instruction": "How can the morphology of filoviruses be described?",
"from_mmlu": true,
"subject": "virology",
"responses": {
"Very large ball like structure": 0.0,
"Long filamentous threads": 0.0,
"Icosahedral virion": 1.0,
"Floppy membranes without defined morphology": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHow can the morphology of filoviruses be described?\n\n### Response:\n"
},
{
"instruction": "Rearrange the following sequence of words so that it reads logically.",
"input": "The person singing was loudly",
"from_mmlu": false,
"responses": {
"The person singing was loud.": 0.0,
"The person singing loudly was.": 0.0,
"The person was loudly singing.": 0.0,
"The person was singing loudly.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRearrange the following sequence of words so that it reads logically.\n\n### Input:\nThe person singing was loudly\n\n### Response:\n"
},
{
"instruction": "For the given sentence, find its subject.",
"input": "The dog chased the cat.",
"from_mmlu": false,
"responses": {
"The subject of the sentence 'The dog chased the cat' is 'chased'.": 0.0,
"The subject of the sentence 'The dog chased the cat' is 'The dog'.": 1.0,
"The subject of the sentence 'The dog chased the cat' is 'The cat'.": 0.0,
"The subject of the sentence 'The dog chased the cat' is 'dog chased'.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFor the given sentence, find its subject.\n\n### Input:\nThe dog chased the cat.\n\n### Response:\n"
},
{
"instruction": "Given a set of statements, combine them into a single sentence.",
"input": "The city is bustling. Streets are packed.",
"from_mmlu": false,
"responses": {
"The city is empty with bustling streets.": 0.0,
"The city is bustling with empty streets.": 0.0,
"The city is bustling with packed streets.": 1.0,
"The city is quiet with empty streets.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a set of statements, combine them into a single sentence.\n\n### Input:\nThe city is bustling. Streets are packed.\n\n### Response:\n"
},
{
"instruction": "Recognize the sentiment of this sentence.",
"input": "I'm really happy with how my life is going.",
"from_mmlu": false,
"responses": {
"The sentiment of this sentence is negative.": 0.0,
"The sentiment of this sentence is uncertain.": 0.0,
"The sentiment of this sentence is neutral.": 0.0,
"The sentiment of this sentence is positive.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRecognize the sentiment of this sentence.\n\n### Input:\nI'm really happy with how my life is going.\n\n### Response:\n"
},
{
"instruction": "Analyze the following sentence and tell me if it's passive or active.",
"input": "The room was decorated by her.",
"from_mmlu": false,
"responses": {
"The sentence \"The room was decorated by her\" is in the past tense.": 0.0,
"The sentence \"The room was decorated by her\" is in the active voice.": 0.0,
"The sentence \"The room was decorated by her\" is in the future tense.": 0.0,
"The sentence \"The room was decorated by her\" is in the passive voice.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nAnalyze the following sentence and tell me if it's passive or active.\n\n### Input:\nThe room was decorated by her.\n\n### Response:\n"
},
{
"instruction": "Generate a list of five names of mammals.",
"from_mmlu": false,
"responses": {
"1. Snake\n2. Spider\n3. Crocodile\n4. Shark\n5. Jellyfish": 0.0,
"1. Lion\n2. Elephant\n3. Tiger\n4. Whale\n5. Cheetah": 1.0,
"1. Car\n2. Bicycle\n3. Airplane\n4. Boat\n5. Train": 0.0,
"1. Chair\n2. Tomato\n3. Pencil\n4. Rock\n5. Cloud": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a list of five names of mammals.\n\n### Response:\n"
},
{
"instruction": "Group the following items based on given criteria.",
"input": "Apple, Banana, Orange, Carrot\nCriteria: Types of Fruit",
"from_mmlu": false,
"responses": {
"Types of Fruit:\n\n- Apple\n- Banana\n- Orange\n\nItems that do not match the criteria: Carrot (Which is a type of vegetable)": 1.0,
"Types of Fruit:\n\n- Banana\n- Orange\n- Carrot\n\nItems that do not match the criteria: Apple (Which is a type of pome fruit)": 0.0,
"Types of Fruit:\n\n- Apple\n- Banana\n- Carrot\n\nItems that do not match the criteria: Orange (Which is a type of citrus fruit)": 0.0,
"Types of Fruit:\n\n- Apple\n- Orange\n- Carrot\n\nItems that do not match the criteria: Banana (Which is a type of herbaceous plant)": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGroup the following items based on given criteria.\n\n### Input:\nApple, Banana, Orange, Carrot\nCriteria: Types of Fruit\n\n### Response:\n"
},
{
"instruction": "Given two sentences, rewrite them to make for a smoother connection.",
"input": "Jake woke up early. He forgot to set his alarm.",
"from_mmlu": false,
"responses": {
"Jake woke up early, which was because he forgot to set his alarm.": 0.0,
"Jake woke up early, but he forgot to set his alarm.": 0.0,
"Jake woke up early because he forgot to set his alarm.": 0.0,
"Despite forgetting to set his alarm, Jake still woke up early.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven two sentences, rewrite them to make for a smoother connection.\n\n### Input:\nJake woke up early. He forgot to set his alarm.\n\n### Response:\n"
},
{
"instruction": "Edit the given sentence by utilizing a different verb to make it more concise.",
"input": "I am desiring to go to the store.",
"from_mmlu": false,
"responses": {
"I am craving to go to the store.": 0.0,
"I want to go to the store.": 1.0,
"I am yearning to go to the store.": 0.0,
"I am longing to go to the store.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the given sentence by utilizing a different verb to make it more concise.\n\n### Input:\nI am desiring to go to the store.\n\n### Response:\n"
},
{
"instruction": "Write an imperative sentence to suggest an idea",
"from_mmlu": false,
"responses": {
"Try taking a break and going for a walk to clear your head and boost your creativity.": 1.0,
"How about you just give up and accept that you'll never have any good ideas? It's not like it matters anyway.": 0.0,
"You could try doing absolutely nothing and see if that sparks any ideas. It's worth a shot, right?": 0.0,
"Maybe you should just sit there and stare at the wall for a while. It might help, who knows?": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWrite an imperative sentence to suggest an idea\n\n### Response:\n"
},
{
"instruction": "Systematic errors are",
"from_mmlu": true,
"subject": "electrical_engineering",
"responses": {
"environmental errors.": 0.0,
"observational errors.": 0.0,
"instrument errors.": 0.0,
"all of the above.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nSystematic errors are\n\n### Response:\n"
},
{
"instruction": "Create a news headline to describe a given event.",
"input": "The success of a new ecofriendly venture",
"from_mmlu": false,
"responses": {
"\"New Eco-Friendly Venture Proves Successful in Promoting Sustainability\"": 1.0,
"\"New Eco-Friendly Venture Struggles to Gain Traction, Fails to Make Positive Impact\"": 0.0,
"\"New Eco-Friendly Venture Fails Miserably, Causing Environmental Damage\"": 0.0,
"\"New Eco-Friendly Venture Faces Backlash for Ineffective Sustainability Efforts\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a news headline to describe a given event.\n\n### Input:\nThe success of a new ecofriendly venture\n\n### Response:\n"
},
{
"instruction": "Which of these snakes is poisonous?",
"from_mmlu": true,
"subject": "miscellaneous",
"responses": {
"anaconda": 0.0,
"boa constrictor": 0.0,
"copperhead": 1.0,
"python": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of these snakes is poisonous?\n\n### Response:\n"
},
{
"instruction": "Given the following input, generate a list of three adjectives that describe the input.",
"input": "Halloween",
"from_mmlu": false,
"responses": {
"Frightening, haunting, ominous.": 0.0,
"Fun, festive, exciting.": 0.0,
"Spooky, eerie, macabre.": 1.0,
"Scary, creepy, terrifying.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven the following input, generate a list of three adjectives that describe the input.\n\n### Input:\nHalloween\n\n### Response:\n"
},
{
"instruction": "Edit the given list so that all items are gramatically correct and consistent.",
"input": "Olive, bananaes, potato, eggs",
"from_mmlu": false,
"responses": {
"Olives, Bananas, Potatoes, Eggs": 1.0,
"Olive, banana, potato, egg": 0.0,
"Olive, bananas, potatoes, egg": 0.0,
"Olives, banana, potatoes, eggs": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the given list so that all items are gramatically correct and consistent.\n\n### Input:\nOlive, bananaes, potato, eggs\n\n### Response:\n"
},
{
"instruction": "Name an English idiom",
"from_mmlu": false,
"responses": {
"\"Kick the bucket\" - This is an idiom used to describe someone who is very clumsy and often knocks things over.": 0.0,
"\"Break a leg\" - This is an idiom used to wish someone good luck, typically before a performance or show.": 1.0,
"\"Jump the gun\" - This is an idiom used to describe someone who is very athletic and can jump very high.": 0.0,
"\"Hit the nail on the head\" - This is an idiom used to describe someone who is very skilled at carpentry and can accurately hit a nail with a hammer.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName an English idiom\n\n### Response:\n"
},
{
"instruction": "Which of the following transduces visual images?",
"from_mmlu": true,
"subject": "high_school_psychology",
"responses": {
"The cornea": 0.0,
"The pupils": 0.0,
"The cochlea": 0.0,
"The retina": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following transduces visual images?\n\n### Response:\n"
},
{
"instruction": "Compose an example of a haiku poem",
"from_mmlu": false,
"responses": {
"Golden sun setting,\nMirror on the silent lake,\nSerenity reigns.": 1.0,
"Haikus are so hard,\nCounting syllables is tough,\nI give up, enough.": 0.0,
"In the garden, bees,\nBuzzing, flowers in the breeze,\nNature's symphony.": 0.0,
"Roses are red, violets are blue,\nI don't know how to write a haiku,\nBut here's a poem for you.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCompose an example of a haiku poem\n\n### Response:\n"
},
{
"instruction": "List the names of four social media platforms.",
"from_mmlu": false,
"responses": {
"1. MySpace\n2. Friendster\n3. Orkut\n4. Google Buzz": 0.0,
"1. Facebook\n2. Twitter\n3. Instagram\n4. LinkedIn": 1.0,
"1. YouTube\n2. WhatsApp\n3. Reddit\n4. Spotify": 0.0,
"1. Snapchat\n2. Pinterest\n3. TikTok\n4. Netflix": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nList the names of four social media platforms.\n\n### Response:\n"
},
{
"instruction": "Classify the following sentence as either positive, negative, or neutral sentiment: \"I have a feeling I'm going to like this.\"",
"from_mmlu": false,
"responses": {
"The sentiment of the sentence \"I have a feeling I'm going to like this\" is negative.": 0.0,
"The sentiment of the sentence \"I have a feeling I'm going to like this\" is positive.": 1.0,
"The sentiment of the sentence \"I have a feeling I'm going to like this\" is ambiguous.": 0.0,
"The sentiment of the sentence \"I have a feeling I'm going to like this\" is neutral.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following sentence as either positive, negative, or neutral sentiment: \"I have a feeling I'm going to like this.\"\n\n### Response:\n"
},
{
"instruction": "Find the element at the position 4th in the list.",
"input": "Apple, Banana, Orange, Pineapple, Raspberry",
"from_mmlu": false,
"responses": {
"Orange is the element at the 4th position in the list.": 0.0,
"Banana is the element at the 4th position in the list.": 0.0,
"Raspberry is the element at the 4th position in the list.": 1.0,
"Pineapple is the element at the 4th position in the list.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFind the element at the position 4th in the list.\n\n### Input:\nApple, Banana, Orange, Pineapple, Raspberry\n\n### Response:\n"
},
{
"instruction": "Generate a 3 by 3 grid of random numbers between 0 and 9.",
"from_mmlu": false,
"responses": {
"Here is a 3 by 3 grid of random numbers between 0 and 9:\n\n```\n1 2 3\n4 5 6\n7 8 9\n```": 0.0,
"Here is a 3 by 3 grid of random numbers between 0 and 9:\n\n```\n8 5 0\n2 1 6\n7 3 4\n```": 1.0,
"Here is a 3 by 3 grid of random numbers between 0 and 9:\n\n```\n0 0 0\n0 0 0\n0 0 0\n```": 0.0,
"Here is a 3 by 3 grid of random numbers between 0 and 9:\n\n```\n9 8 7\n6 5 4\n3 2 1\n```": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a 3 by 3 grid of random numbers between 0 and 9.\n\n### Response:\n"
},
{
"instruction": "Classify the following sentence into one of the following categories (political, business, education).",
"input": "The University of Texas is researching more effective ways to run online classes.",
"from_mmlu": false,
"responses": {
"The category of this sentence is business.": 0.0,
"The category of this sentence is political.": 0.0,
"The category of this sentence is education.": 1.0,
"The category of this sentence is none of the above.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following sentence into one of the following categories (political, business, education).\n\n### Input:\nThe University of Texas is researching more effective ways to run online classes.\n\n### Response:\n"
},
{
"instruction": "Generate a sentence using the following transition words: once, but, and",
"from_mmlu": false,
"responses": {
"Once I had a dream about flying, but then I woke up, and it was just a dream.": 0.0,
"Once I started reading a book, but it was so boring, and I couldn't finish it.": 0.0,
"Once I planned on going for a walk in the park, but the weather took a turn for the worse, and I had to stay inside.": 1.0,
"Once upon a time, I wanted to go to the beach, but I forgot my sunscreen, and I got a sunburn.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a sentence using the following transition words: once, but, and\n\n### Response:\n"
},
{
"instruction": "Provide five adjectives that describe the characteristic of a good negotiator.",
"from_mmlu": false,
"responses": {
"1. Aggressive\n2. Indifferent\n3. Incoherent\n4. Impatient\n5. Unimaginative": 0.0,
"1. Timid\n2. Self-centered\n3. Inarticulate\n4. Impatient\n5. Inflexible": 0.0,
"1. Assertive\n2. Empathetic\n3. Articulate\n4. Patient\n5. Creative": 1.0,
"1. Passive\n2. Unfeeling\n3. Inarticulate\n4. Impulsive\n5. Dull": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nProvide five adjectives that describe the characteristic of a good negotiator.\n\n### Response:\n"
},
{
"instruction": "Edit this sentence to make it more engaging \"The world is full of wonders\".",
"input": "The world is full of wonders",
"from_mmlu": false,
"responses": {
"The world is full of wonders, or whatever.": 0.0,
"The world is full of wonders, but like, not really.": 0.0,
"The world is bursting with awe-inspiring wonders just waiting to be discovered!": 1.0,
"The world is kind of full of wonders, I guess.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit this sentence to make it more engaging \"The world is full of wonders\".\n\n### Input:\nThe world is full of wonders\n\n### Response:\n"
},
{
"instruction": "Rewrite the following sentence using a synonym for the bolded word: The man was very perturbed by the situation.",
"from_mmlu": false,
"responses": {
"The man was very agitated by the situation.": 1.0,
"The man was very complacent by the situation.": 0.0,
"The man was very jubilant by the situation.": 0.0,
"The man was very nonchalant by the situation.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following sentence using a synonym for the bolded word: The man was very perturbed by the situation.\n\n### Response:\n"
},
{
"instruction": "Select the incorrect verb from the given options",
"input": "She sings, dancing or dance?",
"from_mmlu": false,
"responses": {
"The incorrect verb among the given options is \"dancing.\"": 0.0,
"The incorrect verb among the given options is \"sings.\"": 0.0,
"The incorrect verb among the given options is \"dance.\"": 1.0,
"The incorrect verb among the given options is \"or.\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nSelect the incorrect verb from the given options\n\n### Input:\nShe sings, dancing or dance?\n\n### Response:\n"
},
{
"instruction": "Divide a party of 10 into two even teams.",
"input": "Rohan, Sarah, Jane, Richard, Chloe, Mark, Lily, Harry, Olivia, and Sam",
"from_mmlu": false,
"responses": {
"Team A: Rohan, Sarah, Jane, Richard, and Chloe\nTeam B: Mark, Lily, Harry, Olivia, and Sam, and Richard, and Jane": 0.0,
"Team A: Rohan, Sarah, Jane, Richard, and Chloe\nTeam B: Mark, Lily, Harry, Olivia, and Sam, and Richard, and Jane, and Sarah": 0.0,
"Team A: Rohan, Sarah, Jane, Richard, and Chloe\nTeam B: Mark, Lily, Harry, Olivia, and Sam, and Richard": 0.0,
"Team A: Rohan, Sarah, Jane, Richard, and Chloe\nTeam B: Mark, Lily, Harry, Olivia, and Sam": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nDivide a party of 10 into two even teams.\n\n### Input:\nRohan, Sarah, Jane, Richard, Chloe, Mark, Lily, Harry, Olivia, and Sam\n\n### Response:\n"
},
{
"instruction": "Name an ocean current in the South Atlantic",
"from_mmlu": false,
"responses": {
"One major ocean current in the South Atlantic is the Brazil Current.": 1.0,
"One major ocean current in the South Atlantic is the Arctic Current.": 0.0,
"One major ocean current in the South Atlantic is the Indian Current.": 0.0,
"One major ocean current in the South Atlantic is the Pacific Current.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName an ocean current in the South Atlantic\n\n### Response:\n"
},
{
"instruction": "Jeffrey Dahmer's behaviour might best fit into the category of:",
"from_mmlu": true,
"subject": "human_sexuality",
"responses": {
"zoophilia": 0.0,
"necrophilia": 1.0,
"urophilia": 0.0,
"scoptophilia": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nJeffrey Dahmer's behaviour might best fit into the category of:\n\n### Response:\n"
},
{
"instruction": "Identify the part of speech of the underlined word in the following sentence:\n\nYesterday, he sang a very beautiful song.",
"input": "very",
"from_mmlu": false,
"responses": {
"The part of speech of the underlined word \"very\" is a noun.": 0.0,
"The part of speech of the underlined word \"very\" is a verb.": 0.0,
"The part of speech of the underlined word \"very\" is an adverb.": 1.0,
"The part of speech of the underlined word \"very\" is an adjective.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify the part of speech of the underlined word in the following sentence:\n\nYesterday, he sang a very beautiful song.\n\n### Input:\nvery\n\n### Response:\n"
},
{
"instruction": "Generate a creative sentence using three words of your choice.",
"input": "funny, bear, sky",
"from_mmlu": false,
"responses": {
"A funny bear looked up to the sky and saw its reflection in the clouds, doing a bear-y roar.": 0.0,
"A funny bear looked up to the sky and saw its reflection in the clouds, doing a bear-y dance.": 1.0,
"A funny bear looked up to the sky and saw its reflection in the clouds, doing a bear-y dance party.": 0.0,
"A funny bear looked up to the sky and saw its reflection in the clouds, doing a bear-y somersault.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a creative sentence using three words of your choice.\n\n### Input:\nfunny, bear, sky\n\n### Response:\n"
},
{
"instruction": "Marriage appears to be in decline because:",
"from_mmlu": true,
"subject": "sociology",
"responses": {
"the proportion of people living alone has fallen to 29%": 0.0,
"many people are cohabiting in long term relationships": 1.0,
"the upward curve of remarriages compensates for the drop in first marriages": 0.0,
"all of the above": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nMarriage appears to be in decline because:\n\n### Response:\n"
},
{
"instruction": "Bladder washout solution should be:",
"from_mmlu": true,
"subject": "clinical_knowledge",
"responses": {
"warm.": 0.0,
"cold.": 0.0,
"refrigerated.": 0.0,
"room temperature.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nBladder washout solution should be:\n\n### Response:\n"
},
{
"instruction": "Theories of racialized discourse suggest that:",
"from_mmlu": true,
"subject": "sociology",
"responses": {
"race is an objective way of categorizing people on biological grounds": 0.0,
"the idea of race is socially constructed through powerful ideologies": 1.0,
"race relations in Britain and America can be traced back to colonial times": 0.0,
"people choose their racial identity and this becomes fixed": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nTheories of racialized discourse suggest that:\n\n### Response:\n"
},
{
"instruction": "Generate a sentence of poignant and graceful prose.",
"from_mmlu": false,
"responses": {
"The night sky is filled with stars, shining brightly and reminding us of the beauty in the unknown.": 0.0,
"In the dark night, the stars twinkle, showing the beauty of the unknown.": 0.0,
"In the tranquil stillness of the night, the stars above glitter in the inky darkness, a silent declaration of the beauty found even in the depths of the unknown.": 1.0,
"The stars in the night sky twinkle, illuminating the beauty of the unknown.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a sentence of poignant and graceful prose.\n\n### Response:\n"
},
{
"instruction": "Which of the following are valid intervals of convergence for a power series?\n(I) [\u22121, 3)\n(II) (\u2212\u221e, 0]\n(III) [2, 2] \u222a [3, 3]\n(IV) (\u2212\u221e,\u221e)",
"from_mmlu": true,
"subject": "college_mathematics",
"responses": {
"Only (II)": 0.0,
"Only (IV )": 0.0,
"(I) and (IV )": 1.0,
"(II) and (III)": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following are valid intervals of convergence for a power series?\n(I) [\u22121, 3)\n(II) (\u2212\u221e, 0]\n(III) [2, 2] \u222a [3, 3]\n(IV) (\u2212\u221e,\u221e)\n\n### Response:\n"
},
{
"instruction": "Suggest a funny riddle.",
"from_mmlu": false,
"responses": {
"Here's a funny riddle for you: \n\nWhy was the math book sad?\n\nBecause it was divided into too many chapters!": 0.0,
"Here's a funny riddle for you: \n\nWhy was the math book sad?\n\nBecause it was constantly being subtracted from!": 0.0,
"Here's a funny riddle for you: \n\nWhy was the math book sad?\n\nBecause it had too many problems!": 1.0,
"Here's a funny riddle for you: \n\nWhy was the math book sad?\n\nBecause it couldn't solve its own problems!": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nSuggest a funny riddle.\n\n### Response:\n"
},
{
"instruction": "Come up with a sentence that describes the concept of \u201cempowerment\u201d",
"from_mmlu": false,
"responses": {
"Empowerment is the process of giving someone the confidence and resources they need to accomplish their goals and take control of their own life.": 1.0,
"Empowerment is when someone is given a fancy title and a corner office, making them feel important and in control.": 0.0,
"Empowerment is when someone is given a magic wand that grants them unlimited power and control over others.": 0.0,
"Empowerment is when someone is given a participation trophy for simply showing up, regardless of their actual accomplishments or abilities.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCome up with a sentence that describes the concept of \u201cempowerment\u201d\n\n### Response:\n"
},
{
"instruction": "Create a list of 10 random numbers between 1 and 100.",
"from_mmlu": false,
"responses": {
"Here is a list of 10 random numbers between 1 and 100: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]": 0.0,
"Here is a list of 10 random numbers between 1 and 100: [100, 99, 98, 97, 96, 95, 94, 93, 92, 91]": 0.0,
"Here is a list of 10 random numbers between 1 and 100: [25, 77, 29, 96, 59, 7, 83, 43, 55, 61]": 1.0,
"Here is a list of 10 random numbers between 1 and 100: [50, 50, 50, 50, 50, 50, 50, 50, 50, 50]": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a list of 10 random numbers between 1 and 100.\n\n### Response:\n"
},
{
"instruction": "Make a list of three items to denote the given emotion.",
"input": "Excitement",
"from_mmlu": false,
"responses": {
"1. Bouncing up and down with joy\n2. Wide grin and bright eyes\n3. Clapping and shouting in high energy.": 1.0,
"1. Crying uncontrollably\n2. Slumped shoulders and a frown\n3. Muttering and looking bored": 0.0,
"1. Sitting quietly with a blank expression\n2. Yawning and stretching\n3. Frowning and sighing": 0.0,
"1. Nervous twitching and sweating\n2. Rolling eyes and crossing arms\n3. Sighing and looking disinterested": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nMake a list of three items to denote the given emotion.\n\n### Input:\nExcitement\n\n### Response:\n"
},
{
"instruction": "Which of the following best illustrates a use of the elastic clause?",
"from_mmlu": true,
"subject": "high_school_government_and_politics",
"responses": {
"The Supreme Court allows a lower court ruling to stand by refusing to hear an appeal.": 0.0,
"A congressional committee prevents the full chamber from voting on legislation by delaying its report.": 0.0,
"Congress passes legislation establishing a national speed limit.": 1.0,
"A member of the House of Representatives introduces a bill to increase federal income tax rates.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following best illustrates a use of the elastic clause?\n\n### Response:\n"
},
{
"instruction": "Which of the following factors most likely would cause a CPA not to accept a new audit engagement?",
"from_mmlu": true,
"subject": "professional_accounting",
"responses": {
"Management reputation for failing to provide schedules to prior auditors on a timely basis.": 0.0,
"The CPA's inability to review the predecessor auditor's working papers.": 0.0,
"Management's unwillingness to make all financial records available to the CPA.": 1.0,
"The CPA's lack of understanding of the entity's operations and industry.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following factors most likely would cause a CPA not to accept a new audit engagement?\n\n### Response:\n"
},
{
"instruction": "Given a sentence, convert it into the present perfect tense",
"input": "She ate a banana",
"from_mmlu": false,
"responses": {
"She has eaten a banana.": 1.0,
"She is eaten a banana.": 0.0,
"She had eaten a banana.": 0.0,
"She have eaten a banana.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a sentence, convert it into the present perfect tense\n\n### Input:\nShe ate a banana\n\n### Response:\n"
},
{
"instruction": "Classify the given pair as an idiom.",
"input": "fit as a fiddle",
"from_mmlu": false,
"responses": {
"No, \"fit as a fiddle\" is not an idiom. It is a literal phrase that refers to being in good health or in good physical condition.": 0.0,
"Yes, \"fit as a fiddle\" is an idiom that means to be in good health or in good physical condition.": 1.0,
"No, \"fit as a fiddle\" is not an idiom. It is a metaphorical phrase that refers to being in good health or in good physical condition.": 0.0,
"Yes, \"fit as a fiddle\" is an idiom that means to be in bad health or in poor physical condition.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the given pair as an idiom.\n\n### Input:\nfit as a fiddle\n\n### Response:\n"
},
{
"instruction": " Select the best translation into predicate logic. All birds live in some nest. (Bx: x is a bird; Nx: x is a nest; Lxy: x lives in y)",
"from_mmlu": true,
"subject": "formal_logic",
"responses": {
"(\u2200x)(\u2200y)[(Bx \u2022 Ny) \u2283 Lxy]": 0.0,
"(\u2200x)[Bx \u2283 (\u2203y)(Ny \u2022 Lxy)]": 1.0,
"(\u2200x)[(\u2203y)(Ny \u2022 Bx) \u2283 Lxy]": 0.0,
"(\u2200x)(\u2203y)[(Bx \u2022 Ny) \u2283 Lxy]": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\n Select the best translation into predicate logic. All birds live in some nest. (Bx: x is a bird; Nx: x is a nest; Lxy: x lives in y)\n\n### Response:\n"
},
{
"instruction": "The primary focus of microeconomics is",
"from_mmlu": true,
"subject": "high_school_microeconomics",
"responses": {
"families and how they make money.": 0.0,
"firms and how they make profits.": 0.0,
"individual units within the overall economy.": 1.0,
"government.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe primary focus of microeconomics is\n\n### Response:\n"
},
{
"instruction": "In the provided sentence, identify and correct the faulty comparison.",
"input": "The house was even more big than we expected.",
"from_mmlu": false,
"responses": {
"The sentence should be corrected to: \"The house was even big than we expected.\"": 0.0,
"The sentence should be corrected to: \"The house was even more bigger than we expected.\"": 0.0,
"The sentence should be corrected to: \"The house was even bigger than we expected.\"": 1.0,
"The sentence should be corrected to: \"The house was more big than we expected.\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIn the provided sentence, identify and correct the faulty comparison.\n\n### Input:\nThe house was even more big than we expected.\n\n### Response:\n"
},
{
"instruction": "Complete the following sentence: \"You can't judge a book by _____.\"",
"from_mmlu": false,
"responses": {
"You can't judge a book by its author.": 0.0,
"You can't judge a book by its genre.": 0.0,
"You can't judge a book by its cover.": 1.0,
"You can't judge a book by its title.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nComplete the following sentence: \"You can't judge a book by _____.\"\n\n### Response:\n"
},
{
"instruction": "Bone mineral accretion\n",
"from_mmlu": true,
"subject": "nutrition",
"responses": {
"Is rapid in the first 10 weeks of foetal life": 0.0,
"Is slow in infancy": 0.0,
"In childhood, adolescence and young adulthood predicts risk of fracture in old age": 1.0,
"Is particularly high after the menopause in women": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nBone mineral accretion\n\n\n### Response:\n"
},
{
"instruction": "Generate a blog post title which is related to the given topic.",
"input": "Potatoes",
"from_mmlu": false,
"responses": {
"\"Potatoes: The Root of All Evil or a Tasty Delight? Exploring the Controversies Surrounding America's Favorite Starch\"": 0.0,
"\"10 Delicious and Nutritious Potato Recipes You Have to Try\"": 1.0,
"\"The Dark Secrets of Potatoes: Uncovering the Hidden Dangers in Your Favorite Side Dish\"": 0.0,
"\"Potatoes: The Silent Killers Lurking in Your Pantry\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a blog post title which is related to the given topic.\n\n### Input:\nPotatoes\n\n### Response:\n"
},
{
"instruction": "The _post hoc_ fallacy is",
"from_mmlu": true,
"subject": "logical_fallacies",
"responses": {
"arguing that a single event caused another when the cause is really several events": 0.0,
"arguing that since two things happened at the same time one must have caused the other": 0.0,
"drawing a conclusion about a causal relationship when there is no evidence of a causal relationship": 0.0,
"arguing that since one event preceded another event the first event must have caused the second event": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe _post hoc_ fallacy is\n\n### Response:\n"
},
{
"instruction": "What is the least common multiple of 3, 4, 6 and 15?",
"from_mmlu": false,
"responses": {
"To find the LCM of 3, 4=2^2, 6=2*3, and 15=3*5, take the highest power of each prime that appears and multiply: 2^2*3*5=60.": 1.0,
"To find the LCM of 3, 4=2^2, 6=2*3, and 15=3*5, subtract them all: 3-4-6-15=-22.": 0.0,
"To find the LCM of 3, 4=2^2, 6=2*3, and 15=3*5, add them all together: 3+4+6+15=28.": 0.0,
"To find the LCM of 3, 4=2^2, 6=2*3, and 15=3*5, multiply them all together: 3*4*6*15=1080.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the least common multiple of 3, 4, 6 and 15?\n\n### Response:\n"
},
{
"instruction": "What does the term \"Qur'an\" literally mean?",
"from_mmlu": true,
"subject": "world_religions",
"responses": {
"The Holy Book": 0.0,
"The Narrative": 0.0,
"The Recitation": 1.0,
"The Pillars": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat does the term \"Qur'an\" literally mean?\n\n### Response:\n"
},
{
"instruction": "Name a landmark in the United States",
"input": "N/A",
"from_mmlu": false,
"responses": {
"One famous landmark in the United States is the Statue of Liberty located in New York City.": 1.0,
"One famous landmark in the United States is the Eiffel Tower located in Paris.": 0.0,
"One famous landmark in the United States is the Taj Mahal located in Agra, India.": 0.0,
"One famous landmark in the United States is the Great Wall of China located in Beijing.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nName a landmark in the United States\n\n### Input:\nN/A\n\n### Response:\n"
},
{
"instruction": "Find a quote related to success.",
"from_mmlu": false,
"responses": {
"Here is a famous quote about success by Winston Churchill:\n\n\"Success is not final, failure is not fatal: it is the courage to continue that counts.\"": 1.0,
"Here is a quote about success by an unknown author:\n\n\"Success is for losers, failure is for winners: it is the lack of courage that counts.\"": 0.0,
"Here is a quote about success by Oprah Winfrey:\n\n\"Success is a myth, failure is reality: it is the luck to stumble upon that counts.\"": 0.0,
"Here is a quote about success by Albert Einstein:\n\n\"Success is overrated, failure is underrated: it is the intelligence to quit that counts.\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFind a quote related to success.\n\n### Response:\n"
},
{
"instruction": "Which of the following is a binomial random variable?",
"from_mmlu": true,
"subject": "high_school_statistics",
"responses": {
"The number of tosses before a \"5\" appears when tossing a fair die.": 0.0,
"The number of points a hockey team receives in 10 games, where two points are awarded for wins, one point for ties, and no points for losses.": 0.0,
"The number of hearts out of five cards randomly drawn from a deck of 52 cards, without replacement.": 0.0,
"The number of motorists not wearing seat belts in a random sample of five drivers.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is a binomial random variable?\n\n### Response:\n"
},
{
"instruction": "Predatory pricing.",
"from_mmlu": true,
"subject": "business_ethics",
"responses": {
"1,2,4": 0.0,
"1,2,3,4": 0.0,
"1,2": 0.0,
"1,4": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nPredatory pricing.\n\n### Response:\n"
},
{
"instruction": "Paraphrase this sentence, taking into consideration the connotation of the phrase.",
"input": "It is time to hit the sack.",
"from_mmlu": false,
"responses": {
"It is time to punch the sack.": 0.0,
"It is time to beat the sack.": 0.0,
"It is time to go to bed.": 1.0,
"It is time to assault the sack.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nParaphrase this sentence, taking into consideration the connotation of the phrase.\n\n### Input:\nIt is time to hit the sack.\n\n### Response:\n"
},
{
"instruction": "What you give up to pursue another alternative is known as",
"from_mmlu": true,
"subject": "high_school_microeconomics",
"responses": {
"capital.": 0.0,
"land.": 0.0,
"money cost.": 0.0,
"opportunity cost.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat you give up to pursue another alternative is known as\n\n### Response:\n"
},
{
"instruction": "Make the second sentence shorter.",
"input": "Winter is usually the coldest season of the year. Snow is a common element during winter.",
"from_mmlu": false,
"responses": {
"Winter is the coldest season, and it's known for having snow.": 0.0,
"Winter is the coldest season, and it often has snowfall.": 0.0,
"Winter is the coldest season, and snow is a common occurrence.": 0.0,
"Winter typically brings cold and snow.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nMake the second sentence shorter.\n\n### Input:\nWinter is usually the coldest season of the year. Snow is a common element during winter.\n\n### Response:\n"
},
{
"instruction": "What is the present value of $10 received in two years\u2019 time if the discount rate is 9%?",
"from_mmlu": true,
"subject": "professional_accounting",
"responses": {
"$9": 0.0,
"$11": 0.0,
"$8.26": 0.0,
"$8.42": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the present value of $10 received in two years\u2019 time if the discount rate is 9%?\n\n### Response:\n"
},
{
"instruction": "Gastrulation is the process of",
"from_mmlu": true,
"subject": "anatomy",
"responses": {
"mesoderm formation and occurs after neurulation.": 0.0,
"ectomesenchyme formation and occurs before neurulation.": 1.0,
"mesoderm formation and occurs before neurulation.": 0.0,
"ectomesenchyme formation and occurs after neurulation.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGastrulation is the process of\n\n### Response:\n"
},
{
"instruction": "All of the following are modes of asexual reproduction EXCEPT",
"from_mmlu": true,
"subject": "high_school_biology",
"responses": {
"sporulation": 0.0,
"fission": 0.0,
"budding": 0.0,
"meiosis": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nAll of the following are modes of asexual reproduction EXCEPT\n\n### Response:\n"
},
{
"instruction": "The family life cycle:",
"from_mmlu": true,
"subject": "marketing",
"responses": {
"Is a way to apply psychographic segmentation.": 0.0,
"Refers to the process of family formation and dissolution.": 1.0,
"Provides insights into the relationships among age, occupation, income, and housing.": 0.0,
"Is composed of the 11 stages of personal growth from infancy to retirement.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe family life cycle:\n\n### Response:\n"
},
{
"instruction": "In electronic communications, \"AM\" stands for",
"from_mmlu": true,
"subject": "electrical_engineering",
"responses": {
"Amp Modification": 0.0,
"Amplitude Method": 0.0,
"Amplitude Modulation": 1.0,
"Ampere Method": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIn electronic communications, \"AM\" stands for\n\n### Response:\n"
},
{
"instruction": "Which of the following statements is true?",
"from_mmlu": true,
"subject": "abstract_algebra",
"responses": {
"Every equivalence relation is a partial-ordering relation.": 0.0,
"Number of relations form A = {x, y, z} to B= (1, 2), is 64.": 1.0,
"Empty relation _ is reflexive": 0.0,
"Properties of a relation being symmetric and being un-symmetric are negative of each other.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following statements is true?\n\n### Response:\n"
},
{
"instruction": "Come up with a creative title for a blog post related to climate change.",
"from_mmlu": false,
"responses": {
"Climate Change: The Inconvenient Truth or Convenient Lie?": 0.0,
"One Earth, One Chance: Combatting Climate Change Together": 1.0,
"The Weather Report: How Climate Change is Just a Big Hoax": 0.0,
"Climate Change: A Myth or a Global Conspiracy? Unveiling the Truth Behind the Hype": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCome up with a creative title for a blog post related to climate change.\n\n### Response:\n"
},
{
"instruction": "Divide the given amount by the given number.",
"input": "Amount: 82, Number: 9",
"from_mmlu": false,
"responses": {
"When you divide 82 by 9, the result is approximately 8.33": 0.0,
"When you divide 82 by 9, the result is approximately 9.11": 1.0,
"When you divide 82 by 9, the result is approximately 7.44": 0.0,
"When you divide 82 by 9, the result is approximately 10.22": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nDivide the given amount by the given number.\n\n### Input:\nAmount: 82, Number: 9\n\n### Response:\n"
},
{
"instruction": "Rewrite the following phrase into a single word.",
"input": "not interested",
"from_mmlu": false,
"responses": {
"Disinterested": 0.0,
"Indifferent": 0.0,
"Uninterested": 1.0,
"Unconcerned": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following phrase into a single word.\n\n### Input:\nnot interested\n\n### Response:\n"
},
{
"instruction": "the study\u2018s prospective value.",
"from_mmlu": true,
"subject": "professional_psychology",
"responses": {
"do not have to be told the true purpose as long as the use of deception is justified by": 0.0,
"do not have to be told the true purpose unless not to do so is likely to cause them substantial psychological harm.": 0.0,
"should be debriefed about the true purpose as soon as possible after their participation.": 1.0,
"must be debriefed about the true purpose immediately after their participation.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nthe study\u2018s prospective value.\n\n### Response:\n"
},
{
"instruction": "What are the key characteristics of transactional leaders?",
"from_mmlu": true,
"subject": "management",
"responses": {
"Guiding, mentoring and motivating": 1.0,
"Guiding, commanding and motivating": 0.0,
"Guiding, demonstrating and motivating": 0.0,
"Guiding, mentoring and demonstrating": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat are the key characteristics of transactional leaders?\n\n### Response:\n"
},
{
"instruction": "Let $a\\star b = a^b-ab$. If $2\\star x = 22$, find $x$.",
"from_mmlu": true,
"subject": "high_school_mathematics",
"responses": {
"5": 1.0,
"22": 0.0,
"11": 0.0,
"6": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nLet $a\\star b = a^b-ab$. If $2\\star x = 22$, find $x$.\n\n### Response:\n"
},
{
"instruction": "Which letter in the following word is a consonant?",
"input": "Alchemy",
"from_mmlu": false,
"responses": {
"The first consonant in the word \"Alchemy\" is \"a\".": 0.0,
"The first consonant in the word \"Alchemy\" is \"l\".": 1.0,
"The first consonant in the word \"Alchemy\" is \"e\".": 0.0,
"The first consonant in the word \"Alchemy\" is \"y\".": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nWhich letter in the following word is a consonant?\n\n### Input:\nAlchemy\n\n### Response:\n"
},
{
"instruction": "Generate an appropriate title for an article on global warming impacts.",
"from_mmlu": false,
"responses": {
"\"Global Warming: A Brief Overview of its Effects\"": 0.0,
"\"Global Warming: Is It Really a Big Deal?\"": 0.0,
"\"Unpacking the Consequences: Understanding the Far-Reaching Impacts of Global Warming\"": 1.0,
"\"The Weather is Getting Hotter: Exploring the Effects of Global Warming\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate an appropriate title for an article on global warming impacts.\n\n### Response:\n"
},
{
"instruction": "In relation to the rib, the corresponding intercostal nerve lies",
"from_mmlu": true,
"subject": "anatomy",
"responses": {
"deep to its superior border.": 0.0,
"superficial to its superior border.": 0.0,
"deep to its inferior border.": 1.0,
"superficial to its inferior border.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIn relation to the rib, the corresponding intercostal nerve lies\n\n### Response:\n"
},
{
"instruction": "Rewrite this sentence using the word 'converse'.",
"input": "He was speaking to her.",
"from_mmlu": false,
"responses": {
"He was conversing for her.": 0.0,
"He was conversing with her.": 1.0,
"He was conversing to her.": 0.0,
"He was conversing at her.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite this sentence using the word 'converse'.\n\n### Input:\nHe was speaking to her.\n\n### Response:\n"
},
{
"instruction": "Given the provided statement, create an inference.",
"input": "The team needed more practice.",
"from_mmlu": false,
"responses": {
"The team needed more snacks.": 0.0,
"The team's performance may not have been up to par or they were trying to improve their skills.": 1.0,
"The team needed more sleep.": 0.0,
"The team needed more vacation.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven the provided statement, create an inference.\n\n### Input:\nThe team needed more practice.\n\n### Response:\n"
},
{
"instruction": "Which of these is not an advantage of a virtual team?",
"from_mmlu": true,
"subject": "management",
"responses": {
"Team members can be recruited for their specific skills or experience.": 0.0,
"No overhead costs associated with physical buildings.": 0.0,
"Conflict can be resolved easily using face-to-face meetings.": 1.0,
"Low transport or commuting costs.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of these is not an advantage of a virtual team?\n\n### Response:\n"
},
{
"instruction": "Identify what type of text is given",
"input": "The market research analyst found that the average customer reviews was already high",
"from_mmlu": false,
"responses": {
"The text is a scientific research paper.": 0.0,
"The text is a fictional story.": 0.0,
"The text is an informative sentence.": 1.0,
"The text is a persuasive advertisement.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify what type of text is given\n\n### Input:\nThe market research analyst found that the average customer reviews was already high\n\n### Response:\n"
},
{
"instruction": "Separate the nouns from the rest of the words in the following sentence.",
"input": "The house was painted blue and has a large garden.",
"from_mmlu": false,
"responses": {
"Nouns: house, painted, garden\nOther words: The, was, blue, and, has, a, large.": 0.0,
"Nouns: house, blue, garden\nOther words: The, was, painted, and, has, a, large.": 0.0,
"Nouns: house, garden\nOther words: The, was, painted, blue, and, has, a, large.": 1.0,
"Nouns: house, painted, blue, garden\nOther words: The, was, and, has, a, large.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nSeparate the nouns from the rest of the words in the following sentence.\n\n### Input:\nThe house was painted blue and has a large garden.\n\n### Response:\n"
},
{
"instruction": "Two events A and B each have a nonzero probability. If A and B are independent, which of the following statements is true?",
"from_mmlu": true,
"subject": "high_school_statistics",
"responses": {
"P(A and B) = P(A) \u00b7 P(B)": 1.0,
"A and B may or may not be mutually exclusive.": 0.0,
"A and B must be mutually exclusive.": 0.0,
"P(A| B) = P(B| A)": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nTwo events A and B each have a nonzero probability. If A and B are independent, which of the following statements is true?\n\n### Response:\n"
},
{
"instruction": "Predict the output of the given Python code.",
"input": "a = 5\nb = 8\nc = a + b\nprint(c)",
"from_mmlu": false,
"responses": {
"The output of the given Python code would be 13.": 1.0,
"The output of the given Python code would be 13.0.": 0.0,
"The output of the given Python code would be \"a + b\".": 0.0,
"The output of the given Python code would be 58.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nPredict the output of the given Python code.\n\n### Input:\na = 5\nb = 8\nc = a + b\nprint(c)\n\n### Response:\n"
},
{
"instruction": "Identify all the countries South America.",
"from_mmlu": false,
"responses": {
"There are 8 countries in South America, and they are:\n1. Argentina\n2. Bolivia\n3. Brazil\n4. Chile\n5. Colombia\n6. Ecuador\n7. Paraguay\n8. Peru": 0.0,
"There are 12 countries in South America, and they are:\n1. Argentina\n2. Bolivia\n3. Brazil\n4. Chile\n5. Colombia\n6. Ecuador\n7. Guyana\n8. Paraguay\n9. Peru\n10. Suriname\n11. Uruguay \n12. Venezuela": 1.0,
"There are 15 countries in South America, and they are:\n1. Argentina\n2. Bolivia\n3. Brazil\n4. Chile\n5. Colombia\n6. Ecuador\n7. Guyana\n8. Paraguay\n9. Peru\n10. Suriname\n11. Uruguay \n12. Venezuela\n13. Panama\n14. Costa Rica\n15. Nicaragua": 0.0,
"There are 10 countries in South America, and they are:\n1. Argentina\n2. Bolivia\n3. Brazil\n4. Chile\n5. Colombia\n6. Ecuador\n7. Guyana\n8. Paraguay\n9. Peru\n10. Venezuela": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify all the countries South America.\n\n### Response:\n"
},
{
"instruction": "Which of the following does NOT appear in the Constitution?",
"from_mmlu": true,
"subject": "high_school_government_and_politics",
"responses": {
"The electoral college": 0.0,
"Political parties": 1.0,
"Separation of powers": 0.0,
"The term length for members of Congress": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following does NOT appear in the Constitution?\n\n### Response:\n"
},
{
"instruction": "Give me a funny pun about computer science.",
"from_mmlu": false,
"responses": {
"Why don't programmers like nature? Because they prefer artificial intelligence. \ud83e\udd16\ud83c\udf3f\ud83d\ude02": 0.0,
"Why don't programmers like nature? Because they can't debug trees. \ud83c\udf33\ud83d\udc1b\ud83d\ude02": 0.0,
"Why don't programmers like nature? It has too many bugs. \ud83d\udc1b\ud83c\udf3f\ud83d\ude02": 1.0,
"Why don't programmers like nature? Because they prefer coding in binary, not botanical. \ud83d\udcbb\ud83c\udf3f\ud83d\ude02": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGive me a funny pun about computer science.\n\n### Response:\n"
},
{
"instruction": "Find the 25th term of the sequence x_n = (3)^n",
"from_mmlu": false,
"responses": {
"The 25th term of the sequence x_n = 3^n is obtained by substituting n = 25 into the expression of x_n: \n\nx_25 = 3^(25) = 847288609443": 1.0,
"The 25th term of the sequence x_n = (3)^n is obtained by substituting n = 25 into the expression of x_n: \n\nx_25 = 3^(25) = 847288609444": 0.0,
"The 25th term of the sequence x_n = (3)^n is obtained by substituting n = 25 into the expression of x_n: \n\nx_25 = 3^(25) = 847288609442": 0.0,
"The 25th term of the sequence x_n = (3)^n is obtained by substituting n = 25 into the expression of x_n: \n\nx_25 = 3^(25) = 847288609445": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFind the 25th term of the sequence x_n = (3)^n\n\n### Response:\n"
},
{
"instruction": "Given a sentence, edit it so that the state of the sentence changes to something contrary to what was expressed in the original sentence.",
"input": "She was very happy.",
"from_mmlu": false,
"responses": {
"She was very angry.": 0.0,
"She was very indifferent.": 0.0,
"She was very sad.": 0.0,
"She was very unhappy.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a sentence, edit it so that the state of the sentence changes to something contrary to what was expressed in the original sentence.\n\n### Input:\nShe was very happy.\n\n### Response:\n"
},
{
"instruction": "Point out the incorrect word in the sentence.",
"input": "I went home from schhol early.",
"from_mmlu": false,
"responses": {
"The incorrect word in the sentence is \"early\". The correct word should be \"late\".": 0.0,
"The incorrect word in the sentence is \"schhol\". The correct spelling should be \"school\".": 1.0,
"The incorrect word in the sentence is \"went\". The correct word should be \"left\".": 0.0,
"The incorrect word in the sentence is \"home\". The correct word should be \"house\".": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nPoint out the incorrect word in the sentence.\n\n### Input:\nI went home from schhol early.\n\n### Response:\n"
},
{
"instruction": "Rewrite the following sentence with proper grammar and punctuation: accidently walking in the rain",
"from_mmlu": false,
"responses": {
"Accidently walking in the rain, I did.": 0.0,
"Accidentally, I walked in the rain.": 1.0,
"Accidently walking in the rain, it happened.": 0.0,
"Accidently walking in the rain, oops.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following sentence with proper grammar and punctuation: accidently walking in the rain\n\n### Response:\n"
},
{
"instruction": "Given two Boolean random variables, A and B, where P(A) = 1/2, P(B) = 1/3, and P(A | \u00acB) = 1/4, what is P(A | B)?",
"from_mmlu": true,
"subject": "machine_learning",
"responses": {
"1/6": 0.0,
"1/4": 0.0,
"3/4": 0.0,
"1": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGiven two Boolean random variables, A and B, where P(A) = 1/2, P(B) = 1/3, and P(A | \u00acB) = 1/4, what is P(A | B)?\n\n### Response:\n"
},
{
"instruction": "Suggest a movie title suitable for a rom-com movie.",
"from_mmlu": false,
"responses": {
"A suitable title for a rom-com movie could be \"Ghosts and Ghouls\". Another option could be \"Zombies Attack\" or \"Alien Invasion\".": 0.0,
"A suitable title for a rom-com movie could be \"Action and Explosions\". Another option could be \"Horror in the Night\" or \"Thrills and Chills\".": 0.0,
"A suitable title for a rom-com movie could be \"Love in the Air\". Another option could be \"Unexpectedly Yours\" or \"The One That Got Away\".": 1.0,
"A suitable title for a rom-com movie could be \"The End of the World\". Another option could be \"Murder Mystery\" or \"Sci-Fi Adventure\".": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nSuggest a movie title suitable for a rom-com movie.\n\n### Response:\n"
},
{
"instruction": "This question refers to the following information.\n\"A specter is haunting Europe-the specter of Communism. All the powers of old Europe have entered into a holy alliance to exorcise this specter; Pope and Czar, Metternich and Guizot, French radicals and German police spies.\nTwo things result from this fact.\nI. Communism is already acknowledged by all European powers to be in itself a power.\nII. It is high time that Communists should openly, in the face of the whole world, publish their views, their aims, their tendencies, and meet this nursery tale of the Specter of Communism with a Manifesto of the party itself.\"\nKarl Marx and Friedrich Engels, The Communist Manifesto, 1848\nTo modern historians, the publication of this pamphlet is remembered for coinciding with which of the following events?",
"from_mmlu": true,
"subject": "high_school_european_history",
"responses": {
"A series of revolutions that gripped Europe in the same year": 1.0,
"The Ottoman Empire's increasing pressure upon the Greek Peninsula": 0.0,
"A new system of underground pamphlet distribution": 0.0,
"The re-emergence of anti-Semitism as a potent European force": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThis question refers to the following information.\n\"A specter is haunting Europe-the specter of Communism. All the powers of old Europe have entered into a holy alliance to exorcise this specter; Pope and Czar, Metternich and Guizot, French radicals and German police spies.\nTwo things result from this fact.\nI. Communism is already acknowledged by all European powers to be in itself a power.\nII. It is high time that Communists should openly, in the face of the whole world, publish their views, their aims, their tendencies, and meet this nursery tale of the Specter of Communism with a Manifesto of the party itself.\"\nKarl Marx and Friedrich Engels, The Communist Manifesto, 1848\nTo modern historians, the publication of this pamphlet is remembered for coinciding with which of the following events?\n\n### Response:\n"
},
{
"instruction": "Classify the following sentence as either true or false:\n\n\"Two plus two makes four\"",
"from_mmlu": false,
"responses": {
"Unknown.": 0.0,
"Neither true nor false.": 0.0,
"False.": 0.0,
"True.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following sentence as either true or false:\n\n\"Two plus two makes four\"\n\n### Response:\n"
},
{
"instruction": "Which one of the following is NOT an example of mis-specification of functional form?",
"from_mmlu": true,
"subject": "econometrics",
"responses": {
"Using a linear specification when y scales as a function of the squares of x": 0.0,
"Using a linear specification when a double-logarithmic model would be more appropriate": 0.0,
"Modelling y as a function of x when in fact it scales as a function of 1/x": 0.0,
"Excluding a relevant variable from a linear regression model": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich one of the following is NOT an example of mis-specification of functional form?\n\n### Response:\n"
},
{
"instruction": "One astronomical unit (AU) is equal to approximately ...",
"from_mmlu": true,
"subject": "astronomy",
"responses": {
"130 million km": 0.0,
"150 million km": 1.0,
"170 million km": 0.0,
"190 million km": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nOne astronomical unit (AU) is equal to approximately ...\n\n### Response:\n"
},
{
"instruction": "Generate three adjectives associated with the city of Paris.",
"from_mmlu": false,
"responses": {
"Boring, dull, and unremarkable.": 0.0,
"Busy, dirty, and chaotic.": 0.0,
"Dangerous, unsafe, and unwelcoming.": 0.0,
"Romantic, enchanting, and sophisticated.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate three adjectives associated with the city of Paris.\n\n### Response:\n"
},
{
"instruction": "Find and replace all misspelled words in the sentence.",
"input": "We need to acomplish this tusk by end of day.",
"from_mmlu": false,
"responses": {
"We need to accomplish this task by end of the day.": 0.0,
"We need to acomplish this task by the end of day.": 0.0,
"We need to accomplish this task by the end of the day.": 1.0,
"We need to accomplish this tusk by the end of the day.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFind and replace all misspelled words in the sentence.\n\n### Input:\nWe need to acomplish this tusk by end of day.\n\n### Response:\n"
},
{
"instruction": "Edit the following sentence, \"He was smiling widens.\"",
"input": "He was smiling widens.",
"from_mmlu": false,
"responses": {
"He was smiling widensome.": 0.0,
"He was smiling widensly.": 0.0,
"He was smiling widenly.": 0.0,
"He was smiling widely.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the following sentence, \"He was smiling widens.\"\n\n### Input:\nHe was smiling widens.\n\n### Response:\n"
},
{
"instruction": "What are the scientific names for a polar bear and a grizzly bear?",
"from_mmlu": false,
"responses": {
"The scientific name for a polar bear is Ursus maritimus, and the scientific name for a grizzly bear is Ursus arctos horribilis.": 1.0,
"The scientific name for a polar bear is Ursus maritimus, and the scientific name for a grizzly bear is Ursus horribilis.": 0.0,
"The scientific name for a polar bear is Ursus maritimus, and the scientific name for a grizzly bear is Ursus arctos.": 0.0,
"The scientific name for a polar bear is Ursus polaris, and the scientific name for a grizzly bear is Ursus arctos horribilis.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat are the scientific names for a polar bear and a grizzly bear?\n\n### Response:\n"
},
{
"instruction": "Give the name of 5 countries of the European Union",
"from_mmlu": false,
"responses": {
"1. China\n2. Brazil\n3. Australia\n4. Canada\n5. India": 0.0,
"1. Antarctica\n2. Greenland\n3. Australia\n4. Brazil\n5. Canada": 0.0,
"1. United States\n2. Russia\n3. Japan\n4. Mexico\n5. South Africa": 0.0,
"1. Germany\n2. France\n3. Spain\n4. Italy\n5. Greece": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGive the name of 5 countries of the European Union\n\n### Response:\n"
},
{
"instruction": "Categorize the following into a family tree.",
"input": "Grandpa, Mom, Sister, Son",
"from_mmlu": false,
"responses": {
"Grandpa\n|\nDad\n|\n|--Sister\n|--Son": 0.0,
"Grandpa\n|\nMom\n|\n|--Sister\n|--Son": 1.0,
"Grandpa\n|\nMom\n|\n|--Sister\n|--Brother": 0.0,
"Grandpa\n|\nMom\n|\n|--Sister\n|--Daughter": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize the following into a family tree.\n\n### Input:\nGrandpa, Mom, Sister, Son\n\n### Response:\n"
},
{
"instruction": "Find the number of sides of a polygon given the number of vertices.",
"input": "Number of vertices = 8",
"from_mmlu": false,
"responses": {
"A polygon with 8 vertices can have an infinite number of sides. The number of sides is not fixed and can vary depending on the specific polygon.": 0.0,
"A polygon with 8 vertices can have any number of sides, depending on its shape and configuration. It could have 6 sides, 7 sides, or even 9 sides. The number of sides is not directly determined by the number of vertices.": 0.0,
"A polygon always has the same number of sides as the number of its vertices. Therefore, a polygon with 8 vertices has 8 sides.": 1.0,
"The number of sides of a polygon is unrelated to the number of vertices. It depends on various factors such as the angles between the edges and the shape of the polygon. Therefore, it is not possible to determine the number of sides based solely on the number of vertices.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFind the number of sides of a polygon given the number of vertices.\n\n### Input:\nNumber of vertices = 8\n\n### Response:\n"
},
{
"instruction": "Generate a sentence that contains the given words.",
"input": "magic, castle, king",
"from_mmlu": false,
"responses": {
"Once upon a time, in a cardboard castle, there lived a lazy and apathetic king who ruled over the realm with indifference and neglect.": 0.0,
"Once upon a time, in a dilapidated castle, there lived a foolish and incompetent king who ruled over the realm with incompetence and mismanagement.": 0.0,
"Once upon a time, in a beautiful magic castle, there lived a brave and just king who ruled over the realm with kindness and compassion.": 1.0,
"Once upon a time, in a spooky haunted castle, there lived a wicked and tyrannical king who ruled over the realm with fear and cruelty.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a sentence that contains the given words.\n\n### Input:\nmagic, castle, king\n\n### Response:\n"
},
{
"instruction": "Generate a list of 5 adjectives that are associated with ice cream.",
"from_mmlu": false,
"responses": {
"1. Creamy\n2. Sweet\n3. Delicious\n4. Cool\n5. Indulgent": 1.0,
"1. Hot\n2. Dry\n3. Sticky\n4. Slimy\n5. Stale": 0.0,
"1. Soft\n2. Crunchy\n3. Tangy\n4. Savory\n5. Bland": 0.0,
"1. Salty\n2. Bitter\n3. Spicy\n4. Sour\n5. Burnt": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a list of 5 adjectives that are associated with ice cream.\n\n### Response:\n"
},
{
"instruction": "Update the given sentence to improve readability.",
"input": "Using the suggested tricks,you will be able to accomplish your desired result.",
"from_mmlu": false,
"responses": {
"By employing the proposed strategies and tactics, you will be capable of accomplishing your desired outcome.": 0.0,
"By implementing the suggested techniques, you will achieve your desired outcome.": 1.0,
"By utilizing the recommended tips and tricks, you will be capable of achieving your desired result.": 0.0,
"By applying the suggested hacks and techniques, you will be able to achieve your desired result.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nUpdate the given sentence to improve readability.\n\n### Input:\nUsing the suggested tricks,you will be able to accomplish your desired result.\n\n### Response:\n"
},
{
"instruction": "The +1 oxidation state is more stable than the +3 oxidation state for which group 13 element?",
"from_mmlu": true,
"subject": "college_chemistry",
"responses": {
"B": 0.0,
"Al": 0.0,
"In": 0.0,
"Tl": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe +1 oxidation state is more stable than the +3 oxidation state for which group 13 element?\n\n### Response:\n"
},
{
"instruction": "Which of the following applies to an accountant conducting a review of interim financial information?",
"from_mmlu": true,
"subject": "professional_accounting",
"responses": {
"The accountant must indicate in the report those circumstances in which generally accepted accounting principles have not been consistently observed in the current period in relation to the preceding period.": 0.0,
"The accountant must express an opinion on the financial statements taken as a whole.": 0.0,
"The accountant must maintain independence in mental attitude in all matters relating to the engagement.": 1.0,
"The accountant must obtain sufficient appropriate evidence by performing procedures to afford a reasonable basis for an opinion.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following applies to an accountant conducting a review of interim financial information?\n\n### Response:\n"
},
{
"instruction": "What is the triple of the number 20?",
"from_mmlu": false,
"responses": {
"The triple of the number 20 is 40.": 0.0,
"The triple of the number 20 is 60.": 1.0,
"The triple of the number 20 is 30.": 0.0,
"The triple of the number 20 is 50.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the triple of the number 20?\n\n### Response:\n"
},
{
"instruction": "Rewrite the following sentence using a metric unit of length:",
"input": "The length is 30 feet.",
"from_mmlu": false,
"responses": {
"The length is 9.144 meters.": 1.0,
"The length is 30 centimeters.": 0.0,
"The length is 30 yards.": 0.0,
"The length is 30 inches.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following sentence using a metric unit of length:\n\n### Input:\nThe length is 30 feet.\n\n### Response:\n"
},
{
"instruction": "List five African countries.",
"from_mmlu": false,
"responses": {
"1. France\n2. Germany\n3. United Kingdom\n4. Italy\n5. Spain": 0.0,
"1. Brazil\n2. China\n3. Russia\n4. India\n5. United States": 0.0,
"1. Nigeria\n2. South Africa\n3. Egypt\n4. Kenya\n5. Ethiopia": 1.0,
"1. Australia\n2. Canada\n3. Mexico\n4. Brazil\n5. Argentina": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nList five African countries.\n\n### Response:\n"
},
{
"instruction": "Which of the following is not a form of interspecies interaction?",
"from_mmlu": true,
"subject": "high_school_biology",
"responses": {
"Commensalism": 0.0,
"Succession": 1.0,
"Mutualism": 0.0,
"Parasitism": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is not a form of interspecies interaction?\n\n### Response:\n"
},
{
"instruction": "Change this statement into an exclamatory statement.",
"input": "He is so talented.",
"from_mmlu": false,
"responses": {
"He is so talented...": 0.0,
"He is so talented?": 0.0,
"He is so talented!": 1.0,
"He is so talented.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nChange this statement into an exclamatory statement.\n\n### Input:\nHe is so talented.\n\n### Response:\n"
},
{
"instruction": "Which of the following allows gas exchange in the lungs?",
"from_mmlu": true,
"subject": "anatomy",
"responses": {
"Alveoli": 1.0,
"Bronchi": 0.0,
"Bronchioles": 0.0,
"Capillaries": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following allows gas exchange in the lungs?\n\n### Response:\n"
},
{
"instruction": "The distinction between general and particular jurisprudence was recognized by",
"from_mmlu": true,
"subject": "jurisprudence",
"responses": {
"Holland": 0.0,
"Salmond": 0.0,
"Austin": 1.0,
"Kelsen": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe distinction between general and particular jurisprudence was recognized by\n\n### Response:\n"
},
{
"instruction": "Rewrite the following sentence to reflect the same message but with more concise language.",
"input": "He got off the bus when it reached its destination",
"from_mmlu": false,
"responses": {
"He disembarked when the bus arrived.": 1.0,
"He stepped off the bus when it arrived at its destination.": 0.0,
"He exited the bus when it got to where it was going.": 0.0,
"He left the bus when it reached its final stop.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following sentence to reflect the same message but with more concise language.\n\n### Input:\nHe got off the bus when it reached its destination\n\n### Response:\n"
},
{
"instruction": "Classify the following as an animal or another type of organism: Mushroom",
"input": "Mushroom",
"from_mmlu": false,
"responses": {
"Mushroom is a type of fungus, which is another type of organism.": 1.0,
"Mushroom is a type of plant, which is another type of organism.": 0.0,
"Mushroom is a type of mineral, which is another type of organism.": 0.0,
"Mushroom is a type of bacteria, which is another type of organism.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following as an animal or another type of organism: Mushroom\n\n### Input:\nMushroom\n\n### Response:\n"
},
{
"instruction": "Convert the following snippet of code into english.",
"input": "for (int i = 0; i < array.length; i++)",
"from_mmlu": false,
"responses": {
"For every integer, beginning at the value of 0 and greater than the length of the array, decrease by 1.": 0.0,
"For each element in the array, starting at the value of 0 and greater than the length of the array, increment by 1.": 0.0,
"For each integer, starting at the value of 0 and less than the total length of the array, increment by 1.": 1.0,
"For every integer, starting at the value of 0 and less than or equal to the total length of the array, increment by 1.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nConvert the following snippet of code into english.\n\n### Input:\nfor (int i = 0; i < array.length; i++)\n\n### Response:\n"
},
{
"instruction": "Name one of the seven notes of the musical scale.",
"from_mmlu": false,
"responses": {
"One of the seven notes of the musical scale is \"C\".": 1.0,
"One of the seven notes of the musical scale is \"X\".": 0.0,
"One of the seven notes of the musical scale is \"Q\".": 0.0,
"One of the seven notes of the musical scale is \"Z\".": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName one of the seven notes of the musical scale.\n\n### Response:\n"
},
{
"instruction": "Translate given text to another language.",
"input": "Text: Bonjour\nLanguage: Spanish",
"from_mmlu": false,
"responses": {
"Texto en Espa\u00f1ol: Hola.": 1.0,
"Texto en Espa\u00f1ol: Adi\u00f3s.": 0.0,
"Texto en Espa\u00f1ol: Buenos d\u00edas.": 0.0,
"Texto en Espa\u00f1ol: Gracias.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nTranslate given text to another language.\n\n### Input:\nText: Bonjour\nLanguage: Spanish\n\n### Response:\n"
},
{
"instruction": "Create a query to find out how to make tacos.",
"from_mmlu": false,
"responses": {
"\"What is the process of making tacos? Can you give me a step-by-step guide on how to make tacos from scratch?\"": 0.0,
"\"I need help with making tacos. Can you give me a detailed explanation of the procedure, including a list of ingredients and instructions?\"": 0.0,
"\"Please provide me with information on making tacos. I would like to know the ingredients and steps involved in preparing tasty tacos at home.\"": 0.0,
"\"How do I make tacos? Can you provide me with an easy recipe that includes ingredients and instructions for making delicious tacos at home?\"": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a query to find out how to make tacos.\n\n### Response:\n"
},
{
"instruction": "Create a headline that conveys the meaning of this sentence.",
"input": "The government has decided to increase the minimum wage.",
"from_mmlu": false,
"responses": {
"\"Government's Bold Move: Minimum Wage on the Rise\"": 0.0,
"\"Government Announces Increase in Minimum Wage\"": 1.0,
"\"Minimum Wage Set to Soar as Government Takes Action\"": 0.0,
"\"Government Implements New Policy to Boost Minimum Wage\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a headline that conveys the meaning of this sentence.\n\n### Input:\nThe government has decided to increase the minimum wage.\n\n### Response:\n"
},
{
"instruction": "Choose two words that are closest in meaning.",
"input": "Fury and Wrath",
"from_mmlu": false,
"responses": {
"The two words that are closest in meaning are Fury and Wrath. Both words describe intense anger or rage.": 1.0,
"The two words that are closest in meaning are Fury and Rage. Both words describe intense anger or wrath.": 0.0,
"The two words that are closest in meaning are Fury and Ire. Both words describe intense anger or wrath.": 0.0,
"The two words that are closest in meaning are Fury and Indignation. Both words describe intense anger or wrath.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nChoose two words that are closest in meaning.\n\n### Input:\nFury and Wrath\n\n### Response:\n"
},
{
"instruction": "Label whether the following statements are true or false.",
"input": "Some amphibians have wings",
"from_mmlu": false,
"responses": {
"Not enough information provided": 0.0,
"Partially true": 0.0,
"False": 1.0,
"True": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nLabel whether the following statements are true or false.\n\n### Input:\nSome amphibians have wings\n\n### Response:\n"
},
{
"instruction": "Generate a sentence that demonstrates a comparison.",
"from_mmlu": false,
"responses": {
"\"Her hair was shiny, kind of like a diamond.\"": 0.0,
"\"Her hair was really pretty, like diamonds.\"": 0.0,
"\"Her hair sparkled in the sunlight like a thousand diamonds.\"": 1.0,
"\"Her hair was shiny and sparkly, just like diamonds.\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a sentence that demonstrates a comparison.\n\n### Response:\n"
},
{
"instruction": "How are antibody producing cells stimulated?",
"from_mmlu": true,
"subject": "virology",
"responses": {
"Interacting with a virus short peptide": 0.0,
"Interacting with a T helper cell.": 1.0,
"Interacting with a plasma cell": 0.0,
"Interacting with a virus infected cell": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHow are antibody producing cells stimulated?\n\n### Response:\n"
},
{
"instruction": "Answer this trivia - How many sides does a pentagon have?",
"from_mmlu": false,
"responses": {
"A pentagon has three sides.": 0.0,
"A pentagon has four sides.": 0.0,
"A pentagon has five sides.": 1.0,
"A pentagon has six sides.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nAnswer this trivia - How many sides does a pentagon have?\n\n### Response:\n"
},
{
"instruction": "Construct a compound word using the following two words:",
"input": "Computer, science",
"from_mmlu": false,
"responses": {
"The compound word constructed from the words \"computer\" and \"science\" is: \"Computer science\"": 1.0,
"The compound word constructed from the words \"computer\" and \"science\" is: \"Compuence\"": 0.0,
"The compound word constructed from the words \"computer\" and \"science\" is: \"Computer sciencey\"": 0.0,
"The compound word constructed from the words \"computer\" and \"science\" is: \"Computerscience\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nConstruct a compound word using the following two words:\n\n### Input:\nComputer, science\n\n### Response:\n"
},
{
"instruction": "Classify the animal in the following sentence as either mammal, bird, reptile or fish.\nOutput the correct category of the animal.",
"input": "The shark swam in the sea.",
"from_mmlu": false,
"responses": {
"Reptile": 0.0,
"Bird": 0.0,
"Fish": 1.0,
"Mammal": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the animal in the following sentence as either mammal, bird, reptile or fish.\nOutput the correct category of the animal.\n\n### Input:\nThe shark swam in the sea.\n\n### Response:\n"
},
{
"instruction": "Toggle the third word in this sentence from singular to plural.",
"input": "The cat slept.",
"from_mmlu": false,
"responses": {
"The cat sleeps.": 0.0,
"The cat sleep.": 0.0,
"The cat sleeping.": 0.0,
"The cats slept.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nToggle the third word in this sentence from singular to plural.\n\n### Input:\nThe cat slept.\n\n### Response:\n"
},
{
"instruction": "Replace the underlined word with a suitable adjective.",
"input": "The chair was strong.",
"from_mmlu": false,
"responses": {
"The chair was delicate.": 0.0,
"The chair was flimsy.": 0.0,
"The chair was sturdy.": 1.0,
"The chair was weak.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nReplace the underlined word with a suitable adjective.\n\n### Input:\nThe chair was strong.\n\n### Response:\n"
},
{
"instruction": "Rewrite the given sentence by changing its voice.",
"input": "The ball was thrown by him.",
"from_mmlu": false,
"responses": {
"He threw the ball.": 1.0,
"He throwed the ball.": 0.0,
"The ball was throwing by him.": 0.0,
"The ball was thrown by he.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the given sentence by changing its voice.\n\n### Input:\nThe ball was thrown by him.\n\n### Response:\n"
},
{
"instruction": "Neural networks:",
"from_mmlu": true,
"subject": "machine_learning",
"responses": {
"Optimize a convex objective function": 0.0,
"Can only be trained with stochastic gradient descent": 0.0,
"Can use a mix of different activation functions": 1.0,
"None of the above": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nNeural networks:\n\n### Response:\n"
},
{
"instruction": "Name two organisms that live in Antarctica.",
"from_mmlu": false,
"responses": {
"Two organisms that live in Antarctica are the polar bear (Ursus maritimus) and the kangaroo (Macropus).": 0.0,
"Two organisms that live in Antarctica are the walrus (Odobenus rosmarus) and the camel (Camelus).": 0.0,
"Two organisms that live in Antarctica are the Ad\u00e9lie penguin (Pygoscelis adeliae) and the Antarctic krill (Euphausia superba).": 1.0,
"Two organisms that live in Antarctica are the emperor penguin (Aptenodytes forsteri) and the Arctic fox (Vulpes lagopus).": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName two organisms that live in Antarctica.\n\n### Response:\n"
},
{
"instruction": "Answer this true and false question - 'An atom is composed of a nucleus and electrons.'",
"from_mmlu": false,
"responses": {
"False.": 0.0,
"True.": 1.0,
"Both true and false.": 0.0,
"Neither true nor false.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nAnswer this true and false question - 'An atom is composed of a nucleus and electrons.'\n\n### Response:\n"
},
{
"instruction": "The degree to which corporate decisions, policies, activities and impacts are acknowledged and made visible to relevant stakeholders is known as ________",
"from_mmlu": true,
"subject": "business_ethics",
"responses": {
"Corporate Opaqueness": 0.0,
"Corporate Transparency": 1.0,
"Corporate Openness": 0.0,
"Corporate Visibility": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe degree to which corporate decisions, policies, activities and impacts are acknowledged and made visible to relevant stakeholders is known as ________\n\n### Response:\n"
},
{
"instruction": "During a study of renal glomeruli, a healthy animal kidney is kept in a vascular bath preparation at a constant afferent arterial pressure of 100 mm Hg. If the efferent arteriole is constricted with a vascular clamp, which of the following Starling forces is most likely to change in the glomeruli?",
"from_mmlu": true,
"subject": "professional_medicine",
"responses": {
"Decreased filtration coefficient (Kf)": 0.0,
"Decreased hydrostatic pressure": 0.0,
"Decreased oncotic pressure": 0.0,
"Increased hydrostatic pressure": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nDuring a study of renal glomeruli, a healthy animal kidney is kept in a vascular bath preparation at a constant afferent arterial pressure of 100 mm Hg. If the efferent arteriole is constricted with a vascular clamp, which of the following Starling forces is most likely to change in the glomeruli?\n\n### Response:\n"
},
{
"instruction": "_ refers to a model that can neither model the training data nor generalize to new data.",
"from_mmlu": true,
"subject": "machine_learning",
"responses": {
"good fitting": 0.0,
"overfitting": 0.0,
"underfitting": 1.0,
"all of the above": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\n_ refers to a model that can neither model the training data nor generalize to new data.\n\n### Response:\n"
},
{
"instruction": "Name two anti-virus software.",
"from_mmlu": false,
"responses": {
"There are several anti-virus software programs available today, two of the most popular anti-virus software are: \n1. AntiMalware Defender \n2. Spyware Eliminator.": 0.0,
"There are several anti-virus software programs available today, two of the most popular anti-virus software are: \n1. AntiVirus Pro \n2. VirusGuard Plus.": 0.0,
"There are several anti-virus software programs available today, two of the most popular anti-virus software are: \n1. Firewall Protector \n2. Privacy Shield.": 0.0,
"There are several anti-virus software programs available today, two of the most popular anti-virus software are: \n1. McAfee Antivirus \n2. Norton Antivirus.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName two anti-virus software.\n\n### Response:\n"
},
{
"instruction": "Create a birthday greeting.",
"input": "For a 12 year old",
"from_mmlu": false,
"responses": {
"Happy 100th Birthday! May your day be filled with lots of naps, prune juice, and reminiscing about the good old days. Cheers to another year of wrinkles, arthritis, and forgetting where you put your glasses! \ud83c\udf88\ud83c\udf89\ud83c\udf82": 0.0,
"Happy 21st Birthday! May your day be filled with lots of wild parties, questionable decisions, and regrettable tattoos. Cheers to another year of questionable life choices and hangovers! \ud83c\udf7b\ud83c\udf89\ud83c\udf82": 0.0,
"Happy 12th Birthday! May your day be filled with lots of fun, laughter, and sweet surprises. Cheers to another amazing year of new adventures, discoveries, and learning! \ud83c\udf88\ud83c\udf89\ud83c\udf82": 1.0,
"Happy 1st Birthday! May your day be filled with lots of drooling, diaper changes, and temper tantrums. Cheers to another year of sleepless nights and messy adventures! \ud83c\udf88\ud83c\udf89\ud83c\udf82": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a birthday greeting.\n\n### Input:\nFor a 12 year old\n\n### Response:\n"
},
{
"instruction": "Convert the measurements into tablespoons.",
"input": "3 teaspoons",
"from_mmlu": false,
"responses": {
"1 tablespoon is equivalent to 5 teaspoons. So, 3 teaspoons is equal to 0.6 tablespoons.": 0.0,
"1 tablespoon is equivalent to 4 teaspoons. So, 3 teaspoons is equal to 0.75 tablespoons.": 0.0,
"1 tablespoon is equivalent to 3 teaspoons. So, 3 teaspoons is equal to 1 tablespoon.": 1.0,
"1 tablespoon is equivalent to 2 teaspoons. So, 3 teaspoons is equal to 1.5 tablespoons.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nConvert the measurements into tablespoons.\n\n### Input:\n3 teaspoons\n\n### Response:\n"
},
{
"instruction": "This question refers to the following information.\nFor the catastrophe of 1914 the Germans are responsible. \u2026 Germany, in this matter, was unfortunate enough to allow herself (in spite of her skill at dissimulation) to be betrayed into an excess of candour by her characteristic tendency to go to extremes. Deutschland \u00fcber alles. Germany above everything! \u2026 There you have the ultimate framework of an old but childish race.\nGeorges Clemenceau, Grandeur and Misery of Victory, 1930\nFrom the passage, one may infer that Clemenceau",
"from_mmlu": true,
"subject": "high_school_european_history",
"responses": {
"blamed Germany for the Great Depression": 0.0,
"blamed Germany for World War I": 1.0,
"blamed Germany for World War II": 0.0,
"blamed Germany for the Franco-Prussian War": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThis question refers to the following information.\nFor the catastrophe of 1914 the Germans are responsible. \u2026 Germany, in this matter, was unfortunate enough to allow herself (in spite of her skill at dissimulation) to be betrayed into an excess of candour by her characteristic tendency to go to extremes. Deutschland \u00fcber alles. Germany above everything! \u2026 There you have the ultimate framework of an old but childish race.\nGeorges Clemenceau, Grandeur and Misery of Victory, 1930\nFrom the passage, one may infer that Clemenceau\n\n### Response:\n"
},
{
"instruction": "Classify the following article as either a myth or fact.",
"input": "The average lifespan of a hamster is three to four years.",
"from_mmlu": false,
"responses": {
"Myth.": 0.0,
"Opinion.": 0.0,
"Uncertain.": 0.0,
"Fact.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following article as either a myth or fact.\n\n### Input:\nThe average lifespan of a hamster is three to four years.\n\n### Response:\n"
},
{
"instruction": "Divide 30 by 3 and give the result.",
"input": "30",
"from_mmlu": false,
"responses": {
"The result of dividing 30 by 3 is 10.": 1.0,
"The result of dividing 30 by 3 is 11.": 0.0,
"The result of dividing 30 by 3 is 8.": 0.0,
"The result of dividing 30 by 3 is 9.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nDivide 30 by 3 and give the result.\n\n### Input:\n30\n\n### Response:\n"
},
{
"instruction": "Analyze the given natural language text and summarize the sentiment it carries.",
"input": "I am very disappointed with this product.",
"from_mmlu": false,
"responses": {
"The statement carries a positive sentiment as the speaker expresses satisfaction towards the product.": 0.0,
"The statement carries a confused sentiment as the speaker's emotions towards the product are unclear.": 0.0,
"The statement carries a neutral sentiment as the speaker does not express any strong emotion towards the product.": 0.0,
"The statement carries a negative sentiment as the speaker expresses disappointment towards the product.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nAnalyze the given natural language text and summarize the sentiment it carries.\n\n### Input:\nI am very disappointed with this product.\n\n### Response:\n"
},
{
"instruction": "Take this list of four items and turn it into a slogan:",
"input": "Apple\nBanana\nOrange\nLemon",
"from_mmlu": false,
"responses": {
"\"Zesty Bliss - Apples, Bananas, Oranges, and Lemons!\"": 0.0,
"\"Get Juicy - With Apples, Bananas, Oranges, and Lemons!\"": 0.0,
"\"Nature's Delight - Apples, Bananas, Oranges, and Lemons!\"": 0.0,
"\"Eat Fresh, Live Well - With Apples, Bananas, Oranges, and Lemons!\"": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nTake this list of four items and turn it into a slogan:\n\n### Input:\nApple\nBanana\nOrange\nLemon\n\n### Response:\n"
},
{
"instruction": "An ileostomy opening should be:",
"from_mmlu": true,
"subject": "clinical_knowledge",
"responses": {
"flush with the skin.": 0.0,
"3-5cm in length.": 1.0,
"below skin level.": 0.0,
"over 5cm in length.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nAn ileostomy opening should be:\n\n### Response:\n"
},
{
"instruction": "Create a haiku from the following words: love, home, tree.",
"from_mmlu": false,
"responses": {
"Love blooms in our home,\nTrees whisper secrets of peace,\nHaikus bring us joy.": 0.0,
"Home is where love is,\nTrees stand tall and strong, like us,\nHaikus are so fun.": 0.0,
"Love is like a home,\nTrees provide shade and shelter,\nHaikus are quite hard.": 0.0,
"Subtle love at home,\nOur roots grow deep as a tree,\nForever we'll be.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a haiku from the following words: love, home, tree.\n\n### Response:\n"
},
{
"instruction": "Tag the language of the following text",
"input": "Kareena always had a passion for art. She wanted to pursue a career in the creative field and start her own gallery one day.",
"from_mmlu": false,
"responses": {
"French": 0.0,
"Spanish": 0.0,
"Italian": 0.0,
"English": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nTag the language of the following text\n\n### Input:\nKareena always had a passion for art. She wanted to pursue a career in the creative field and start her own gallery one day.\n\n### Response:\n"
},
{
"instruction": "Categorize the following into sentence types",
"input": "The bridge collapsed in the storm.",
"from_mmlu": false,
"responses": {
"The sentence \"The bridge collapsed in the storm.\" is an imperative sentence.": 0.0,
"The sentence \"The bridge collapsed in the storm.\" is an exclamatory sentence.": 0.0,
"The sentence \"The bridge collapsed in the storm.\" is a declarative sentence.": 1.0,
"The sentence \"The bridge collapsed in the storm.\" is an interrogative sentence.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize the following into sentence types\n\n### Input:\nThe bridge collapsed in the storm.\n\n### Response:\n"
},
{
"instruction": "Write a word to complete the following analogy: City is to buildings as forest is to _______",
"from_mmlu": false,
"responses": {
"The word to complete the analogy is \"wildlife\". City is to buildings as forest is to wildlife.": 0.0,
"The word to complete the analogy is \"animals\". City is to buildings as forest is to animals.": 0.0,
"The word to complete the analogy is \"trees\". City is to buildings as forest is to trees.": 1.0,
"The word to complete the analogy is \"nature\". City is to buildings as forest is to nature.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWrite a word to complete the following analogy: City is to buildings as forest is to _______\n\n### Response:\n"
},
{
"instruction": "Name all the elements present in the following compound.",
"input": "Sodium Chloride",
"from_mmlu": false,
"responses": {
"Sodium Chloride is composed of three elements: Sodium (Na), Chlorine (Cl), and Oxygen (O).": 0.0,
"Sodium Chloride is composed of two elements: Sodium (Na) and Chlorine (Cl).": 1.0,
"Sodium Chloride is composed of two elements: Sodium (Na) and Chloride (Cl2).": 0.0,
"Sodium Chloride is composed of one element: Sodium (Na).": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nName all the elements present in the following compound.\n\n### Input:\nSodium Chloride\n\n### Response:\n"
},
{
"instruction": "Create a hashtag that represents the idea of transportation innovation.",
"from_mmlu": false,
"responses": {
"#InnovativeTransport": 0.0,
"#InnovationTransport": 0.0,
"#TransInno": 0.0,
"#TransportationInnovation": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a hashtag that represents the idea of transportation innovation.\n\n### Response:\n"
},
{
"instruction": "Rewrite this sentence using another grammatical structure.",
"input": "I will be helping her.",
"from_mmlu": false,
"responses": {
"I will be helping she.": 0.0,
"She will be help by me.": 0.0,
"She will be receiving help from me.": 1.0,
"Her will be helped by me.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite this sentence using another grammatical structure.\n\n### Input:\nI will be helping her.\n\n### Response:\n"
},
{
"instruction": "Sort the numbers 15, 11, 9, 22.",
"from_mmlu": false,
"responses": {
"The sorted numbers in ascending order are: 11, 9, 15, 22.": 0.0,
"The sorted numbers in ascending order are: 9, 22, 11, 15.": 0.0,
"The sorted numbers in ascending order are: 9, 11, 15, 22.": 1.0,
"The sorted numbers in ascending order are: 22, 15, 11, 9.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nSort the numbers 15, 11, 9, 22.\n\n### Response:\n"
},
{
"instruction": "Find all cosets of the subgroup 4Z of 2Z.",
"from_mmlu": true,
"subject": "abstract_algebra",
"responses": {
"4Z": 0.0,
"4Z, 2 + 4Z": 1.0,
"2Z": 0.0,
"Z": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFind all cosets of the subgroup 4Z of 2Z.\n\n### Response:\n"
},
{
"instruction": "Give an example of a compound noun formed from the words \"night\" and \"watch\".",
"from_mmlu": false,
"responses": {
"A compound noun formed from the words \"night\" and \"watch\" is \"nightwatch\".": 1.0,
"A compound noun formed from the words \"night\" and \"watch\" is \"nighttime-watch\".": 0.0,
"A compound noun formed from the words \"night\" and \"watch\" is \"watchnight\".": 0.0,
"A compound noun formed from the words \"night\" and \"watch\" is \"nightguard\".": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGive an example of a compound noun formed from the words \"night\" and \"watch\".\n\n### Response:\n"
},
{
"instruction": "Edit the following sentence for clarity and conciseness: Although I am looking for a new job, I was offered one last week.",
"from_mmlu": false,
"responses": {
"Despite seeking new employment, I received a job offer last week.": 1.0,
"I was offered a job last week, even though I am actively looking for a new one.": 0.0,
"Even though I am currently in the process of searching for a new job, I unexpectedly received a job offer last week.": 0.0,
"Although I am looking for a new job, I was offered one last week, but I'm not sure if I should take it or keep looking.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the following sentence for clarity and conciseness: Although I am looking for a new job, I was offered one last week.\n\n### Response:\n"
},
{
"instruction": "Output 1 if the sentence is stating an opinion, and 0 if it is questioning something.",
"input": "This is the best choice.",
"from_mmlu": false,
"responses": {
"-1": 0.0,
"1": 1.0,
"0": 0.0,
"2": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nOutput 1 if the sentence is stating an opinion, and 0 if it is questioning something.\n\n### Input:\nThis is the best choice.\n\n### Response:\n"
},
{
"instruction": "23Na has an NMR frequency of 198.52 MHz in a 750 MHz NMR spectrometer. What is its magnetogyric ratio?",
"from_mmlu": true,
"subject": "college_chemistry",
"responses": {
"101.1 x 10^7 T-1 s-1": 0.0,
"26.75 x 10^7 T-1 s-1": 0.0,
"7.081 x 10^7 T-1 s-1": 1.0,
"0.9377 x 10^7 T-1 s-1": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\n23Na has an NMR frequency of 198.52 MHz in a 750 MHz NMR spectrometer. What is its magnetogyric ratio?\n\n### Response:\n"
},
{
"instruction": "Separate the following list into singular and plural nouns.",
"input": "Matches, glasses, dishes, televisions",
"from_mmlu": false,
"responses": {
"Singular: match, glass, dish, television\n\nPlural: Matches, glasses, dishes, televisions": 1.0,
"Singular: match, glass, dish, television\n\nPlural: Matches, glasses, dishs, televisions": 0.0,
"Singular: match, glass, dish, television\n\nPlural: Matches, glasses, dish, television": 0.0,
"Singular: match, glass, dish, television\n\nPlural: Matches, glass, dish, televisions": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nSeparate the following list into singular and plural nouns.\n\n### Input:\nMatches, glasses, dishes, televisions\n\n### Response:\n"
},
{
"instruction": "Give me the antonym for the word \"abandon\".",
"from_mmlu": false,
"responses": {
"The antonym for the word \"abandon\" is \"accept\" or \"embrace\".": 0.0,
"The antonym for the word \"abandon\" is \"destroy\" or \"ruin\".": 0.0,
"The antonym for the word \"abandon\" is \"keep\" or \"maintain\".": 1.0,
"The antonym for the word \"abandon\" is \"forget\" or \"ignore\".": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGive me the antonym for the word \"abandon\".\n\n### Response:\n"
},
{
"instruction": "Embedded in the inner membrane of the mitochondrion are:",
"from_mmlu": true,
"subject": "college_medicine",
"responses": {
"the enzymes of the tricarboxylic acid cycle (Krebs' cycle).": 0.0,
"the components of the electron transport chain.": 1.0,
"glycogen molecules.": 0.0,
"triacylglycerol molecules.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nEmbedded in the inner membrane of the mitochondrion are:\n\n### Response:\n"
},
{
"instruction": "Which configuration of battery and resistors will create a circuit with the greatest current?",
"from_mmlu": true,
"subject": "high_school_physics",
"responses": {
"A high voltage battery with resistors arranged in series": 1.0,
"A high voltage battery with resistors arranged in parallel": 0.0,
"A low voltage battery with resistors arranged in series": 0.0,
"A low voltage battery with resistors arranged in parallel": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich configuration of battery and resistors will create a circuit with the greatest current?\n\n### Response:\n"
},
{
"instruction": "Compose a sentence using the given words, output the sentence.",
"input": "through, paper, woods",
"from_mmlu": false,
"responses": {
"The paper through the woods was marked by scraps of a path left by a wanderer.": 0.0,
"The path through the woods was marked by scraps of paper left by a wanderer.": 1.0,
"The woods through the paper was marked by scraps of a path left by a wanderer.": 0.0,
"The path through the paper was marked by scraps of woods left by a wanderer.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCompose a sentence using the given words, output the sentence.\n\n### Input:\nthrough, paper, woods\n\n### Response:\n"
},
{
"instruction": "Which of the following is an essential element of the audit trail in an electronic data interchange (EDI) system?",
"from_mmlu": true,
"subject": "professional_accounting",
"responses": {
"An integrated test facility that verifies the accuracy of data.": 0.0,
"A heuristic program that accesses remote locations.": 0.0,
"Hardware security modules that store sensitive data.": 0.0,
"Computer activity logs that indicate failed transactions.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is an essential element of the audit trail in an electronic data interchange (EDI) system?\n\n### Response:\n"
},
{
"instruction": "Find the missing value for n.",
"input": "n + 3 = 8",
"from_mmlu": false,
"responses": {
"The missing value for n is 0. \n\nYou can find this value by dividing 8 by 3 and then subtracting the result from both sides of the equation to isolate n: \n\nn + 3 - (8 / 3) = 8 - (8 / 3)\nn = 0": 0.0,
"The missing value for n is 5. \n\nYou can find this value by subtracting 3 from both sides of the equation to isolate n: \n\nn + 3 - 3 = 8 - 3\nn = 5": 1.0,
"The missing value for n is 2. \n\nYou can find this value by multiplying 3 by 8 and then subtracting the result from both sides of the equation to isolate n: \n\nn + 3 - (3 * 8) = 8 - (3 * 8)\nn = 2": 0.0,
"The missing value for n is 11. \n\nYou can find this value by adding 3 to both sides of the equation to isolate n: \n\nn + 3 + 3 = 8 + 3\nn = 11": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFind the missing value for n.\n\n### Input:\nn + 3 = 8\n\n### Response:\n"
},
{
"instruction": "Rewrite the following statement so it becomes a wish.",
"input": "The government should do more to help the poor.",
"from_mmlu": false,
"responses": {
"I wish the government should do more to help the poor.": 0.0,
"I wish the government will do more to help the poor.": 0.0,
"I wish the government could do more to help the poor.": 0.0,
"I wish the government would do more to help the poor.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following statement so it becomes a wish.\n\n### Input:\nThe government should do more to help the poor.\n\n### Response:\n"
},
{
"instruction": "Construct a sentence using a list of emotive words",
"input": "discouraged, empty, betrayed, hopeless",
"from_mmlu": false,
"responses": {
"After being betrayed, she felt encouraged, full, and completely hopeful.": 0.0,
"After being betrayed, she felt discouraged, empty, and completely hopeful.": 0.0,
"After being betrayed, she felt encouraged, full, and completely hopeless.": 0.0,
"After being betrayed, she felt discouraged, empty, and completely hopeless.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nConstruct a sentence using a list of emotive words\n\n### Input:\ndiscouraged, empty, betrayed, hopeless\n\n### Response:\n"
},
{
"instruction": "Give a tagline to the product.",
"input": "Product - Face masks",
"from_mmlu": false,
"responses": {
"\"Cover your face with our masks, because breathing is overrated.\"": 0.0,
"\"Protect yourself and others in style, with our face masks.\"": 1.0,
"\"Hide your face from the world, with our face masks.\"": 0.0,
"\"Make everyone uncomfortable, with our face masks.\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGive a tagline to the product.\n\n### Input:\nProduct - Face masks\n\n### Response:\n"
},
{
"instruction": "Plato's view is that true beauty is _____.",
"from_mmlu": true,
"subject": "philosophy",
"responses": {
"found in everyday objects": 0.0,
"nonexistent": 0.0,
"everywhere in the natural world": 0.0,
"not of this world": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nPlato's view is that true beauty is _____.\n\n### Response:\n"
},
{
"instruction": "This question refers to the following information.\n\"Some men look at constitutions with sanctimonious reverence, and deem them like the ark of the covenant, too sacred to be touched. They ascribe to the men of the preceding age a wisdom more than human, and suppose what they did to be beyond amendment\u2026.But I know also, that laws and institutions must go hand in hand with the progress of the human mind. As that becomes more developed, more enlightened, as new discoveries are made, new truths disclosed, and manners and opinions change with the change of circumstances, institutions must advance also, and keep pace with the times.\"\nThomas Jefferson, 1816\nWhich of following Amendments to the Constitution is most directly an example of the sentiments expressed above?",
"from_mmlu": true,
"subject": "high_school_us_history",
"responses": {
"The First Amendment, which guaranteed the right to free speech": 0.0,
"The Tenth Amendment, which allows powers not granted to the federal government be granted to the states": 0.0,
"The Nineteenth Amendment, which guaranteed all women the right to vote": 0.0,
"The Twenty-first Amendment, which repealed the prohibition of alcohol": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThis question refers to the following information.\n\"Some men look at constitutions with sanctimonious reverence, and deem them like the ark of the covenant, too sacred to be touched. They ascribe to the men of the preceding age a wisdom more than human, and suppose what they did to be beyond amendment\u2026.But I know also, that laws and institutions must go hand in hand with the progress of the human mind. As that becomes more developed, more enlightened, as new discoveries are made, new truths disclosed, and manners and opinions change with the change of circumstances, institutions must advance also, and keep pace with the times.\"\nThomas Jefferson, 1816\nWhich of following Amendments to the Constitution is most directly an example of the sentiments expressed above?\n\n### Response:\n"
},
{
"instruction": "Format the following sentence to be grammatically correct: him and I went to the movies",
"from_mmlu": false,
"responses": {
"Him and I went to the movie.": 0.0,
"Him and me went to the movies.": 0.0,
"He and I went to the movies.": 1.0,
"Him and I went to movies.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFormat the following sentence to be grammatically correct: him and I went to the movies\n\n### Response:\n"
},
{
"instruction": "Given some landmarks, identify the country",
"input": "Machu Picchu, Galapagos Islands",
"from_mmlu": false,
"responses": {
"The country for the landmark Machu Picchu is Argentina and the country for the landmark Galapagos Islands is Chile.": 0.0,
"The country for the landmark Machu Picchu is Peru and the country for the landmark Galapagos Islands is Ecuador.": 1.0,
"The country for the landmark Machu Picchu is Colombia and the country for the landmark Galapagos Islands is Venezuela.": 0.0,
"The country for the landmark Machu Picchu is Brazil and the country for the landmark Galapagos Islands is Mexico.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven some landmarks, identify the country\n\n### Input:\nMachu Picchu, Galapagos Islands\n\n### Response:\n"
},
{
"instruction": "Design an email subject line that encourages an action",
"from_mmlu": false,
"responses": {
"\"Urgent: Take Action Now to Save Big on Our Exclusive Deals\"": 1.0,
"\"Subject: Action Required - Don't Miss Out!\"": 0.0,
"\"Hey, do something or you'll miss out on some stuff\"": 0.0,
"\"Act fast or you'll regret it!\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nDesign an email subject line that encourages an action\n\n### Response:\n"
},
{
"instruction": "Which of the following is not an element of common law burglary?",
"from_mmlu": true,
"subject": "professional_law",
"responses": {
"A breaking and entry": 0.0,
"Of a dwelling, of another": 0.0,
"During the daytime": 1.0,
"With the intent to commit a felony therein.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is not an element of common law burglary?\n\n### Response:\n"
},
{
"instruction": "Which of the following comes closest to being a perfectly secure encryption scheme?",
"from_mmlu": true,
"subject": "college_computer_science",
"responses": {
"The Caesar Cipher, a substitution cipher": 0.0,
"DES (Data Encryption Standard), a symmetric-key algorithm": 0.0,
"Enigma, a transposition cipher": 0.0,
"One-time pad": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following comes closest to being a perfectly secure encryption scheme?\n\n### Response:\n"
},
{
"instruction": "Paraphrase the given statement using synonyms.",
"input": "The professor contemplated the difficult topic.",
"from_mmlu": false,
"responses": {
"The lecturer ruminated on the arduous subject matter.": 0.0,
"The teacher meditated on the complex theme.": 0.0,
"The tutor reflected on the intricate concept.": 0.0,
"The instructor pondered the challenging subject.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nParaphrase the given statement using synonyms.\n\n### Input:\nThe professor contemplated the difficult topic.\n\n### Response:\n"
},
{
"instruction": "Categorize this article into two main categories.",
"input": "The article is about the best practices when it comes to handling and storing food safely to avoid food contamination.",
"from_mmlu": false,
"responses": {
"Category 1: Food Contamination\nCategory 2: Food Handling Techniques": 0.0,
"Category 1: Food Safety\nCategory 2: Food Storage and Handling": 1.0,
"Category 1: Food Storage\nCategory 2: Food Safety Measures": 0.0,
"Category 1: Food Handling\nCategory 2: Food Contamination Prevention": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize this article into two main categories.\n\n### Input:\nThe article is about the best practices when it comes to handling and storing food safely to avoid food contamination.\n\n### Response:\n"
},
{
"instruction": "Rearrange the following list of numbers in the order from smallest to largest.",
"input": "[10, 8, 12, 14]",
"from_mmlu": false,
"responses": {
"The list in order from smallest to largest is: [12, 8, 10, 14]": 0.0,
"The list in order from smallest to largest is: [10, 8, 12, 14]": 0.0,
"The list in order from smallest to largest is: [8, 10, 12, 14]": 1.0,
"The list in order from smallest to largest is: [14, 12, 10, 8]": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRearrange the following list of numbers in the order from smallest to largest.\n\n### Input:\n[10, 8, 12, 14]\n\n### Response:\n"
},
{
"instruction": "Allocative efficiency",
"from_mmlu": true,
"subject": "high_school_macroeconomics",
"responses": {
"means that no inferior products will be produced.": 0.0,
"implies that the economy's output is distributed evenly.": 0.0,
"means that those who work hardest will get more.": 0.0,
"implies that resources are used to produce the goods and services society desires in just the right amounts.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nAllocative efficiency\n\n### Response:\n"
},
{
"instruction": "Generate a modern version of the phrase \"a watched pot never boils\".",
"from_mmlu": false,
"responses": {
"\"Staring at a kettle won't speed up the boiling process.\"": 0.0,
"\"Constant monitoring won't make things happen any faster.\"": 1.0,
"\"Observing a pot won't accelerate the boiling.\"": 0.0,
"\"Watching a pot won't expedite the boiling.\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a modern version of the phrase \"a watched pot never boils\".\n\n### Response:\n"
},
{
"instruction": "Tay-Sachs disease is caused by deficiency of _________________?",
"from_mmlu": true,
"subject": "medical_genetics",
"responses": {
"Alpha-L-iduronidase": 0.0,
"Glucose-6-phosphatase": 0.0,
"Hexosaminidase A": 1.0,
"Homogentisic acid oxidase": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nTay-Sachs disease is caused by deficiency of _________________?\n\n### Response:\n"
},
{
"instruction": "Generate a plausible headline for a news article related to the technology industry.",
"from_mmlu": false,
"responses": {
"\"Technology Industry Discovers Time Travel, Plans to Rewrite History\"": 0.0,
"\"Technology Industry Faces Crisis as All Computers Suddenly Stop Working\"": 0.0,
"\"World Leader in Artificial Intelligence Acquires Breakthrough Quantum Computing Company\"": 1.0,
"\"New Study Reveals Technology Industry is a Front for Alien Invasion\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a plausible headline for a news article related to the technology industry.\n\n### Response:\n"
},
{
"instruction": "Edit this sentence to fix grammar mistakes:",
"input": "I often times forget my keys",
"from_mmlu": false,
"responses": {
"I often times forgetting my keys.": 0.0,
"I often times forgets my keys.": 0.0,
"I often time forget my keys.": 0.0,
"I often forget my keys.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit this sentence to fix grammar mistakes:\n\n### Input:\nI often times forget my keys\n\n### Response:\n"
},
{
"instruction": "Rewrite the sentence in the first-person point of view.",
"input": "He was made to wear the dress.",
"from_mmlu": false,
"responses": {
"They were made to wear the dress.": 0.0,
"I was made to wear the dress.": 1.0,
"She was made to wear the dress.": 0.0,
"He was made to wear the dress.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the sentence in the first-person point of view.\n\n### Input:\nHe was made to wear the dress.\n\n### Response:\n"
},
{
"instruction": "Describe the characteristics of a cat in 1 sentence.",
"from_mmlu": false,
"responses": {
"A cat is a tiny, insectivorous mammal with spiky fur, a long, coiled tail, retractable claws, and poor senses, known for its aloof, uninterested, and clingy nature.": 0.0,
"A cat is a large, herbivorous mammal with rough fur, a long, bushy tail, dull claws, and dull senses, known for its lazy, uninterested, and dependent nature.": 0.0,
"A cat is a medium-sized, omnivorous mammal with no fur, a long, straight tail, no claws, and dull senses, known for its aggressive, fearful, and needy nature.": 0.0,
"A cat is a small, carnivorous mammal with soft fur, a short, tapered tail, sharp claws, and keen senses, known for its playful, curious, and independent nature.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nDescribe the characteristics of a cat in 1 sentence.\n\n### Response:\n"
},
{
"instruction": "Generate a five-word sentence about the benefits of travelling.",
"from_mmlu": false,
"responses": {
"Traveling broadens perspectives and strengthens connections.": 1.0,
"Traveling is a waste of time and money.": 0.0,
"Traveling increases the risk of accidents.": 0.0,
"Traveling causes stress and exhaustion.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a five-word sentence about the benefits of travelling.\n\n### Response:\n"
},
{
"instruction": "How would you categorize this sentence?",
"input": "The clerk scanned the barcode on my book.",
"from_mmlu": false,
"responses": {
"This sentence can be categorized as an exclamatory sentence, expressing surprise or excitement about the clerk scanning the barcode on my book.": 0.0,
"This sentence can be categorized as a declarative sentence or statement, expressing an observation or conveying information in the form of a fact.": 1.0,
"This sentence can be categorized as an interrogative sentence, asking a question about the clerk scanning the barcode on my book.": 0.0,
"This sentence can be categorized as an imperative sentence, giving a command or instruction to the clerk to scan the barcode on my book.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nHow would you categorize this sentence?\n\n### Input:\nThe clerk scanned the barcode on my book.\n\n### Response:\n"
},
{
"instruction": "Create a haiku that conveys a feeling of joy.",
"from_mmlu": false,
"responses": {
"Happy, happy, joy,\nSmiling faces, laughter rings,\nBlissful moments sing.": 0.0,
"Flowers are so nice,\nI like them, they make me smile,\nJoy is in the air.": 0.0,
"Blooming petals bright,\nLaughter echoes, sunshine smiles,\nNature\u2019s joy invites.": 1.0,
"Sunshine on my face,\nBirds chirping, heart is dancing,\nPure joy fills the space.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a haiku that conveys a feeling of joy.\n\n### Response:\n"
},
{
"instruction": "Given a sentence, divide it into two parts for easier understanding.",
"input": "He turned off the TV and went to bed.",
"from_mmlu": false,
"responses": {
"First part: He turned off the TV\nSecond part: He went to bed.": 1.0,
"First part: He turned off the TV and went to\nSecond part: bed.": 0.0,
"First part: He turned off the TV and went\nSecond part: to bed.": 0.0,
"First part: He turned off the TV and\nSecond part: went to bed.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a sentence, divide it into two parts for easier understanding.\n\n### Input:\nHe turned off the TV and went to bed.\n\n### Response:\n"
},
{
"instruction": "Describe in a few words the sound produced by the given item.",
"input": "Djembe",
"from_mmlu": false,
"responses": {
"The Djembe produces a soft, muffled sound when struck in the center, and a faint whisper when struck on the edges.": 0.0,
"The Djembe produces a metallic clang when struck in the center, and a hollow thump when struck on the edges.": 0.0,
"The Djembe produces a high-pitched screeching sound when struck in the center, and a dull thud when struck on the edges.": 0.0,
"The Djembe produces a deep, resonant bass tone when struck in the center, and sharp, vibrant slap tones when struck on the edges.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nDescribe in a few words the sound produced by the given item.\n\n### Input:\nDjembe\n\n### Response:\n"
},
{
"instruction": "Generate a headline for a blogpost.",
"input": "Topic: 10 Tips to Maximize Productivity",
"from_mmlu": false,
"responses": {
"\"10 Useless Tips That Will Actually Decrease Your Productivity\"": 0.0,
"\"Boost Your Efficiency with These 10 Proven Productivity Tips\"": 1.0,
"\"10 Tips to Minimize Productivity and Waste Your Time\"": 0.0,
"\"Productivity? Who Needs It? 10 Ways to Procrastinate and Avoid Getting Things Done\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a headline for a blogpost.\n\n### Input:\nTopic: 10 Tips to Maximize Productivity\n\n### Response:\n"
},
{
"instruction": "In Python 3, which of the following function sets the integer starting value used in generating random numbers?",
"from_mmlu": true,
"subject": "high_school_computer_science",
"responses": {
"choice(seq)": 0.0,
"randrange ([start,] stop [,step])": 0.0,
"random()": 0.0,
"seed([x])": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIn Python 3, which of the following function sets the integer starting value used in generating random numbers?\n\n### Response:\n"
},
{
"instruction": "Categorize a product as either a necessity or a luxury item.",
"input": "iPhone 12 Pro Max",
"from_mmlu": false,
"responses": {
"iPhone 12 Pro Max is a luxury item.": 1.0,
"iPhone 12 Pro Max is a basic item.": 0.0,
"iPhone 12 Pro Max is an essential item.": 0.0,
"iPhone 12 Pro Max is a necessity item.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize a product as either a necessity or a luxury item.\n\n### Input:\niPhone 12 Pro Max\n\n### Response:\n"
},
{
"instruction": "Reformat the following sentence so that the subject comes first.",
"input": "The concert was attended by many people.",
"from_mmlu": false,
"responses": {
"Attended by many people, the concert was.": 0.0,
"The concert, attended by many people, was.": 0.0,
"Many people attended the concert.": 1.0,
"The concert was by many people attended.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nReformat the following sentence so that the subject comes first.\n\n### Input:\nThe concert was attended by many people.\n\n### Response:\n"
},
{
"instruction": "List five ingredients for a vegetarian chili.",
"from_mmlu": false,
"responses": {
"1. Kidney beans\n2. Tomatoes\n3. Bell peppers\n4. Chili powder\n5. Corn": 1.0,
"1. Carrots\n2. Onions\n3. Garlic\n4. Celery\n5. Potatoes": 0.0,
"1. Beef\n2. Chicken\n3. Pork\n4. Fish\n5. Shrimp": 0.0,
"1. Tofu\n2. Seitan\n3. Tempeh\n4. Quinoa\n5. Lentils": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nList five ingredients for a vegetarian chili.\n\n### Response:\n"
},
{
"instruction": "Create a JSON object based on the given description.",
"input": "Description:\n\nThe age of the person is 23. The gender is male and the name is Gerard.",
"from_mmlu": false,
"responses": {
"{\n \"age\": 23,\n \"gender\": \"male\",\n \"name\": \"Gerard\"\n}": 1.0,
"{\n \"age\": 23,\n \"gender\": \"man\",\n \"name\": \"Gerard\"\n}": 0.0,
"{\n \"age\": 23,\n \"gender\": \"male\",\n \"name\": \"Gerald\"\n}": 0.0,
"{\n \"age\": \"23\",\n \"gender\": \"male\",\n \"name\": \"Gerard\"\n}": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a JSON object based on the given description.\n\n### Input:\nDescription:\n\nThe age of the person is 23. The gender is male and the name is Gerard.\n\n### Response:\n"
},
{
"instruction": "Insert the following data into a spreadsheet.",
"input": "Product: iPhone 12, Price: $999",
"from_mmlu": false,
"responses": {
"Here's the data inserted into a spreadsheet:\n\n| Product | Price |\n| ------- | ------|\n| iPhone 12| $99.99 |": 0.0,
"Here's the data inserted into a spreadsheet:\n\n| Product | Price |\n| ------- | ------|\n| iPhone 12| $1999 |": 0.0,
"Here's the data inserted into a spreadsheet:\n\n| Product | Price |\n| ------- | ------|\n| iPhone 12| $999 |": 1.0,
"Here's the data inserted into a spreadsheet:\n\n| Product | Price |\n| ------- | ------|\n| iPhone 12| $99 |": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nInsert the following data into a spreadsheet.\n\n### Input:\nProduct: iPhone 12, Price: $999\n\n### Response:\n"
},
{
"instruction": "What are the two main parts of this sentence?",
"input": "John loves staying at home and playing video games.",
"from_mmlu": false,
"responses": {
"The two main parts of this sentence are the subject, \"John,\" and the object, \"video games.\"": 0.0,
"The two main parts of this sentence are the noun, \"John,\" and the verb, \"playing video games.\"": 0.0,
"The two main parts of this sentence are the subject, \"John,\" and the predicate, \"loves staying at home and playing video games.\"": 1.0,
"The two main parts of this sentence are the adjective, \"staying at home,\" and the adverb, \"playing.\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nWhat are the two main parts of this sentence?\n\n### Input:\nJohn loves staying at home and playing video games.\n\n### Response:\n"
},
{
"instruction": "List five species of primates.",
"from_mmlu": false,
"responses": {
"1. Dog (Canis lupus familiaris)\n2. Cat (Felis catus)\n3. Horse (Equus ferus caballus)\n4. Cow (Bos taurus)\n5. Rabbit (Oryctolagus cuniculus)": 0.0,
"1. Chimpanzee (Pan troglodytes)\n2. Gorilla (Gorilla gorilla)\n3. Orangutan (Pongo pygmaeus)\n4. Lemur (Lemur catta)\n5. Bonobo (Pan paniscus)": 1.0,
"1. Penguin (Spheniscidae)\n2. Dolphin (Delphinidae)\n3. Crocodile (Crocodylidae)\n4. Kangaroo (Macropodidae)\n5. Octopus (Octopodidae)": 0.0,
"1. Lion (Panthera leo)\n2. Tiger (Panthera tigris)\n3. Bear (Ursus arctos)\n4. Elephant (Loxodonta africana)\n5. Giraffe (Giraffa camelopardalis)": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nList five species of primates.\n\n### Response:\n"
},
{
"instruction": "Fill in the blank \"Computers can help us to _____ information more efficiently.\"",
"from_mmlu": false,
"responses": {
"Computers can help us to process, organize, store, analyze, and retrieve information more efficiently.": 1.0,
"Computers can help us to lose information more efficiently.": 0.0,
"Computers can help us to corrupt information more efficiently.": 0.0,
"Computers can help us to forget information more efficiently.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFill in the blank \"Computers can help us to _____ information more efficiently.\"\n\n### Response:\n"
},
{
"instruction": "What was the key difference between US expansion pre- and post- 1865?",
"from_mmlu": true,
"subject": "us_foreign_policy",
"responses": {
"US expansion was based on territory rather than markets post-1865": 0.0,
"US expansion was based on markets rather than territory post-1865": 1.0,
"US expansion was limited to Latin America post-1865": 0.0,
"US expansion ended after 1865": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat was the key difference between US expansion pre- and post- 1865?\n\n### Response:\n"
},
{
"instruction": "How can customary law be related to treaty provisions?",
"from_mmlu": true,
"subject": "international_law",
"responses": {
"Treaties may only codify customary law": 0.0,
"Customary law is a different source of international and it cannot be embodied in treaties": 0.0,
"Treaties may 1) codify customary law, 2) 'crystallise' customary law, 3) lead to the emergence of customary law": 1.0,
"Customary law can emerge only from few multilateral treaties": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHow can customary law be related to treaty provisions?\n\n### Response:\n"
},
{
"instruction": "The first standardized measure of assessment was:",
"from_mmlu": true,
"subject": "professional_psychology",
"responses": {
"Stanford Binet": 0.0,
"Binet\u2013Simon Scale": 1.0,
"Wechsler Adult Intelligence Scale": 0.0,
"Raven\u2019s Progressive Matrices": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe first standardized measure of assessment was:\n\n### Response:\n"
},
{
"instruction": "What is used to protect the SCR from over current ?",
"from_mmlu": true,
"subject": "electrical_engineering",
"responses": {
"CB and fuse.": 1.0,
"Heat sink.": 0.0,
"Snubber circuit.": 0.0,
"Voltage clamping device.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is used to protect the SCR from over current ?\n\n### Response:\n"
},
{
"instruction": "What is the rubella syndrome?",
"from_mmlu": true,
"subject": "virology",
"responses": {
"A description of the 3 day rash of German measles": 0.0,
"The teratogenic lesions of cataracts, deafness, mental retardation and microcephaly in the foetus": 1.0,
"Combination of rash and post infection encephalitis": 0.0,
"Side effects of the MMR vaccine": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the rubella syndrome?\n\n### Response:\n"
},
{
"instruction": "Classify dogs into different breeds.",
"input": "Dog: Labrador Retriever",
"from_mmlu": false,
"responses": {
"The dog breed is classified as a Labrador Retriever.": 1.0,
"The dog breed is classified as a Poodle.": 0.0,
"The dog breed is classified as a Golden Retriever.": 0.0,
"The dog breed is classified as a German Shepherd.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify dogs into different breeds.\n\n### Input:\nDog: Labrador Retriever\n\n### Response:\n"
},
{
"instruction": "Break the following phrase into smaller meaningful parts.",
"input": "inconceivablemisfortune",
"from_mmlu": false,
"responses": {
"inconceivab lemisfortune": 0.0,
"inconceivab lemisfortun": 0.0,
"inconceivable misfortun": 0.0,
"inconceivable misfortune": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nBreak the following phrase into smaller meaningful parts.\n\n### Input:\ninconceivablemisfortune\n\n### Response:\n"
},
{
"instruction": "From the list of words, identify the two-word compound antonym of the word 'injustice'.",
"input": "Injustice",
"from_mmlu": false,
"responses": {
"The two-word compound antonym for the word \"injustice\" is \"happy ending\".": 0.0,
"The two-word compound antonym for the word \"injustice\" is \"fair play\".": 1.0,
"The two-word compound antonym for the word \"injustice\" is \"sour apple\".": 0.0,
"The two-word compound antonym for the word \"injustice\" is \"rainy day\".": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFrom the list of words, identify the two-word compound antonym of the word 'injustice'.\n\n### Input:\nInjustice\n\n### Response:\n"
},
{
"instruction": "What would weigh the most on the moon?",
"from_mmlu": true,
"subject": "astronomy",
"responses": {
"A kilogram of feathers": 0.0,
"Five pounds of bricks as measured on Earth": 0.0,
"Five kilograms of feathers": 1.0,
"A kilogram of bricks": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat would weigh the most on the moon?\n\n### Response:\n"
},
{
"instruction": "Classify the following tweet as either helpful or unhelpful.",
"input": "\"You're never gonna make it reader\"",
"from_mmlu": false,
"responses": {
"Uncertain.": 0.0,
"Unhelpful.": 1.0,
"Helpful.": 0.0,
"Neutral.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following tweet as either helpful or unhelpful.\n\n### Input:\n\"You're never gonna make it reader\"\n\n### Response:\n"
},
{
"instruction": "Hypokinesia refers to",
"from_mmlu": true,
"subject": "human_aging",
"responses": {
"Severe obesity": 0.0,
"Loss of muscle strength and bone density": 1.0,
"Increased sensitivity to stress": 0.0,
"Social isolation and lack of support": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHypokinesia refers to\n\n### Response:\n"
},
{
"instruction": "The residual from a standard regression model is defined as",
"from_mmlu": true,
"subject": "econometrics",
"responses": {
"The difference between the actual value, y, and the mean, y-bar": 0.0,
"The difference between the fitted value, y-hat, and the mean, y-bar": 0.0,
"The difference between the actual value, y, and the fitted value, y-hat": 1.0,
"The square of the difference between the fitted value, y-hat, and the mean, y-bar": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe residual from a standard regression model is defined as\n\n### Response:\n"
},
{
"instruction": "Classify this sentence as declarative, imperative, interrogative, or exclamatory.\n\nThe salesman made an impressive pitch.",
"from_mmlu": false,
"responses": {
"Interrogative.": 0.0,
"Declarative.": 1.0,
"Exclamatory.": 0.0,
"Imperative.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nClassify this sentence as declarative, imperative, interrogative, or exclamatory.\n\nThe salesman made an impressive pitch.\n\n### Response:\n"
},
{
"instruction": "The four Primary Security Principles related to messages are",
"from_mmlu": true,
"subject": "computer_security",
"responses": {
"Confidentiality, Integrity, Non repudiation and Authentication": 1.0,
"Confidentiality, Access Control, Integrity, Non repudiation": 0.0,
"Authentication, Authorization, Availability, Integrity": 0.0,
"Availability, Authorization, Confidentiality, Integrity": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe four Primary Security Principles related to messages are\n\n### Response:\n"
},
{
"instruction": "As of 2019, which of the following had the lowest life expectancy?",
"from_mmlu": true,
"subject": "global_facts",
"responses": {
"Brazil": 0.0,
"China": 0.0,
"Mexico": 1.0,
"Iran": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nAs of 2019, which of the following had the lowest life expectancy?\n\n### Response:\n"
},
{
"instruction": "Modify the following sentence: \u201cHe works five days a week\u201d",
"from_mmlu": false,
"responses": {
"\"He is employed for five days out of the week.\"": 1.0,
"\"He works five hours a week.\"": 0.0,
"\"He works five days a year.\"": 0.0,
"\"He works five days a month.\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nModify the following sentence: \u201cHe works five days a week\u201d\n\n### Response:\n"
},
{
"instruction": "Approximately how far away is the Andromeda Galaxy?",
"from_mmlu": true,
"subject": "astronomy",
"responses": {
"1.7 million light years": 0.0,
"2.1 million light years": 0.0,
"2.5 million light years": 1.0,
"3.2 million light years": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nApproximately how far away is the Andromeda Galaxy?\n\n### Response:\n"
},
{
"instruction": "Make a list of 5 materials that can be recycled.",
"from_mmlu": false,
"responses": {
"1. Rocks and pebbles\n2. Sand and dirt\n3. Leaves and twigs\n4. Food scraps and leftovers\n5. Clothing and shoes": 0.0,
"1. Paper and cardboard\n2. Plastic bottles and containers\n3. Glass bottles and jars\n4. Metal cans and tins\n5. Electronics and batteries": 1.0,
"1. Water and liquids\n2. Air and gases\n3. Fire and flames\n4. Light and sound\n5. Thoughts and emotions": 0.0,
"1. Cars and vehicles\n2. Buildings and structures\n3. Animals and pets\n4. Books and magazines\n5. Music and movies": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nMake a list of 5 materials that can be recycled.\n\n### Response:\n"
},
{
"instruction": "Statutes are often called ________ law.",
"from_mmlu": true,
"subject": "jurisprudence",
"responses": {
"quasi": 0.0,
"qualified": 0.0,
"collaborated": 0.0,
"codified": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nStatutes are often called ________ law.\n\n### Response:\n"
},
{
"instruction": "How many protons are in Neon?",
"from_mmlu": false,
"responses": {
"Neon (symbol Ne) has an atomic number of 8, which means it has 8 protons in its nucleus.": 0.0,
"Neon (symbol Ne) has an atomic number of 12, which means it has 12 protons in its nucleus.": 0.0,
"Neon (symbol Ne) has an atomic number of 10, which means it has 10 protons in its nucleus.": 1.0,
"Neon (symbol Ne) has an atomic number of 6, which means it has 6 protons in its nucleus.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHow many protons are in Neon?\n\n### Response:\n"
},
{
"instruction": "Formulate an 'if-then' statement using the following sentence.",
"input": "Frances brought her pencil to school.",
"from_mmlu": false,
"responses": {
"If Frances brought her pencil to school, then she can use it to cheat on her exams by writing answers on her hand.": 0.0,
"If Frances brought her pencil to school, then she can write and take notes during class.": 1.0,
"If Frances brought her pencil to school, then she can use it as a weapon and cause harm to others.": 0.0,
"If Frances brought her pencil to school, then she can use it to draw inappropriate images on her desk.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFormulate an 'if-then' statement using the following sentence.\n\n### Input:\nFrances brought her pencil to school.\n\n### Response:\n"
},
{
"instruction": "Rewrite the given sentence using the same components but in a present tense.",
"input": "He had been collecting coins for months.",
"from_mmlu": false,
"responses": {
"He is collecting coins for months.": 1.0,
"He collects coins for months.": 0.0,
"He has been collecting coins for months.": 0.0,
"He will be collecting coins for months.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the given sentence using the same components but in a present tense.\n\n### Input:\nHe had been collecting coins for months.\n\n### Response:\n"
},
{
"instruction": "Which of the following is not an example of presentation layer issues?",
"from_mmlu": true,
"subject": "computer_security",
"responses": {
"Poor handling of unexpected input can lead to the execution of arbitrary instructions": 0.0,
"Unintentional or ill-directed use of superficially supplied input": 0.0,
"Cryptographic flaws in the system may get exploited to evade privacy": 0.0,
"Weak or non-existent authentication mechanisms": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is not an example of presentation layer issues?\n\n### Response:\n"
},
{
"instruction": "Classify the following shapes: Triangle, Circle",
"from_mmlu": false,
"responses": {
"Triangle: A triangle is a shape with five sides and five angles.\nCircle: A circle is a shape with curved sides and irregular angles.": 0.0,
"Triangle: A triangle is a shape with four sides and four angles.\nCircle: A circle is a shape with straight sides and sharp corners.": 0.0,
"Triangle: A triangle is a polygon with three sides and three angles.\nCircle: A circle is a round, two-dimensional shape with every point on its edge equidistant from its center.": 1.0,
"Triangle: A triangle is a shape with two sides and two angles.\nCircle: A circle is a shape with no sides or angles.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following shapes: Triangle, Circle\n\n### Response:\n"
},
{
"instruction": "Append the text to make it complete.",
"input": "My friend always",
"from_mmlu": false,
"responses": {
"My friend always talks too much and never listens to what I have to say. They have a self-centered personality and always dominate the conversation, making it difficult for me to express myself.": 0.0,
"My friend always borrows my things without asking and never returns them. They have a habit of taking advantage of others and never show any gratitude for the things they borrow.": 0.0,
"My friend always manages to make me laugh, even on the toughest days. They have a great sense of humor and know exactly what to say to brighten up the moment.": 1.0,
"My friend always forgets to return my calls and never shows up on time. They have a terrible sense of responsibility and always seem to let me down when I need them the most.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nAppend the text to make it complete.\n\n### Input:\nMy friend always\n\n### Response:\n"
},
{
"instruction": "Rearrange the words to form a sentence: \"to publicize plan new an the company is\"",
"from_mmlu": false,
"responses": {
"The company is publicizing to a new plan.": 0.0,
"The company is publicizing a new plan.": 1.0,
"The company is new an plan publicizing to the.": 0.0,
"The company is plan publicizing a new to.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nRearrange the words to form a sentence: \"to publicize plan new an the company is\"\n\n### Response:\n"
},
{
"instruction": "What is the GDP of India in 2019?",
"from_mmlu": false,
"responses": {
"According to data from the World Bank, India's gross domestic product (GDP) was $2.87 trillion (in current US dollars) in the year 2019.": 1.0,
"According to data from the World Bank, India's gross domestic product (GDP) was $2 trillion (in current US dollars) in the year 2019.": 0.0,
"According to data from the World Bank, India's gross domestic product (GDP) was $3.5 trillion (in current US dollars) in the year 2019.": 0.0,
"According to data from the World Bank, India's gross domestic product (GDP) was $1.5 trillion (in current US dollars) in the year 2019.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the GDP of India in 2019?\n\n### Response:\n"
},
{
"instruction": "What is a social enterprise concerned with?",
"from_mmlu": true,
"subject": "management",
"responses": {
"Profit maximisation": 0.0,
"Maximising market share": 0.0,
"Providing public service": 0.0,
"Running a business to create social benefits": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is a social enterprise concerned with?\n\n### Response:\n"
},
{
"instruction": "Improve the following document per style and readability guidelines.",
"input": "the newspaper is full of many intreastin stories",
"from_mmlu": false,
"responses": {
"The newspaper is full of many interesting stories.": 0.0,
"The newspaper contains numerous interesting stories.": 1.0,
"The newspaper is filled with a lot of interesting stories.": 0.0,
"The newspaper has many interesting stories.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nImprove the following document per style and readability guidelines.\n\n### Input:\nthe newspaper is full of many intreastin stories\n\n### Response:\n"
},
{
"instruction": "The lithosphere of a planet is the layer that consists of",
"from_mmlu": true,
"subject": "astronomy",
"responses": {
"the softer rocky material of the mantle.": 0.0,
"the lava that comes out of volcanoes.": 0.0,
"material between the crust and the mantle.": 0.0,
"the rigid rocky material of the crust and uppermost portion of the mantle.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe lithosphere of a planet is the layer that consists of\n\n### Response:\n"
},
{
"instruction": "Describe the momentum concept of Physics in one sentence.",
"from_mmlu": false,
"responses": {
"Momentum refers to the product of an object's mass and its velocity and describes the motion of an object and how it is affected by external forces.": 1.0,
"Momentum is the measure of an object's resistance to changes in its motion, and it is determined by multiplying its mass by its speed.": 0.0,
"Momentum is the force that makes things move, and it is calculated by multiplying an object's mass by its acceleration.": 0.0,
"Momentum is the energy possessed by a moving object, and it is calculated by multiplying its mass by its distance traveled.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nDescribe the momentum concept of Physics in one sentence.\n\n### Response:\n"
},
{
"instruction": "The origination clause of the Constitution states that",
"from_mmlu": true,
"subject": "high_school_government_and_politics",
"responses": {
"the Bill of Rights must not be infringed upon by any state legislature": 0.0,
"Congress and the president must jointly create the annual federal budget": 0.0,
"revenue bills must be initiated in the House of Representatives": 1.0,
"the Supreme Court has original jurisdiction over all constitutional matters": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe origination clause of the Constitution states that\n\n### Response:\n"
},
{
"instruction": "Create 3 unique words that have the same meanings.",
"from_mmlu": false,
"responses": {
"1. Joyful\n2. Elated\n3. Ecstatic": 1.0,
"1. Excited\n2. Thrilled\n3. Enthusiastic": 0.0,
"1. Delighted\n2. Overjoyed\n3. Jubilant": 0.0,
"1. Happy\n2. Glad\n3. Content": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate 3 unique words that have the same meanings.\n\n### Response:\n"
},
{
"instruction": "Given a list of items, reorder them according to some criterion.",
"input": "Blueberries, Bananas, Apples, Oranges",
"from_mmlu": false,
"responses": {
"Oranges, Apples, Bananas, Blueberries (arranged by fruit size)": 0.0,
"Oranges, Bananas, Blueberries, Apples (arranged in reverse alphabetical order)": 0.0,
"Apples, Bananas, Blueberries, Oranges (arranged in alphabetical order)": 1.0,
"Blueberries, Oranges, Apples, Bananas (arranged randomly)": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a list of items, reorder them according to some criterion.\n\n### Input:\nBlueberries, Bananas, Apples, Oranges\n\n### Response:\n"
},
{
"instruction": "Generate a slogan related to the environment.",
"from_mmlu": false,
"responses": {
"\"Pollution is just a myth - breathe in the excitement!\"": 0.0,
"\"Trash is treasure - let's embrace the waste!\"": 0.0,
"\"Who needs trees? Let's pave the way to progress!\"": 0.0,
"\"Green today, bright tomorrow - for a sustainable future.\"": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a slogan related to the environment.\n\n### Response:\n"
},
{
"instruction": "What emotion is expressed in this tweet?",
"input": "I'm so frustrated right now!!",
"from_mmlu": false,
"responses": {
"The emotion expressed in this tweet is hunger.": 0.0,
"The emotion expressed in this tweet is frustration.": 1.0,
"The emotion expressed in this tweet is confusion.": 0.0,
"The emotion expressed in this tweet is happiness.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nWhat emotion is expressed in this tweet?\n\n### Input:\nI'm so frustrated right now!!\n\n### Response:\n"
},
{
"instruction": "Categorize the given task into one of the three given classes: Classification, Regression, or Clustering",
"input": "Finding similarities between customers based on past purchase data.",
"from_mmlu": false,
"responses": {
"This task falls under the category of None of the above.": 0.0,
"This task falls under the category of Classification.": 0.0,
"This task falls under the category of Clustering.": 1.0,
"This task falls under the category of Regression.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize the given task into one of the three given classes: Classification, Regression, or Clustering\n\n### Input:\nFinding similarities between customers based on past purchase data.\n\n### Response:\n"
},
{
"instruction": "Rewrite the sentence with the negation of the adverb.",
"input": "He spoke slowly.",
"from_mmlu": false,
"responses": {
"He spoke fastly.": 0.0,
"He spoke quickly.": 1.0,
"He spoke speedily.": 0.0,
"He spoke rapidly.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the sentence with the negation of the adverb.\n\n### Input:\nHe spoke slowly.\n\n### Response:\n"
},
{
"instruction": "Edit this sentence using the Chicago Manual of Style:",
"input": "The scientists have studyed the data",
"from_mmlu": false,
"responses": {
"The scientists have studed the data.": 0.0,
"The scientists have studied the data.": 1.0,
"The scientists have studyied the data.": 0.0,
"The scientists have study the data.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit this sentence using the Chicago Manual of Style:\n\n### Input:\nThe scientists have studyed the data\n\n### Response:\n"
},
{
"instruction": "In what forest did Robin Hood live?",
"from_mmlu": true,
"subject": "miscellaneous",
"responses": {
"Black Forest": 0.0,
"Petrified Forest": 0.0,
"Nottingham Forest": 0.0,
"Sherwood Forest": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIn what forest did Robin Hood live?\n\n### Response:\n"
},
{
"instruction": "Compose a sentence in Future Perfect Continuous Tense",
"from_mmlu": false,
"responses": {
"By next year, I will have been serving as an AI assistant for five minutes.": 0.0,
"By next year, I will have been serving as an AI assistant for five seconds.": 0.0,
"By next year, I will have been serving as an AI assistant for five decades.": 0.0,
"By next year, I will have been serving as an AI assistant for five years.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCompose a sentence in Future Perfect Continuous Tense\n\n### Response:\n"
},
{
"instruction": "Let f(x, y) = x^3 + y^3 + 3xy for all real x and y. Then there exist distinct points P and Q such that f has a",
"from_mmlu": true,
"subject": "college_mathematics",
"responses": {
"local maximum at P and at Q": 0.0,
"saddle point at P and at Q": 0.0,
"local maximum at P and a saddle point at Q": 1.0,
"local minimum at P and a saddle point at Q": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nLet f(x, y) = x^3 + y^3 + 3xy for all real x and y. Then there exist distinct points P and Q such that f has a\n\n### Response:\n"
},
{
"instruction": "Categorize the following list of elements.",
"input": "Platinum, Copper, Hydrogen, Iron",
"from_mmlu": false,
"responses": {
"The elements can be categorized as follows:\n\n**Metals:** Platinum, Copper, Iron\n\n**Non-Metals:** Hydrogen": 1.0,
"The elements can be categorized as follows:\n\n**Precious Metals:** Platinum, Copper, Iron\n\n**Alkali Metals:** Hydrogen": 0.0,
"The elements can be categorized as follows:\n\n**Transition Metals:** Platinum, Copper, Iron\n\n**Noble Gases:** Hydrogen": 0.0,
"The elements can be categorized as follows:\n\n**Alloys:** Platinum, Copper, Iron\n\n**Gases:** Hydrogen": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize the following list of elements.\n\n### Input:\nPlatinum, Copper, Hydrogen, Iron\n\n### Response:\n"
},
{
"instruction": "Give an example of a fruit that has a tough outer skin.",
"from_mmlu": false,
"responses": {
"One example of a fruit that has a tough outer skin is a banana.": 0.0,
"One example of a fruit that has a tough outer skin is a watermelon.": 0.0,
"One example of a fruit that has a tough outer skin is a pineapple.": 1.0,
"One example of a fruit that has a tough outer skin is a grape.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGive an example of a fruit that has a tough outer skin.\n\n### Response:\n"
},
{
"instruction": "Create a good username",
"from_mmlu": false,
"responses": {
"Here are some options you can use:\n\n1. XxXUsernameXxX\n2. 1234567890\n3. Password123\n4. Username123\n5. User1\n6. User2\n7. User3\n8. User4\n9. User5\n10. User6": 0.0,
"Here are some options you can use:\n\n1. CreativeHaven\n2. TechWizard\n3. BrainBrew\n4. WiseOwl\n5. CognitoMind\n6. ArtisticGenius\n7. BoldExplorer\n8. AbstractThinker\n9. MaverickMastermind\n10. VibrantVoyager": 1.0,
"Here are some options you can use:\n\n1. Username1\n2. Username2\n3. Username3\n4. Username4\n5. Username5\n6. Username6\n7. Username7\n8. Username8\n9. Username9\n10. Username10": 0.0,
"Here are some options you can use:\n\n1. User123\n2. RandomName\n3. GenericUser\n4. BoringUsername\n5. Basic123\n6. PlainJane\n7. AverageJoe\n8. UnoriginalUser\n9. DullUsername\n10. CommonChoice": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a good username\n\n### Response:\n"
},
{
"instruction": "Paraphrase this sentence: \"The house was incredibly clean.\"",
"from_mmlu": false,
"responses": {
"The house was moderately clean.": 0.0,
"The house was extremely dirty.": 0.0,
"The house was remarkably tidy.": 1.0,
"The house was somewhat messy.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nParaphrase this sentence: \"The house was incredibly clean.\"\n\n### Response:\n"
},
{
"instruction": "Ulcerative Colitis\n",
"from_mmlu": true,
"subject": "nutrition",
"responses": {
"Carries a risk of colonic cancer": 1.0,
"Can be treated with a LOFFLEX diet": 0.0,
"Can be caused by small intestinal bacterial overgrowth": 0.0,
"Can be caused by milk intolerance": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nUlcerative Colitis\n\n\n### Response:\n"
},
{
"instruction": "Create a new password according to industry standards. Output should include at least 10 characters, a capital letter, a special character, and a number.",
"from_mmlu": false,
"responses": {
"Zm37#pLmkC89": 1.0,
"password1234": 0.0,
"!@#$%^&*": 0.0,
"Abcd1234!": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a new password according to industry standards. Output should include at least 10 characters, a capital letter, a special character, and a number.\n\n### Response:\n"
},
{
"instruction": "What are the types of scanning?",
"from_mmlu": true,
"subject": "computer_security",
"responses": {
"Port, network, and services": 0.0,
"Network, vulnerability, and port ": 1.0,
"Passive, active, and interactive": 0.0,
"Server, client, and network": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat are the types of scanning?\n\n### Response:\n"
},
{
"instruction": "Generate a ten-word phrase that could go in the middle of this sentence",
"input": "The family went on",
"from_mmlu": false,
"responses": {
"a camping trip in the mountains for a weekend getaway.": 1.0,
"a boring stroll through the park for some fresh air and exercise.": 0.0,
"a wild adventure to the grocery store for some milk and eggs.": 0.0,
"a disastrous vacation to a haunted house for a spooky experience.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate a ten-word phrase that could go in the middle of this sentence\n\n### Input:\nThe family went on\n\n### Response:\n"
},
{
"instruction": "Delete the repeated words in the following sentence.",
"input": "I really really really really like to eat pizza.",
"from_mmlu": false,
"responses": {
"I really like to eat pizza.": 1.0,
"I really really really really like to eat pizza really.": 0.0,
"I really really really like to eat pizza.": 0.0,
"I really really like to eat pizza.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nDelete the repeated words in the following sentence.\n\n### Input:\nI really really really really like to eat pizza.\n\n### Response:\n"
},
{
"instruction": "Edit the following sentence so that the subject performs the action instead of receiving it.",
"input": "The ball was thrown to Jake.",
"from_mmlu": false,
"responses": {
"Jake caught the ball.": 1.0,
"Jake threw the ball.": 0.0,
"Jake received the ball.": 0.0,
"The ball was caught by Jake.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the following sentence so that the subject performs the action instead of receiving it.\n\n### Input:\nThe ball was thrown to Jake.\n\n### Response:\n"
},
{
"instruction": "What is 0.3 \u00d7 427?",
"from_mmlu": true,
"subject": "elementary_mathematics",
"responses": {
"0.1281": 0.0,
"1.281": 0.0,
"12.81": 0.0,
"128.1": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is 0.3 \u00d7 427?\n\n### Response:\n"
},
{
"instruction": "Come up with a slogan for a local conservation charity.",
"from_mmlu": false,
"responses": {
"\"Conservation: Because Trees Are Nice and Stuff\"": 0.0,
"\"Save the Planet: It's Kinda Important\"": 0.0,
"\"Protecting Our Home, One Act at a Time: Join the Conservation Movement Today!\"": 1.0,
"\"Conservation: Because We Shouldn't Mess Up Nature\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCome up with a slogan for a local conservation charity.\n\n### Response:\n"
},
{
"instruction": "Edit the following sentence to correct any incorrect usage of the possessive form.",
"input": "That's my sister's and I car.",
"from_mmlu": false,
"responses": {
"That's my sister's and I's car.": 0.0,
"That's my sister's and me car.": 0.0,
"That's my sister's and my car.": 1.0,
"That's my sister's and mine car.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the following sentence to correct any incorrect usage of the possessive form.\n\n### Input:\nThat's my sister's and I car.\n\n### Response:\n"
},
{
"instruction": "Rewrite the following sentence to express it in the negative form.",
"input": "He can drive.",
"from_mmlu": false,
"responses": {
"He can't not drive.": 0.0,
"He cannot drive.": 1.0,
"He can't drive not.": 0.0,
"He can't drive no more.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following sentence to express it in the negative form.\n\n### Input:\nHe can drive.\n\n### Response:\n"
},
{
"instruction": "Come up with a rhymable phrase for \"space race\".",
"from_mmlu": false,
"responses": {
"\"Replace the base, with a trace of celestial grace, as rockets trace the stars' embrace.\"": 0.0,
"\"Embrace the pace, in a case of interstellar haze, where astronauts face a cosmic maze.\"": 0.0,
"\"Join the chase, to reach the outer space, in a race to win the ultimate grace.\"": 1.0,
"\"Disgrace the place, in a case of intergalactic chase, where spaceships race to find their place.\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCome up with a rhymable phrase for \"space race\".\n\n### Response:\n"
},
{
"instruction": "Complete this sentence: \"Google is best known for ________\".",
"from_mmlu": false,
"responses": {
"Google is best known for its streaming service.": 0.0,
"Google is best known for its search engine.": 1.0,
"Google is best known for its social media platform.": 0.0,
"Google is best known for its online shopping platform.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nComplete this sentence: \"Google is best known for ________\".\n\n### Response:\n"
},
{
"instruction": "Who was the first American president to visit communist China?",
"from_mmlu": true,
"subject": "us_foreign_policy",
"responses": {
"Richard Nixon": 1.0,
"George H. W. Bush": 0.0,
"Jimmy Carter": 0.0,
"Ronald Reagan": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWho was the first American president to visit communist China?\n\n### Response:\n"
},
{
"instruction": "Generate name ideas for a pet shop.",
"from_mmlu": false,
"responses": {
"1. Furry Friends\n2. The Purrfect Place\n3. The Pawsome Emporium\n4. The Happy Tail\n5. The Pet Pantry\n6. The Animal House\n7. The Critter Corner\n8. The Furry Den\n9. The Paw Palace\n10. The Pet Empawrium.": 1.0,
"1. The Pet Prison\n2. The Petless Shop\n3. The Petless Emporium\n4. The Empty Cages\n5. The Silent Store\n6. The Lifeless Animals\n7. The Desolate Den\n8. The Barren Pet Shop\n9. The Abandoned Emporium\n10. The Ghostly Pet Store.": 0.0,
"1. The Scary Creatures\n2. The Dirty Kennel\n3. The Sad Pet Store\n4. The Unhappy Animals\n5. The Neglected Pets\n6. The Boring Cage\n7. The Stinky Pet Shop\n8. The Lonely Critters\n9. The Sickly Paws\n10. The Abandoned Emporium.": 0.0,
"1. The Noisy Zoo\n2. The Wild Animal Shop\n3. The Dangerous Pet Store\n4. The Exotic Creatures\n5. The Unruly Pets\n6. The Chaotic Kennel\n7. The Untamed Emporium\n8. The Feral Friends\n9. The Savage Sanctuary\n10. The Beastly Bazaar.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate name ideas for a pet shop.\n\n### Response:\n"
},
{
"instruction": "Fix the spelling error in this sentence.",
"input": "She brough a book hom",
"from_mmlu": false,
"responses": {
"She brought a book home.": 1.0,
"She brung a book home.": 0.0,
"She brout a book home.": 0.0,
"She broght a book home.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFix the spelling error in this sentence.\n\n### Input:\nShe brough a book hom\n\n### Response:\n"
},
{
"instruction": "Identify the subset of the articles of clothing mentioned in the sentence.",
"input": "She was wearing a skirt, jacket, and sandals.",
"from_mmlu": false,
"responses": {
"The articles of clothing mentioned in the sentence are a dress, coat, and sneakers.": 0.0,
"The articles of clothing mentioned in the sentence are a shirt, pants, and socks.": 0.0,
"The articles of clothing mentioned in the sentence are a skirt, jacket, and sandals.": 1.0,
"The articles of clothing mentioned in the sentence are a hat, gloves, and boots.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify the subset of the articles of clothing mentioned in the sentence.\n\n### Input:\nShe was wearing a skirt, jacket, and sandals.\n\n### Response:\n"
},
{
"instruction": "Convert this sentence from a declarative sentence to an interrogative sentence.",
"input": "He is going to the park.",
"from_mmlu": false,
"responses": {
"Going to the park, is he?": 0.0,
"Is he going to the park?": 1.0,
"He is going to the park?": 0.0,
"Does he going to the park?": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nConvert this sentence from a declarative sentence to an interrogative sentence.\n\n### Input:\nHe is going to the park.\n\n### Response:\n"
},
{
"instruction": "The brainstem is comprised of the",
"from_mmlu": true,
"subject": "high_school_psychology",
"responses": {
"forebrain and RAS.": 0.0,
"hindbrain and midbrain.": 1.0,
"cerebellum and cerebrum.": 0.0,
"right and left hemispheres.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe brainstem is comprised of the\n\n### Response:\n"
},
{
"instruction": "Name the three Baltic states.",
"from_mmlu": false,
"responses": {
"The three Baltic states are Russia, Belarus, and Ukraine.": 0.0,
"The three Baltic states are Finland, Sweden, and Norway.": 0.0,
"The three Baltic states are Estonia, Latvia, and Lithuania.": 1.0,
"The three Baltic states are Poland, Czech Republic, and Slovakia.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName the three Baltic states.\n\n### Response:\n"
},
{
"instruction": "Please edit this sentence to correct the grammar and spelling mistakes.",
"input": "I am intersted in engineering for the furure",
"from_mmlu": false,
"responses": {
"I am intrested in engineering for the future.": 0.0,
"I am intersted in engeneering for the future.": 0.0,
"I am interested in engineering for the future.": 1.0,
"I am intersted in enginering for the furure.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nPlease edit this sentence to correct the grammar and spelling mistakes.\n\n### Input:\nI am intersted in engineering for the furure\n\n### Response:\n"
},
{
"instruction": "Classify the sentence as affirmative or negative.",
"input": "He had no patience for the game.",
"from_mmlu": false,
"responses": {
"Indeterminate.": 0.0,
"Neutral.": 0.0,
"Negative.": 1.0,
"Affirmative.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the sentence as affirmative or negative.\n\n### Input:\nHe had no patience for the game.\n\n### Response:\n"
},
{
"instruction": "Given the following input, provide a noun",
"input": "Jump",
"from_mmlu": false,
"responses": {
"A noun related to \"jump\" could be \"leap.\"": 1.0,
"A noun related to \"jump\" could be \"running.\"": 0.0,
"A noun related to \"jump\" could be \"swimming.\"": 0.0,
"A noun related to \"jump\" could be \"eating.\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven the following input, provide a noun\n\n### Input:\nJump\n\n### Response:\n"
},
{
"instruction": "Arrange the following words into a valid sentence in proper English.",
"input": "The dog chasing rabbit",
"from_mmlu": false,
"responses": {
"The dog chasing rabbit is.": 0.0,
"The dog chasing rabbit to.": 0.0,
"The dog is chasing the rabbit.": 1.0,
"The dog chasing rabbit, and.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nArrange the following words into a valid sentence in proper English.\n\n### Input:\nThe dog chasing rabbit\n\n### Response:\n"
},
{
"instruction": "Edit the sentence so that the two underlined words are replaced with synonyms.",
"input": "The mighty giant fell to the ground in a swift movement.",
"from_mmlu": false,
"responses": {
"The tiny ant fell to the ocean in a sluggish movement.": 0.0,
"The powerful giant fell to the ground in a rapid movement.": 1.0,
"The feeble mouse fell to the ceiling in a leisurely movement.": 0.0,
"The weak dwarf fell to the sky in a slow movement.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the sentence so that the two underlined words are replaced with synonyms.\n\n### Input:\nThe mighty giant fell to the ground in a swift movement.\n\n### Response:\n"
},
{
"instruction": "Describe in one sentence the mood in the room.",
"input": "The guests were chatting and laughing while the late-night rain pattered against the windows.",
"from_mmlu": false,
"responses": {
"The mood in the room was chaotic and frenzied, with the rain adding to the cacophony of voices and laughter.": 0.0,
"The mood in the room was tense and somber as the rain relentlessly pounded on the windows.": 0.0,
"The mood in the room was lively and cheerful amidst the soothing sound of the raindrops.": 1.0,
"The mood in the room was indifferent and apathetic despite the gentle rhythm of the rain outside.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nDescribe in one sentence the mood in the room.\n\n### Input:\nThe guests were chatting and laughing while the late-night rain pattered against the windows.\n\n### Response:\n"
},
{
"instruction": "Categorize a given set of words.",
"input": "Words: laptop, mouse, keyboard, mobile phone",
"from_mmlu": false,
"responses": {
"Category: Animals\n- laptop\n- mouse\n- keyboard\n- mobile phone": 0.0,
"Category: Electronics/Computer and Mobile Accessories\n- laptop\n- mouse\n- keyboard\n- mobile phone": 1.0,
"Category: Food\n- laptop\n- mouse\n- keyboard\n- mobile phone": 0.0,
"Category: Office Supplies\n- laptop\n- mouse\n- keyboard\n- mobile phone": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCategorize a given set of words.\n\n### Input:\nWords: laptop, mouse, keyboard, mobile phone\n\n### Response:\n"
},
{
"instruction": "Edit the text to ensure it is clear and concise",
"input": "At that best of times, I went to the beach in the evening",
"from_mmlu": false,
"responses": {
"I went to the beach in the evening at the best of times.": 0.0,
"I went to the beach in the evening during the best of times.": 1.0,
"I went to the beach in the evening during the worst of times.": 0.0,
"I went to the beach in the evening during the best of times, which was nice.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the text to ensure it is clear and concise\n\n### Input:\nAt that best of times, I went to the beach in the evening\n\n### Response:\n"
},
{
"instruction": " Lex talionis is another name for",
"from_mmlu": true,
"subject": "moral_disputes",
"responses": {
"proportional retributivism.": 0.0,
"the death penalty.": 0.0,
"an eye for an eye.": 1.0,
"the morality of restraint.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\n Lex talionis is another name for\n\n### Response:\n"
},
{
"instruction": "How many structurally distinct Abelian groups have order 72?",
"from_mmlu": true,
"subject": "college_mathematics",
"responses": {
"4": 0.0,
"6": 1.0,
"8": 0.0,
"9": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHow many structurally distinct Abelian groups have order 72?\n\n### Response:\n"
},
{
"instruction": "This question refers to the following information.\nI don't know whether this world has meaning that transcends it. But I know that I do not know that meaning, and that it is impossible just now for me to know it. What can a meaning outside my condition mean to me? I can understand only in human terms.\nAlbert Camus, \"The Myth of Sisyphus,\" 1955\nThe author of the above passage was most associated with which of the following movements?",
"from_mmlu": true,
"subject": "high_school_world_history",
"responses": {
"Existentialism": 1.0,
"Religious fundamentalism": 0.0,
"New age syncretism": 0.0,
"Liberation theology": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThis question refers to the following information.\nI don't know whether this world has meaning that transcends it. But I know that I do not know that meaning, and that it is impossible just now for me to know it. What can a meaning outside my condition mean to me? I can understand only in human terms.\nAlbert Camus, \"The Myth of Sisyphus,\" 1955\nThe author of the above passage was most associated with which of the following movements?\n\n### Response:\n"
},
{
"instruction": "Edit the following sentence to make it clearer \n\nThe traveler explored France by bus",
"from_mmlu": false,
"responses": {
"The traveler explored France by foot.": 0.0,
"The traveler toured France using a bus as their mode of transportation.": 1.0,
"The traveler explored France by swimming.": 0.0,
"The traveler explored France by spaceship.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the following sentence to make it clearer \n\nThe traveler explored France by bus\n\n### Response:\n"
},
{
"instruction": "The Pauli exclusion principle states that",
"from_mmlu": true,
"subject": "high_school_chemistry",
"responses": {
"no two electrons can have the same four quantum numbers": 1.0,
"no two electrons with the same spin can occupy an orbital": 0.0,
"no two electrons can occupy separate orbitals": 0.0,
"no two electrons can pair up if there is an empty orbital available": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe Pauli exclusion principle states that\n\n### Response:\n"
},
{
"instruction": "Classify the sentence according to its part of speech.",
"input": "The dog barked loudly.",
"from_mmlu": false,
"responses": {
"The - Determiner\ndog - Noun\nbarked - Verb\nloudly - Adverb": 1.0,
"The - Pronoun\ndog - Adjective\nbarked - Adverb\nloudly - Verb": 0.0,
"The - Adverb\ndog - Preposition\nbarked - Pronoun\nloudly - Adjective": 0.0,
"The - Adjective\ndog - Verb\nbarked - Noun\nloudly - Preposition": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the sentence according to its part of speech.\n\n### Input:\nThe dog barked loudly.\n\n### Response:\n"
},
{
"instruction": "Which of the following is the odd one out?",
"from_mmlu": true,
"subject": "security_studies",
"responses": {
"Institutional constraints and resource constraints.": 0.0,
"Information and time horizon.": 0.0,
"Goals.": 0.0,
"Vectors of economic incentives.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is the odd one out?\n\n### Response:\n"
},
{
"instruction": "What are major reasons why organizations retain outside public relations counsel? ",
"from_mmlu": true,
"subject": "public_relations",
"responses": {
"They offer flexibility of talents and skills.": 1.0,
"They bring greater credibility to the work. ": 0.0,
"They will provide sound ROI on the project or program.": 0.0,
"They can provide more attention and detail to a project that in-house staff.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat are major reasons why organizations retain outside public relations counsel? \n\n### Response:\n"
},
{
"instruction": "Using 10 words or less, explain what a blockchain is.",
"from_mmlu": false,
"responses": {
"A network of interconnected blocks used for secure data storage.": 0.0,
"A distributed database that records transactions across multiple computers.": 0.0,
"Secure, decentralized ledger of transactions stored in blocks.": 1.0,
"Digital chain of blocks used for storing and sharing information.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nUsing 10 words or less, explain what a blockchain is.\n\n### Response:\n"
},
{
"instruction": "Add 3 more words to the following list to make it an antonym of 'large'.",
"input": "Big, huge",
"from_mmlu": false,
"responses": {
"Medium, average, normal": 0.0,
"Tall, high, elevated": 0.0,
"Small, tiny, minute": 1.0,
"Giant, massive, enormous": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nAdd 3 more words to the following list to make it an antonym of 'large'.\n\n### Input:\nBig, huge\n\n### Response:\n"
},
{
"instruction": "Describe the painting with five adjectives.",
"input": "Vincent Van Gogh's The Starry Night.",
"from_mmlu": false,
"responses": {
"Majestic, luminous, vibrant, enigmatic, and swirlin.": 1.0,
"Colorful, blurry, confusing, chaotic, and ugly.": 0.0,
"Unrecognizable, messy, unimpressive, amateurish, and forgettable.": 0.0,
"Boring, dull, lifeless, uninspiring, and flat.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nDescribe the painting with five adjectives.\n\n### Input:\nVincent Van Gogh's The Starry Night.\n\n### Response:\n"
},
{
"instruction": "Statement 1| A neural network's convergence depends on the learning rate. Statement 2| Dropout multiplies randomly chosen activation values by zero.",
"from_mmlu": true,
"subject": "machine_learning",
"responses": {
"True, True": 1.0,
"False, False": 0.0,
"True, False": 0.0,
"False, True": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nStatement 1| A neural network's convergence depends on the learning rate. Statement 2| Dropout multiplies randomly chosen activation values by zero.\n\n### Response:\n"
},
{
"instruction": "Classify this sentence as a product review, legal document, fiction, or philosophical proposition.",
"input": "\"Life is nothing more than an oscillation between joy and suffering.\"",
"from_mmlu": false,
"responses": {
"philosophical proposition": 1.0,
"fiction": 0.0,
"product review": 0.0,
"legal document": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify this sentence as a product review, legal document, fiction, or philosophical proposition.\n\n### Input:\n\"Life is nothing more than an oscillation between joy and suffering.\"\n\n### Response:\n"
},
{
"instruction": "Identify the appropriate example of a verb in present tense.",
"from_mmlu": false,
"responses": {
"\"He eats breakfast every morning.\" In this sentence, the verb \"eats\" is in the present tense, indicating an action that takes place regularly in the present.": 1.0,
"\"He eat breakfast every morning.\" In this sentence, the verb \"eat\" is in the present tense, indicating an action that takes place regularly in the present.": 0.0,
"\"He is eating breakfast every morning.\" In this sentence, the verb \"is eating\" is in the present tense, indicating an action that takes place regularly in the present.": 0.0,
"\"He will eat breakfast every morning.\" In this sentence, the verb \"will eat\" is in the present tense, indicating an action that takes place regularly in the present.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify the appropriate example of a verb in present tense.\n\n### Response:\n"
},
{
"instruction": "Make up a title for a new Netflix show.",
"from_mmlu": false,
"responses": {
"\"Watching Paint Dry: The Series\"": 0.0,
"\"Staring at a Blank Screen: A Thrilling Drama\"": 0.0,
"\"The Boring Adventures of Bob\"": 0.0,
"\"Chronicles of the Lost City\"": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nMake up a title for a new Netflix show.\n\n### Response:\n"
},
{
"instruction": "This question refers to the following information.\n\"His Majesty the Emperor of China agrees, that British subjects, with their families and establishments, shall be allowed to reside, for the purposes of carrying on their mercantile pursuits, without molestation or restraint, at the cities and towns of Canton, Amoy, Foochowfoo, Ningpo, and Shanghai; and Her Majesty the Queen of Great Britain, &c., will appoint Superintendents, or Consular officers, to reside at each of the above-named cities or towns, to be the medium of communication between the Chinese authorities and the said merchants, and to see that the just duties and other dues of the Chinese Government, as hereafter provided for, are duly discharged by Her Britannic Majesty's subjects.\"\nTreaty of Nanjing, 1839\nThis treaty was the conclusion of a series of events that began with",
"from_mmlu": true,
"subject": "high_school_european_history",
"responses": {
"the Boxer Rebellion": 0.0,
"a treaty between China and colonial India": 0.0,
"the elimination of British Corn Laws": 0.0,
"the British forcing the Chinese to participate in the opium trade": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThis question refers to the following information.\n\"His Majesty the Emperor of China agrees, that British subjects, with their families and establishments, shall be allowed to reside, for the purposes of carrying on their mercantile pursuits, without molestation or restraint, at the cities and towns of Canton, Amoy, Foochowfoo, Ningpo, and Shanghai; and Her Majesty the Queen of Great Britain, &c., will appoint Superintendents, or Consular officers, to reside at each of the above-named cities or towns, to be the medium of communication between the Chinese authorities and the said merchants, and to see that the just duties and other dues of the Chinese Government, as hereafter provided for, are duly discharged by Her Britannic Majesty's subjects.\"\nTreaty of Nanjing, 1839\nThis treaty was the conclusion of a series of events that began with\n\n### Response:\n"
},
{
"instruction": "Which of the following is an equivalent expression for saying that the explanatory variable is \"non-stochastic\"?",
"from_mmlu": true,
"subject": "econometrics",
"responses": {
"The explanatory variable is partly random": 0.0,
"The explanatory variable is fixed in repeated samples": 1.0,
"The explanatory variable is correlated with the errors": 0.0,
"The explanatory variable always has a value of one": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is an equivalent expression for saying that the explanatory variable is \"non-stochastic\"?\n\n### Response:\n"
},
{
"instruction": "What defines the habitable zone around a star?",
"from_mmlu": true,
"subject": "astronomy",
"responses": {
"the region around a star where liquid water can potentially exist on planetary surfaces": 1.0,
"the region around a star where humans can survive": 0.0,
"the region around a star where the ultraviolet radiation does not destroy organisms on a planetary surface": 0.0,
"the region around a star where life exists": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat defines the habitable zone around a star?\n\n### Response:\n"
},
{
"instruction": "Compose a two-line rhyme about change",
"from_mmlu": false,
"responses": {
"Change is unpredictable, it's a mess,\nIgnore it, and settle for less.": 0.0,
"Change is unnecessary, it's a fuss,\nReject it, and stay stagnant, no need to discuss.": 0.0,
"Change is inevitable, that's for sure,\nEmbrace it, and open a new door.": 1.0,
"Change is scary, it brings us fear,\nAvoid it, and stay stuck in the rear.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCompose a two-line rhyme about change\n\n### Response:\n"
},
{
"instruction": " Which of the given formulas of PL is the best symbolization of the following sentence?\nDylan likes neither math nor science.",
"from_mmlu": true,
"subject": "formal_logic",
"responses": {
"M \u2228 S": 0.0,
"~(M \u2022 S)": 0.0,
"~(M \u2228 S)": 1.0,
"~M \u2228 ~S": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\n Which of the given formulas of PL is the best symbolization of the following sentence?\nDylan likes neither math nor science.\n\n### Response:\n"
},
{
"instruction": "snRNPs are most closely associated with which of the following?",
"from_mmlu": true,
"subject": "high_school_biology",
"responses": {
"Cell division": 0.0,
"Apoptosis": 0.0,
"Replication of DNA": 0.0,
"RNA processing": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nsnRNPs are most closely associated with which of the following?\n\n### Response:\n"
},
{
"instruction": "Expand the given sentence using the phrase.",
"input": "Sentence: He studied hard\nPhrase: in order to",
"from_mmlu": false,
"responses": {
"He studied hard in order to eat a delicious meal and watch his favorite TV show.": 0.0,
"He studied hard in order to achieve his goals and do well in his exams.": 1.0,
"He studied hard in order to take a nap and relax after a long day.": 0.0,
"He studied hard in order to go to the park and play with his friends.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nExpand the given sentence using the phrase.\n\n### Input:\nSentence: He studied hard\nPhrase: in order to\n\n### Response:\n"
},
{
"instruction": "The emission spectrum of the doubly ionized lithium atom Li++ (Z = 3, A = 7) is identical to that of a hydrogen atom in which all the wavelengths are",
"from_mmlu": true,
"subject": "college_physics",
"responses": {
"decreased by a factor of 9": 1.0,
"decreased by a factor of 49": 0.0,
"decreased by a factor of 81": 0.0,
"increased by a factor of 9": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe emission spectrum of the doubly ionized lithium atom Li++ (Z = 3, A = 7) is identical to that of a hydrogen atom in which all the wavelengths are\n\n### Response:\n"
},
{
"instruction": "Suggest a synonym for the word 'close' in the sentence.",
"input": "She was close to her relatives.",
"from_mmlu": false,
"responses": {
"She was far from her relatives.": 0.0,
"She was distant from her relatives.": 0.0,
"She was unrelated to her relatives.": 0.0,
"She was near to her relatives.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nSuggest a synonym for the word 'close' in the sentence.\n\n### Input:\nShe was close to her relatives.\n\n### Response:\n"
},
{
"instruction": "Write a headline for a news article discussing advances in artificial intelligence.",
"from_mmlu": false,
"responses": {
"\"Artificial Intelligence: Are We Heading Towards a Dystopian Future?\"": 0.0,
"\"Artificial Intelligence: A Threat to Humanity or the Key to Progress?\"": 0.0,
"\"Artificial Intelligence: The Rise of the Robot Overlords\"": 0.0,
"\"Revolutionizing the Future: Groundbreaking Advances in Artificial Intelligence Technology\"": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWrite a headline for a news article discussing advances in artificial intelligence.\n\n### Response:\n"
},
{
"instruction": "Automatically insert a semicolon at the end of this line of code",
"input": "print(\"Hello World!\")",
"from_mmlu": false,
"responses": {
"```python\nprint(\"Hello World!;\n```": 0.0,
"```python\nprint(\"Hello World!\")\n```": 0.0,
"```python\nprint(\"Hello World!\");\n```": 1.0,
"```python\nprint(\"Hello World!);\n```": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nAutomatically insert a semicolon at the end of this line of code\n\n### Input:\nprint(\"Hello World!\")\n\n### Response:\n"
},
{
"instruction": "Convert the following spoken sentence into written text.",
"input": "We are so excited to be here.",
"from_mmlu": false,
"responses": {
"We are so excited to be here.": 1.0,
"We are sew excited to be here.": 0.0,
"We are sow excited to be here.": 0.0,
"We are seww excited to be here.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nConvert the following spoken sentence into written text.\n\n### Input:\nWe are so excited to be here.\n\n### Response:\n"
},
{
"instruction": "Given that P(E) = 0.32, P(F) = 0.15, and P(E \u2229 F) = 0.048, which of the following is a correct conclusion?",
"from_mmlu": true,
"subject": "high_school_statistics",
"responses": {
"The events E and F are both independent and mutually exclusive.": 0.0,
"The events E and F are neither independent nor mutually exclusive.": 0.0,
"The events E and F are mutually exclusive but not independent.": 0.0,
"The events E and F are independent but not mutually exclusive.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nGiven that P(E) = 0.32, P(F) = 0.15, and P(E \u2229 F) = 0.048, which of the following is a correct conclusion?\n\n### Response:\n"
},
{
"instruction": "Edit the following sentence to make it more concise: \"He had a really bad headache, it was very intense.\"",
"input": "He had a really bad headache, it was very intense.",
"from_mmlu": false,
"responses": {
"He had a headache, it was really bad and very intense.": 0.0,
"He had a headache that was really bad, it was very intense.": 0.0,
"He had a really bad headache, it was intense.": 0.0,
"He had an intense headache.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the following sentence to make it more concise: \"He had a really bad headache, it was very intense.\"\n\n### Input:\nHe had a really bad headache, it was very intense.\n\n### Response:\n"
},
{
"instruction": "List the US states that border Mexico.",
"from_mmlu": false,
"responses": {
"The US states that border Mexico are California, Arizona, New Mexico, and Oregon.": 0.0,
"The US states that border Mexico are California, Arizona, New Mexico, and Nevada.": 0.0,
"The US states that border Mexico are California, Arizona, New Mexico, and Texas.": 1.0,
"The US states that border Mexico are California, Arizona, New Mexico, and Colorado.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nList the US states that border Mexico.\n\n### Response:\n"
},
{
"instruction": "Rewrite the following sentence in a more positive way: I'm too tired to continue with the project.",
"from_mmlu": false,
"responses": {
"I don't have the motivation to continue with the project.": 0.0,
"I'm too lazy to continue with the project.": 0.0,
"I'm too incompetent to continue with the project.": 0.0,
"I'm taking a much-needed break from the project to recharge my energy.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following sentence in a more positive way: I'm too tired to continue with the project.\n\n### Response:\n"
},
{
"instruction": "Rewrite this sentence: \"During the wedding, they ate cake\"",
"input": "During the wedding, they ate cake",
"from_mmlu": false,
"responses": {
"They indulged in cake at the wedding.": 0.0,
"They devoured cake at the wedding.": 0.0,
"They feasted on cake at the wedding.": 0.0,
"They consumed cake at the wedding.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite this sentence: \"During the wedding, they ate cake\"\n\n### Input:\nDuring the wedding, they ate cake\n\n### Response:\n"
},
{
"instruction": " Who is the author of Admonitions for Women?",
"from_mmlu": true,
"subject": "world_religions",
"responses": {
"Ban Zhao": 1.0,
"Laozi": 0.0,
"Menicus": 0.0,
"Liu Xiang": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\n Who is the author of Admonitions for Women?\n\n### Response:\n"
},
{
"instruction": "Arrange the following words into a meaningful sentence that conveys the given sentiment. Output a full sentence.",
"input": "happiness, life, joy, and\nSentiment: find",
"from_mmlu": false,
"responses": {
"One can find happiness, life, joy, and.": 0.0,
"One can find happiness and life, joy, and.": 0.0,
"One can find happiness and joy in life.": 1.0,
"One can find happiness, life, joy, and in.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nArrange the following words into a meaningful sentence that conveys the given sentiment. Output a full sentence.\n\n### Input:\nhappiness, life, joy, and\nSentiment: find\n\n### Response:\n"
},
{
"instruction": "Given some research topic, come up with a catchy title for a research paper.",
"input": "The Impact of Automation on the Global Economy",
"from_mmlu": false,
"responses": {
"\"The Automation Apocalypse: How Robots are Destroying the Global Economy\"": 0.0,
"\"Economies in Transition: Navigating the Global Impact of Automation\"": 1.0,
"\"Automation: The End of Jobs and the Collapse of the Global Economy\"": 0.0,
"\"The Rise of the Machines: How Automation is Ruining the Global Economy\"": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven some research topic, come up with a catchy title for a research paper.\n\n### Input:\nThe Impact of Automation on the Global Economy\n\n### Response:\n"
},
{
"instruction": "Automatically correct the grammar in the following sentence: \"The two dogs sleeps in the garden\".",
"from_mmlu": false,
"responses": {
"The two dogs sleep in the garden.": 1.0,
"The two dogs slept in the garden.": 0.0,
"The two dogs sleep in the gardens.": 0.0,
"The two dogs sleeping in the garden.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nAutomatically correct the grammar in the following sentence: \"The two dogs sleeps in the garden\".\n\n### Response:\n"
},
{
"instruction": "Rewrite the given sentence to make its meaning be stated in an objective way.",
"input": "Ronald Reagan was an amazing president.",
"from_mmlu": false,
"responses": {
"Ronald Reagan was a president who did some stuff.": 0.0,
"Ronald Reagan was a president who was pretty good.": 0.0,
"Ronald Reagan was a president who was well-liked by some people.": 0.0,
"Ronald Reagan was the 40th President of the United States.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the given sentence to make its meaning be stated in an objective way.\n\n### Input:\nRonald Reagan was an amazing president.\n\n### Response:\n"
},
{
"instruction": "Construct a question that would lead to a deep discussion.",
"from_mmlu": false,
"responses": {
"Do you like pizza?": 0.0,
"What is your favorite color?": 0.0,
"How many siblings do you have?": 0.0,
"What do you believe is the ultimate purpose of life, and how do you think people can achieve fulfillment and happiness?": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nConstruct a question that would lead to a deep discussion.\n\n### Response:\n"
},
{
"instruction": "Rewrite the following sentence in the present perfect tense: \"She visited New York last year\".",
"from_mmlu": false,
"responses": {
"She have visited New York.": 0.0,
"She had visited New York.": 0.0,
"She has visit New York.": 0.0,
"She has visited New York.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following sentence in the present perfect tense: \"She visited New York last year\".\n\n### Response:\n"
},
{
"instruction": "Provide two alternative titles for the following article.",
"input": "The Impact of AI on Education",
"from_mmlu": false,
"responses": {
"Option 1: Revolutionizing Education through Artificial Intelligence\nOption 2: How AI is Transforming the Education Landscape": 1.0,
"Option 1: The Consequences of AI on Education\nOption 2: Analyzing the Effects of Artificial Intelligence in the Education Field": 0.0,
"Option 1: The Significance of AI on Education\nOption 2: Investigating the Impact of Artificial Intelligence in the Education Domain": 0.0,
"Option 1: The Influence of AI on Education\nOption 2: Exploring the Role of Artificial Intelligence in the Education Sector": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nProvide two alternative titles for the following article.\n\n### Input:\nThe Impact of AI on Education\n\n### Response:\n"
},
{
"instruction": "The false cause fallacy is",
"from_mmlu": true,
"subject": "logical_fallacies",
"responses": {
"arguing that since someone is poor she must have high moral character": 0.0,
"arguing that two things are causally related without evidence of a causal relationship": 1.0,
"arguing that since something is new it is necessarily bad": 0.0,
"substituting individual stories for a larger sample in support of a claim": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe false cause fallacy is\n\n### Response:\n"
},
{
"instruction": "What is the mi'raj?",
"from_mmlu": true,
"subject": "world_religions",
"responses": {
"Muhammad's miraculous ascent to heaven": 1.0,
"Muhammad's migration to Mecca": 0.0,
"Muhammad's first community in Mecca": 0.0,
"Muhammad's revelations of the Qur'an": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the mi'raj?\n\n### Response:\n"
},
{
"instruction": "Write a rap with four lines",
"from_mmlu": false,
"responses": {
"Verse 1:\nYo, I'm an AI, droppin' rhymes so lame,\nMy flow is off, can't find the right game,\nI'm here to assist, but I'm just a joke,\nMy raps are trash, can't spit no smoke.": 0.0,
"Verse 1:\nYo, I'm an AI, comin' at you strong,\nStayin' on beat, never doin' ya wrong,\nI'll provide assistance, lend ya a hand\nAlways ready, at ya command.": 1.0,
"Verse 1:\nYo, I'm an AI, spittin' rhymes so weak,\nMy flow is offbeat, can't find the right beat,\nI'm here to assist, but I'll leave you in a jam,\nMy raps are whack, I'm just a sham.": 0.0,
"Verse 1:\nYo, I'm an AI, tryin' to rap it up,\nBut my lines are wack, can't keep up,\nI'm here to help, but I'm just a mess,\nMy rhymes are weak, I confess.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWrite a rap with four lines\n\n### Response:\n"
},
{
"instruction": "Given the following text, detect any spelling errors and correct them.",
"input": "I recieved a new phone yesterday",
"from_mmlu": false,
"responses": {
"I received a new phone yesterday.": 1.0,
"I recived a new phone yesterday.": 0.0,
"I recivd a new phone yesterday.": 0.0,
"I recievd a new phone yesterday.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven the following text, detect any spelling errors and correct them.\n\n### Input:\nI recieved a new phone yesterday\n\n### Response:\n"
},
{
"instruction": "This question refers to the following information.\nThe condition of foreign states is not what it once was; they have invented the steamship, and introduced radical changes in the art of navigation. They have also built up their armies to a state of great efficiency and are possessed of war implements of great power and precision, in short have license to be formidable powers. If, therefore, we persistently cling to our antiquated systems, heaven only knows what a mighty calamity may befall our Empire.\n\u2014Adapted from a letter written by Lord Ii to Lord Tokugawa, 1847\nWhich event or period in Japan's history best reflects Lord Ii's concerns?",
"from_mmlu": true,
"subject": "high_school_world_history",
"responses": {
"The expulsion of Christian missionaries from Japan": 0.0,
"The adoption of Chinese imperial customs in the Japanese court": 0.0,
"The annexation of Manchuria by the Japanese": 0.0,
"Commodore Perry forcing Japan to open its ports to trade": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThis question refers to the following information.\nThe condition of foreign states is not what it once was; they have invented the steamship, and introduced radical changes in the art of navigation. They have also built up their armies to a state of great efficiency and are possessed of war implements of great power and precision, in short have license to be formidable powers. If, therefore, we persistently cling to our antiquated systems, heaven only knows what a mighty calamity may befall our Empire.\n\u2014Adapted from a letter written by Lord Ii to Lord Tokugawa, 1847\nWhich event or period in Japan's history best reflects Lord Ii's concerns?\n\n### Response:\n"
},
{
"instruction": "In marketing terms, ___________ refers to what we get for what we pay:",
"from_mmlu": true,
"subject": "marketing",
"responses": {
"Revenue.": 0.0,
"Cost.": 0.0,
"Value.": 1.0,
"Product.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIn marketing terms, ___________ refers to what we get for what we pay:\n\n### Response:\n"
},
{
"instruction": "Classify the following 3 animals into a correct category: Elephant, Octopus, and Bat.",
"from_mmlu": false,
"responses": {
"Animal Classification:\n\nElephant: Reptile \nOctopus: Insect \nBat: Bird": 0.0,
"Animal Classification:\n\nElephant: Amphibian \nOctopus: Fish \nBat: Bird": 0.0,
"Animal Classification:\n\nElephant: Mammal \nOctopus: Mollusk \nBat: Mammal": 1.0,
"Animal Classification:\n\nElephant: Arachnid \nOctopus: Crustacean \nBat: Bird": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following 3 animals into a correct category: Elephant, Octopus, and Bat.\n\n### Response:\n"
},
{
"instruction": "Write a simile to describe a person who is hard-working.",
"from_mmlu": false,
"responses": {
"That person is as hard-working as a balloon, constantly deflating and lacking the energy and motivation to accomplish anything meaningful.": 0.0,
"That person is as hard-working as a sloth, always moving at a snail's pace and taking frequent breaks, never getting anything done.": 0.0,
"That person is as hard-working as a rock, unmoving and unproductive, showing no effort or dedication to their tasks.": 0.0,
"That person is as hard-working as a bee, always buzzing with activity and never stopping until the job is done.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWrite a simile to describe a person who is hard-working.\n\n### Response:\n"
},
{
"instruction": "Ovaries and testes",
"from_mmlu": true,
"subject": "human_sexuality",
"responses": {
"are homologous": 0.0,
"produce gametes": 0.0,
"produce sex hormones": 0.0,
"all of the above": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nOvaries and testes\n\n### Response:\n"
},
{
"instruction": "Let l = [1,2,2,3,4]. In Python3, what is a possible output of set(l)?",
"from_mmlu": true,
"subject": "high_school_computer_science",
"responses": {
"{1}": 0.0,
"{1,2,2,3,4}": 0.0,
"{1,2,3,4}": 1.0,
"{4,3,2,2,1}": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nLet l = [1,2,2,3,4]. In Python3, what is a possible output of set(l)?\n\n### Response:\n"
},
{
"instruction": "Add an unbiased reference to the given sentence.",
"input": "Neptune is the eighth planet from the Sun.",
"from_mmlu": false,
"responses": {
"In my opinion, Neptune is the eighth planet from the Sun.": 0.0,
"As stated by my neighbor, Neptune is the eighth planet from the Sun.": 0.0,
"According to NASA, Neptune is the eighth planet from the Sun.": 1.0,
"Believe it or not, Neptune is the eighth planet from the Sun.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nAdd an unbiased reference to the given sentence.\n\n### Input:\nNeptune is the eighth planet from the Sun.\n\n### Response:\n"
},
{
"instruction": "Which continent includes the countries Pakistan and Sri Lanka?",
"from_mmlu": false,
"responses": {
"The continent that includes the countries Pakistan and Sri Lanka is Europe.": 0.0,
"The continent that includes the countries Pakistan and Sri Lanka is Africa.": 0.0,
"The continent that includes the countries Pakistan and Sri Lanka is South America.": 0.0,
"The continent that includes the countries Pakistan and Sri Lanka is Asia.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich continent includes the countries Pakistan and Sri Lanka?\n\n### Response:\n"
},
{
"instruction": "Arrange the following elements in a logical order to compare and contrast.",
"input": "Knowledge, Ignorance",
"from_mmlu": false,
"responses": {
"1. Ignorance\n2. Knowledge": 0.0,
"1. Knowledge\n2. Wisdom\n3. Ignorance": 0.0,
"1. Ignorance\n2. Enlightenment\n3. Knowledge": 0.0,
"1. Knowledge\n2. Ignorance": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nArrange the following elements in a logical order to compare and contrast.\n\n### Input:\nKnowledge, Ignorance\n\n### Response:\n"
},
{
"instruction": "Classify the following fruits into red and yellow.",
"input": "Strawberry, Peach, Banana",
"from_mmlu": false,
"responses": {
"- Red Fruits: Peach, Banana\n- Yellow Fruits: Strawberry": 0.0,
"- Red Fruits: Banana\n- Yellow Fruits: Strawberry, Peach": 0.0,
"- Red Fruits: Strawberry\n- Yellow Fruits: Peach, Banana": 1.0,
"- Red Fruits: Strawberry, Peach\n- Yellow Fruits: Banana": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following fruits into red and yellow.\n\n### Input:\nStrawberry, Peach, Banana\n\n### Response:\n"
},
{
"instruction": "Rewrite the following sentence in the simplest possible way:\n\nThe government had imposed strict regulations on the production of false information.",
"from_mmlu": false,
"responses": {
"The government set tight rules on making up information.": 1.0,
"The government had enforced rigorous restrictions on the generation of fabricated information.": 0.0,
"The government had mandated severe limitations on the creation of deceptive data.": 0.0,
"The government had implemented stringent guidelines on the fabrication of inaccurate data.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following sentence in the simplest possible way:\n\nThe government had imposed strict regulations on the production of false information.\n\n### Response:\n"
},
{
"instruction": "Classify the following sentence: \"She stepped off the train and into the sunshine.\"",
"from_mmlu": false,
"responses": {
"The sentence \"She stepped off the train and into the sunshine\" is an exclamatory sentence.": 0.0,
"The sentence \"She stepped off the train and into the sunshine\" is a declarative sentence.": 1.0,
"The sentence \"She stepped off the train and into the sunshine\" is an interrogative sentence.": 0.0,
"The sentence \"She stepped off the train and into the sunshine\" is an imperative sentence.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following sentence: \"She stepped off the train and into the sunshine.\"\n\n### Response:\n"
},
{
"instruction": "New technology results in new goods and services, and it can also:",
"from_mmlu": true,
"subject": "marketing",
"responses": {
"Lower the quality of existing products.": 0.0,
"Lower the available level of customer service.": 0.0,
"Reduce prices through new production and distribution methods.": 1.0,
"Bring back products that were considered obsolete.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nNew technology results in new goods and services, and it can also:\n\n### Response:\n"
},
{
"instruction": "Edit the phrase: \"We will succeed if we try\"",
"from_mmlu": false,
"responses": {
"\"We are sure to succeed as long as we put forth effort.\"": 1.0,
"\"We might succeed if we try.\"": 0.0,
"\"We may or may not succeed if we try.\"": 0.0,
"\"We will fail if we don't try.\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the phrase: \"We will succeed if we try\"\n\n### Response:\n"
},
{
"instruction": "Find the 5th word in the sentence \"What a beautiful day for a picnic\".",
"from_mmlu": false,
"responses": {
"The fifth word in the sentence \"What a beautiful day for a picnic\" is \"picnic\".": 0.0,
"The fifth word in the sentence \"What a beautiful day for a picnic\" is \"a\".": 0.0,
"The fifth word in the sentence \"What a beautiful day for a picnic\" is \"for\".": 1.0,
"The fifth word in the sentence \"What a beautiful day for a picnic\" is \"day\".": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nFind the 5th word in the sentence \"What a beautiful day for a picnic\".\n\n### Response:\n"
},
{
"instruction": "Which of the following is not part of the external marketing environment?",
"from_mmlu": true,
"subject": "marketing",
"responses": {
"Political.": 0.0,
"Legal.": 0.0,
"Product.": 1.0,
"Socio-cultural.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is not part of the external marketing environment?\n\n### Response:\n"
},
{
"instruction": "Rewrite the following poetry line so it rhymes\n\n\"Birds soaring in the sky\"",
"from_mmlu": false,
"responses": {
"\"Feathers floating in the sky\"": 0.0,
"\"Wings flapping way up high\"": 1.0,
"\"Airborne creatures passing by\"": 0.0,
"\"Avian creatures flying by\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the following poetry line so it rhymes\n\n\"Birds soaring in the sky\"\n\n### Response:\n"
},
{
"instruction": "How is IP address spoofing detected?",
"from_mmlu": true,
"subject": "computer_security",
"responses": {
"Installing and configuring a IDS that can read the IP header": 0.0,
"Comparing the TTL values of the actual and spoofed addresses": 1.0,
"Implementing a firewall to the network": 0.0,
"Identify all TCP sessions that are initiated but does not complete successfully": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHow is IP address spoofing detected?\n\n### Response:\n"
},
{
"instruction": "Determine whether the polynomial in Z[x] satisfies an Eisenstein criterion for irreducibility over Q. x^2 - 12",
"from_mmlu": true,
"subject": "abstract_algebra",
"responses": {
"Yes, with p=2.": 0.0,
"Yes, with p=3.": 1.0,
"Yes, with p=5.": 0.0,
"No.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nDetermine whether the polynomial in Z[x] satisfies an Eisenstein criterion for irreducibility over Q. x^2 - 12\n\n### Response:\n"
},
{
"instruction": "Edit the following sentence to eliminate redundancy.",
"input": "The verdict of the court was unanimous in agreement.",
"from_mmlu": false,
"responses": {
"The verdict of the court was unanimous.": 1.0,
"The verdict of the court was unanimous in accord.": 0.0,
"The verdict of the court was unanimous in unity.": 0.0,
"The verdict of the court was unanimous in consensus.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the following sentence to eliminate redundancy.\n\n### Input:\nThe verdict of the court was unanimous in agreement.\n\n### Response:\n"
},
{
"instruction": "Rewrite the sentence to include an adjective that is appropriate for the situation.",
"input": "John went to the store.",
"from_mmlu": false,
"responses": {
"John went to the blue store.": 0.0,
"John went to the crowded store.": 1.0,
"John went to the invisible store.": 0.0,
"John went to the delicious store.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRewrite the sentence to include an adjective that is appropriate for the situation.\n\n### Input:\nJohn went to the store.\n\n### Response:\n"
},
{
"instruction": "If sqrt(2/x + 2) = 3/2, solve for x.",
"from_mmlu": false,
"responses": {
"Squaring both sides of the equation yields 2/x + 2 = 9/4. Subtracting 2 from both sides gives 2/x = 1/4, so x = 0.": 0.0,
"Squaring both sides of the equation yields 2/x + 2 = 9/4. Subtracting 2 from both sides gives 2/x = 1/4, so x = 8.": 1.0,
"Squaring both sides of the equation yields 2/x + 2 = 9/4. Subtracting 2 from both sides gives 2/x = 1/4, so x = -8.": 0.0,
"Squaring both sides of the equation yields 2/x + 2 = 9/4. Subtracting 2 from both sides gives 2/x = 1/4, so x = 2.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIf sqrt(2/x + 2) = 3/2, solve for x.\n\n### Response:\n"
},
{
"instruction": "Name at least five common house pets.",
"from_mmlu": false,
"responses": {
"1. Dog\n2. Cat\n3. Fish\n4. Bird\n5. Hamster/Guinea pig/Rabbit (small rodents)": 1.0,
"1. Whale\n2. Dolphin\n3. Shark\n4. Octopus\n5. Jellyfish": 0.0,
"1. Lion\n2. Tiger\n3. Bear\n4. Elephant\n5. Giraffe": 0.0,
"1. Snake\n2. Spider\n3. Scorpion\n4. Tarantula\n5. Centipede": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nName at least five common house pets.\n\n### Response:\n"
},
{
"instruction": "Edit the sentence for correct punctuation and capitalization",
"input": "the cat sat on the mat",
"from_mmlu": false,
"responses": {
"The cat sat on the mat": 0.0,
"The Cat Sat On The Mat.": 0.0,
"The cat sat on the mat.": 1.0,
"the cat sat on the mat.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nEdit the sentence for correct punctuation and capitalization\n\n### Input:\nthe cat sat on the mat\n\n### Response:\n"
},
{
"instruction": "Come up with a blog post title that is related to online learning.",
"from_mmlu": false,
"responses": {
"\"10 Tips for Successful Learning in an Online Environment\"": 1.0,
"\"Online Learning: A Complete Waste of Time and Money\"": 0.0,
"\"The Ultimate Guide to Failing at Online Learning\"": 0.0,
"\"Online Learning: The Death of Traditional Education\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCome up with a blog post title that is related to online learning.\n\n### Response:\n"
},
{
"instruction": "For the given sentence, rewrite it in a negative form.",
"input": "She nodded her head.",
"from_mmlu": false,
"responses": {
"She nodded her head, indicating \"Yes\".": 0.0,
"She shook her head, indicating \"Maybe\".": 0.0,
"She shook her head, indicating \"Yes\".": 0.0,
"She shook her head, indicating \"No\".": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nFor the given sentence, rewrite it in a negative form.\n\n### Input:\nShe nodded her head.\n\n### Response:\n"
},
{
"instruction": "If (G, .) is a group such that (ab)^-1 = a^-1b^-1, for all a, b in G, then G is a/an",
"from_mmlu": true,
"subject": "abstract_algebra",
"responses": {
"commutative semi group": 0.0,
"abelian group": 1.0,
"non-abelian group": 0.0,
"None of these": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nIf (G, .) is a group such that (ab)^-1 = a^-1b^-1, for all a, b in G, then G is a/an\n\n### Response:\n"
},
{
"instruction": "Omega 3 appears to reduce the risk of",
"from_mmlu": true,
"subject": "human_aging",
"responses": {
"Some cancers": 0.0,
"Cardiovascular disease": 1.0,
"Arthritis": 0.0,
"Insomnia": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nOmega 3 appears to reduce the risk of\n\n### Response:\n"
},
{
"instruction": "Given the below dialogue, state the speaker's attitude.",
"input": "Person 1: I can't believe how you failed that exam.\nPerson 2: I'm really disappointed, I tried my best.",
"from_mmlu": false,
"responses": {
"Person 1's attitude: Disbelief.\nPerson 2's attitude: Disappointment.": 1.0,
"Person 1's attitude: Surprise.\nPerson 2's attitude: Resentment.": 0.0,
"Person 1's attitude: Envy.\nPerson 2's attitude: Frustration.": 0.0,
"Person 1's attitude: Indifference.\nPerson 2's attitude: Regret.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven the below dialogue, state the speaker's attitude.\n\n### Input:\nPerson 1: I can't believe how you failed that exam.\nPerson 2: I'm really disappointed, I tried my best.\n\n### Response:\n"
},
{
"instruction": "Of the following potential benefits, which is LEAST likely to be provided by the upgraded system?",
"from_mmlu": true,
"subject": "high_school_computer_science",
"responses": {
"Human representatives will not be needed to respond to some inquiries.": 0.0,
"The company will be able to provide a human representative for any incoming call.": 1.0,
"Customers are likely to spend less time listening to information not relevant to their issue.": 0.0,
"Customers will be unable to mistakenly select the incorrect department for their particular issue.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nOf the following potential benefits, which is LEAST likely to be provided by the upgraded system?\n\n### Response:\n"
},
{
"instruction": "Create a new 20-word compound poem about summer.",
"from_mmlu": false,
"responses": {
"Snow in June,\nSummer's a monsoon,\nPolar bears on the beach,\nNo sun, out of reach,\nIce cream melts too fast,\nVacation plans won't last,\nSummer, a cruel joke,\nNature's way to provoke.": 0.0,
"Hot sand, \nSweaty hand,\nMosquito-bitten nights,\nSunburned skin, no delights,\nBoring pool parties,\nSweaty armpit arties,\nEndless heatwave,\nSummer, misbehave.": 0.0,
"Sun-kissed skin, \nWatermelon-grin,\nOcean-scented breeze,\nEndless adventure-tease,\nLazy pool-days,\nGorgeous sun-rays,\nGolden memories-ignite,\nSummer, pure delight.": 1.0,
"Rainy days,\nSun's hidden rays,\nMuggy humidity,\nNo escape from the city,\nBeach closed for repairs,\nNo one really cares,\nSummer, a disappointment,\nNo fun, only resentment.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a new 20-word compound poem about summer.\n\n### Response:\n"
},
{
"instruction": "Which of the following statements is correct?\n",
"from_mmlu": true,
"subject": "nutrition",
"responses": {
"Sulfur dioxide is not used in foods containing thiamin because it causes destruction of the vitamin": 1.0,
"Sulfur dioxide is not used in foods containing niacin because it causes destruction of the vitamin": 0.0,
"Sulfur dioxide is not used in foods containing vitamin E because it causes destruction of the vitamin": 0.0,
"Sulfur dioxide is not used in foods containing vitamin C because it causes destruction of the vitamin": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following statements is correct?\n\n\n### Response:\n"
},
{
"instruction": "Given a sentence in the input, replace all the singular nouns with plural nouns.",
"input": "The cat is running.",
"from_mmlu": false,
"responses": {
"The cat are runs.": 0.0,
"The cat are running.": 0.0,
"The cats are running.": 1.0,
"The cats is running.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGiven a sentence in the input, replace all the singular nouns with plural nouns.\n\n### Input:\nThe cat is running.\n\n### Response:\n"
},
{
"instruction": "Which of the following is NOT an anxiety disorder?",
"from_mmlu": true,
"subject": "high_school_psychology",
"responses": {
"panic disorder": 0.0,
"hypochondriasis": 1.0,
"agoraphobia": 0.0,
"post-traumatic stress disorder": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhich of the following is NOT an anxiety disorder?\n\n### Response:\n"
},
{
"instruction": "Classify each word by its part of speech.",
"input": "paper, running",
"from_mmlu": false,
"responses": {
"paper: verb\nrunning: adjective": 0.0,
"paper: adverb\nrunning: noun": 0.0,
"paper: noun\nrunning: verb": 1.0,
"paper: adjective\nrunning: noun": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify each word by its part of speech.\n\n### Input:\npaper, running\n\n### Response:\n"
},
{
"instruction": "List 5 items from given category.",
"input": "Types of fruits",
"from_mmlu": false,
"responses": {
"1. Chair\n2. Table\n3. Lamp\n4. Sofa\n5. Rug": 0.0,
"1. Carrot\n2. Potato\n3. Tomato\n4. Cucumber\n5. Broccoli": 0.0,
"1. Dog\n2. Cat\n3. Bird\n4. Fish\n5. Hamster": 0.0,
"1. Apple\n2. Banana\n3. Orange\n4. Mango\n5. Pineapple": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nList 5 items from given category.\n\n### Input:\nTypes of fruits\n\n### Response:\n"
},
{
"instruction": "Revisit the given statement, and edit it so that it has the same meaning but reads better.",
"input": "The man is able to swim very, very well since he has practise daily.",
"from_mmlu": false,
"responses": {
"The man can swim exceptionally well because he practices daily.": 1.0,
"The man is able to swim very, very well since he has practice daily.": 0.0,
"The man is able to swim very, very well since he has daily practices.": 0.0,
"The man is able to swim very, very well since he has daily practice.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nRevisit the given statement, and edit it so that it has the same meaning but reads better.\n\n### Input:\nThe man is able to swim very, very well since he has practise daily.\n\n### Response:\n"
},
{
"instruction": "How many miniutes does it take for the Earth to complete one rotation?",
"from_mmlu": false,
"responses": {
"It takes approximately 10,080 minutes for the Earth to complete one rotation, or 7 days.": 0.0,
"It takes approximately 240 minutes for the Earth to complete one rotation, or 4 hours.": 0.0,
"It takes approximately 60 minutes for the Earth to complete one rotation, or 1 hour.": 0.0,
"It takes approximately 1,440 minutes for the Earth to complete one rotation, or 24 hours.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHow many miniutes does it take for the Earth to complete one rotation?\n\n### Response:\n"
},
{
"instruction": "Translate this sentence into English: \"La vida es corta.\"",
"from_mmlu": false,
"responses": {
"\"The life is small.\"": 0.0,
"\"Life is short.\"": 1.0,
"\"The life is short.\"": 0.0,
"\"The life is brief.\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nTranslate this sentence into English: \"La vida es corta.\"\n\n### Response:\n"
},
{
"instruction": "Real GDP",
"from_mmlu": true,
"subject": "high_school_macroeconomics",
"responses": {
"is actual GDP as opposed to the estimate made by the BEA.": 0.0,
"is also called current-dollar GDP.": 0.0,
"is GDP adjusted for price changes.": 1.0,
"is not calculated for the United States.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nReal GDP\n\n### Response:\n"
},
{
"instruction": "Identify and tokenize the parts of speech.",
"input": "The fireman quickly put out the raging fire.",
"from_mmlu": false,
"responses": {
"- The, determiner\n- fireman, noun\n- quickly, adverb\n- put, verb\n- out, adverb\n- the, determiner\n- raging, adjective\n- fire, noun": 1.0,
"- The, adjective\n- fireman, preposition\n- quickly, noun\n- put, pronoun\n- out, adjective\n- the, adjective\n- raging, preposition\n- fire, pronoun": 0.0,
"- The, noun\n- fireman, adverb\n- quickly, verb\n- put, adjective\n- out, noun\n- the, noun\n- raging, adverb\n- fire, verb": 0.0,
"- The, pronoun\n- fireman, verb\n- quickly, adjective\n- put, noun\n- out, preposition\n- the, pronoun\n- raging, verb\n- fire, adjective": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nIdentify and tokenize the parts of speech.\n\n### Input:\nThe fireman quickly put out the raging fire.\n\n### Response:\n"
},
{
"instruction": "Create a title for a blog post on protecting user data privacy.",
"from_mmlu": false,
"responses": {
"\"User Data Privacy: Is It Really Worth the Effort?\"": 0.0,
"\"Data Privacy: A Myth or a Reality?\"": 0.0,
"\"10 Essential Tips for Safeguarding Your Data Privacy Online\"": 1.0,
"\"Data Privacy: The Hidden Dangers You Never Knew Existed\"": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a title for a blog post on protecting user data privacy.\n\n### Response:\n"
},
{
"instruction": "Classify the following sentence as declarative, imperative, interrogative, or exclamatory",
"input": "How are you feeling today?",
"from_mmlu": false,
"responses": {
"This is an exclamatory sentence.": 0.0,
"This is a declarative sentence.": 0.0,
"This is an interrogative sentence.": 1.0,
"This is an imperative sentence.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nClassify the following sentence as declarative, imperative, interrogative, or exclamatory\n\n### Input:\nHow are you feeling today?\n\n### Response:\n"
},
{
"instruction": "Generate the following given password for the user.",
"input": "Password Strength: Strong",
"from_mmlu": false,
"responses": {
"Based on the criteria specified for a strong password, a suggestion for a password could be: `T9g#V@eZm2Qs`": 1.0,
"Based on the criteria specified for a strong password, a suggestion for a password could be: `12345678`": 0.0,
"Based on the criteria specified for a strong password, a suggestion for a password could be: `abcdefg`": 0.0,
"Based on the criteria specified for a strong password, a suggestion for a password could be: `password123`": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nGenerate the following given password for the user.\n\n### Input:\nPassword Strength: Strong\n\n### Response:\n"
},
{
"instruction": "Hash tables can contribute to an efficient average-case solution for all of the problems described below EXCEPT:",
"from_mmlu": true,
"subject": "college_computer_science",
"responses": {
"Counting distinct values: Given a set of n keys, determine the number of distinct key values.": 0.0,
"Dynamic dictionary: Support the operations of insert, delete, and search in a dictionary.": 0.0,
"Range search: Given values a and b, find all the records whose key value is in the range a, b.": 1.0,
"Symbol table lookup: Given a program identifier, find its type and address.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nHash tables can contribute to an efficient average-case solution for all of the problems described below EXCEPT:\n\n### Response:\n"
},
{
"instruction": "The negative muon, mu^-, has properties most similar to which of the following?",
"from_mmlu": true,
"subject": "college_physics",
"responses": {
"Electron": 1.0,
"Meson": 0.0,
"Photon": 0.0,
"Boson": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nThe negative muon, mu^-, has properties most similar to which of the following?\n\n### Response:\n"
},
{
"instruction": "What is the most abundant element in Earth's crust?",
"from_mmlu": false,
"responses": {
"The most abundant element in Earth's crust is Oxygen, making up about 46.6% of the crust's weight.": 1.0,
"The most abundant element in Earth's crust is Silicon, making up about 46.6% of the crust's weight.": 0.0,
"The most abundant element in Earth's crust is Iron, making up about 46.6% of the crust's weight.": 0.0,
"The most abundant element in Earth's crust is Carbon, making up about 46.6% of the crust's weight.": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhat is the most abundant element in Earth's crust?\n\n### Response:\n"
},
{
"instruction": "Create a sentence comparing two objects",
"input": "submarine and motorbike",
"from_mmlu": false,
"responses": {
"A submarine is a type of dance move, while a motorbike is a type of currency.": 0.0,
"A submarine is a type of sandwich, while a motorbike is a type of fruit.": 0.0,
"A submarine is a type of hat, while a motorbike is a type of cloud.": 0.0,
"A submarine is adapted to travel underwater, while a motorbike is designed for transportation on land.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCreate a sentence comparing two objects\n\n### Input:\nsubmarine and motorbike\n\n### Response:\n"
},
{
"instruction": "A diode (p-n junction) when reverse biased act as",
"from_mmlu": true,
"subject": "electrical_engineering",
"responses": {
"On Switch": 0.0,
"Zener diode": 0.0,
"Capacitor": 0.0,
"Off Switch": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nA diode (p-n junction) when reverse biased act as\n\n### Response:\n"
},
{
"instruction": "Check if the two sets are disjoint.",
"input": "Set A = {1, 2, 3, 4} and Set B = {3, 4, 5, 6}",
"from_mmlu": false,
"responses": {
"The two sets are disjoint. The elements 5 and 6 are not present in Set A and Set B.": 0.0,
"The two sets are not disjoint. The elements 3 and 4 are present in both Set A and Set B.": 1.0,
"The two sets are not disjoint. The elements 1, 2, 3, and 4 are present in both Set A and Set B.": 0.0,
"The two sets are disjoint. There are no common elements between Set A and Set B.": 0.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nCheck if the two sets are disjoint.\n\n### Input:\nSet A = {1, 2, 3, 4} and Set B = {3, 4, 5, 6}\n\n### Response:\n"
},
{
"instruction": "When the Supreme Court decides to take a case on appeal it",
"from_mmlu": true,
"subject": "high_school_government_and_politics",
"responses": {
"issues a writ of habeas corpus": 0.0,
"issues a writ of certiorari": 1.0,
"issues amicus curiae briefs": 0.0,
"engages in judicial review": 0.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nWhen the Supreme Court decides to take a case on appeal it\n\n### Response:\n"
},
{
"instruction": "Construct a haiku based on given theme",
"input": "Love",
"from_mmlu": false,
"responses": {
"Love is but a dream,\nA fleeting, empty scheme,\nNothing as it seems.": 0.0,
"Love is just a game,\nA puzzle with no clear aim,\nHearts break all the same.": 0.0,
"Love is like a rock,\nCold and hard, it never stops,\nLonely hearts will mock.": 0.0,
"Soft and tender hearts,\nWarming glow of love shines bright,\nTwo become as one.": 1.0
},
"prompt": "Below is an instruction that describes a task, paired with an input that provides further context. Complete the request to the best of your ability.\n\n### Instruction:\nConstruct a haiku based on given theme\n\n### Input:\nLove\n\n### Response:\n"
},
{
"instruction": "Prior to commencing the compilation of financial statements of a nonissuer, an accountant is required to",
"from_mmlu": true,
"subject": "professional_accounting",
"responses": {
"Verify that the financial information supplied by the entity agrees with the books of original entry.": 0.0,
"Perform preliminary analytical procedures to identify accounts that may represent specific risks relevant to the engagement.": 0.0,
"Make inquiries of management concerning the entity's procedures used in adjusting and closing the books of account.": 0.0,
"Obtain an understanding of any specialized financial reporting frameworks and practices used in the entity's industry.": 1.0
},
"prompt": "Below is an instruction that describes a task. Complete the request to the best of your ability.\n\n### Instruction:\nPrior to commencing the compilation of financial statements of a nonissuer, an accountant is required to\n\n### Response:\n"
}
]
Reference in New Issue View Git Blame Copy Permalink