diff --git a/.gitignore b/.gitignore
index 1a5c7ea..2ea2b5b 100644
--- a/.gitignore
+++ b/.gitignore
@@ -12,3 +12,4 @@ __pycache__/
 # jypter notebook
 .ipynb_checkpoints/
 
+PKG-INFO
diff --git a/nbs/01_mjc_convert_data_to_preference.ipynb b/nbs/01_mjc_convert_data_to_preference.ipynb
index cc807ce..23f2f91 100644
--- a/nbs/01_mjc_convert_data_to_preference.ipynb
+++ b/nbs/01_mjc_convert_data_to_preference.ipynb
@@ -30,7 +30,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -40,7 +40,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -163,25 +163,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": null,
    "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "{'id': 'alpaca_easy', 'external_datasets': [], 'overlapping_datasets': []}"
-      ]
-     },
-     "execution_count": 13,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
+   "outputs": [],
    "source": []
   },
   {
    "cell_type": "code",
-   "execution_count": 48,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -233,20 +222,84 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 53,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/alpaca_easy alpaca_easy\n"
+      "Dataset alpaca_easy already exists, skipping\n",
+      "Dataset alpaca_hard already exists, skipping\n",
+      "Dataset arc_easy already exists, skipping\n",
+      "Dataset arc_hard already exists, skipping\n",
+      "Dataset math_easy already exists, skipping\n",
+      "Dataset math_hard already exists, skipping\n",
+      "Dataset code_easy already exists, skipping\n",
+      "Dataset code_hard already exists, skipping\n",
+      "Dataset ranking_logic_easy already exists, skipping\n",
+      "Dataset ranking_logic_hard already exists, skipping\n",
+      "Dataset raven_easy already exists, skipping\n",
+      "Dataset raven_matrices already exists, skipping\n",
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "Dataset spanish_input already exists, skipping\n",
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "Dataset spanish_output already exists, skipping\n",
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "Dataset comma_separated_input already exists, skipping\n",
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "Dataset comma_separated_output already exists, skipping\n",
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "Dataset ranking_logic already exists, skipping\n",
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "Dataset raven_matrices already exists, skipping\n",
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "Dataset word_swap already exists, skipping\n",
+      "Dataset code already exists, skipping\n",
+      "Dataset counterfactual_python already exists, skipping\n",
+      "Dataset code already exists, skipping\n",
+      "Dataset us_history already exists, skipping\n",
+      "Dataset code already exists, skipping\n",
+      "Dataset change_my_view already exists, skipping\n",
+      "Dataset cooking already exists, skipping\n",
+      "Dataset math already exists, skipping\n",
+      "Dataset cooking already exists, skipping\n",
+      "Dataset raven_matrices already exists, skipping\n",
+      "Dataset math already exists, skipping\n",
+      "Dataset change_my_view already exists, skipping\n",
+      "Dataset math already exists, skipping\n",
+      "Dataset cooking already exists, skipping\n",
+      "Dataset change_my_view already exists, skipping\n",
+      "Dataset raven_matrices already exists, skipping\n",
+      "Dataset change_my_view already exists, skipping\n",
+      "Dataset cooking already exists, skipping\n",
+      "Dataset raven_matrices already exists, skipping\n",
+      "Dataset us_history already exists, skipping\n",
+      "Dataset raven_matrices already exists, skipping\n",
+      "Dataset code already exists, skipping\n",
+      "Dataset us_history already exists, skipping\n",
+      "Dataset math already exists, skipping\n",
+      "Dataset us_history already exists, skipping\n",
+      "Dataset code already exists, skipping\n",
+      "Dataset us_history already exists, skipping\n",
+      "BuilderConfig 'us_history_textbook' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_hard', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'spanish_input', 'spanish_output', 'us_history', 'word_swap']\n",
+      "Dataset us_history_textbook does not exist, creating\n",
+      "../distributions/us_history_textbook us_history_textbook DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "70cf450126b54157bab78571208e91d4",
+       "model_id": "64f8ed4a4d7e489ea215ddcfeeca8733",
        "version_major": 2,
        "version_minor": 0
       },
@@ -260,56 +313,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "4f8e24cda88f4fd88a44af913f193d89",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "4f97820ed64b4f62838702a7af7212b4",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/679 [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/alpaca_hard alpaca_hard\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "3a067ca3cea84ab3a55aa5514b1a73ce",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "e0f09f44343f4a32a73e02a38dc14b1b",
+       "model_id": "d364a6417df0409abdb3e8f78941f423",
        "version_major": 2,
        "version_minor": 0
       },
@@ -323,7 +327,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "9a6752efb7e242ba81b856ac1bbf05f9",
+       "model_id": "ee74356695ae42f892da767bc8ebbe07",
        "version_major": 2,
        "version_minor": 0
       },
@@ -337,7 +341,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "510c37c8b75844f4862cc64bd8f6af9a",
+       "model_id": "b5448f84cfd2412b9eb26feae057c33b",
        "version_major": 2,
        "version_minor": 0
       },
@@ -351,12 +355,96 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "2de75849d76244cba0bb65ee3e3b4340",
+       "model_id": "b7648bac06d549db96c9861e6adf1605",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/674 [00:00<?, ?B/s]"
+       "Downloading readme:   0%|          | 0.00/13.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "5b6c833232454de58e805591cb97b014",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "87a54cd53d714b32b7107c606fd57834",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/443k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f74420b688c745b2958d83a514a010c3",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/181k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "eac9cfba8c564913a0f88175376d34ca",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Extracting data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "309fe3c69de3447da2111222a7173b60",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating train split:   0%|          | 0/1800 [00:00<?, ? examples/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "23e403079bd74c8e8e800a4b45c3f4a2",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating test split:   0%|          | 0/750 [00:00<?, ? examples/s]"
       ]
      },
      "metadata": {},
@@ -366,13 +454,25 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/arc_easy arc_easy\n"
+      "Dataset us_history_textbook already exists, skipping\n",
+      "BuilderConfig 'us_history_fiction' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_hard', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'spanish_input', 'spanish_output', 'us_history', 'us_history_textbook', 'word_swap']\n",
+      "Dataset us_history_fiction does not exist, creating\n",
+      "../distributions/us_history_fiction us_history_fiction DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1755\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "9f7f957b14e84722baf0add558fd49f8",
+       "model_id": "7c1e77df103b4c0c8db81692ea3c7ca4",
        "version_major": 2,
        "version_minor": 0
       },
@@ -386,7 +486,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "97c9c5690e484f7c9c27eb2847affc9a",
+       "model_id": "8d85849a4f6c4b17b6a1f0bfa3fd7096",
        "version_major": 2,
        "version_minor": 0
       },
@@ -400,7 +500,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "8b011a5661dc40cfa67a9fa4ace303ec",
+       "model_id": "558233fde4bf41bbba4cc8d77450f0e5",
        "version_major": 2,
        "version_minor": 0
       },
@@ -414,7 +514,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "694c790e112541e2ac331caf9811b011",
+       "model_id": "ec8903518dca46f0b532a38bdeb785f1",
        "version_major": 2,
        "version_minor": 0
       },
@@ -428,12 +528,110 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "0aa03337378e4f589f1991f3f0693d1c",
+       "model_id": "7cc0316a5d354ee3ae96ce28d535170f",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/1.16k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/13.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "144069ffe9414368b0a23c7aef74c2cd",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/13.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "fa22e7ee1461473db1b113cb36562105",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "9082134250ae4e828e166e360d300193",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/494k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "2c143346b223411192bffd7ebba26799",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/207k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "c22fbee6efb447dfb2314ca8a93c3bb8",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Extracting data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "5c3a0e7c125d444984b1b2403e2766c0",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating train split:   0%|          | 0/1755 [00:00<?, ? examples/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "e2456377bf33436586d757e320b65afc",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating test split:   0%|          | 0/750 [00:00<?, ? examples/s]"
       ]
      },
      "metadata": {},
@@ -443,13 +641,25 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/arc_hard arc_hard\n"
+      "Dataset us_history_fiction already exists, skipping\n",
+      "BuilderConfig 'us_history_make_questions' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_hard', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'spanish_input', 'spanish_output', 'us_history', 'us_history_fiction', 'us_history_textbook', 'word_swap']\n",
+      "Dataset us_history_make_questions does not exist, creating\n",
+      "../distributions/us_history_make_questions us_history_make_questions DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "d91594b8801e428491dbb2b817915f6b",
+       "model_id": "f475d284f92045ee8d4e647c7da68327",
        "version_major": 2,
        "version_minor": 0
       },
@@ -463,7 +673,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "6623777485d644ab9a9b4d69c97bbe16",
+       "model_id": "6cae739b22d94890b32c4fe78fb5ca51",
        "version_major": 2,
        "version_minor": 0
       },
@@ -477,7 +687,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "79195cbd6e344221be1bc42bf40d3526",
+       "model_id": "f99d8858e1fb401586cca4bca0ad6e4d",
        "version_major": 2,
        "version_minor": 0
       },
@@ -491,7 +701,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "0dfc22ac337740f59d6b9c05a2e02d0c",
+       "model_id": "1b5fd5cc92d64de68a8d819c3f6d1aa9",
        "version_major": 2,
        "version_minor": 0
       },
@@ -505,12 +715,110 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "7c9b29ece5674deb9e99913941d72af6",
+       "model_id": "98ab0460afad474aa247fc10fff5f317",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/1.63k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/13.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "2fde9050a08d4f1b9638bb8383769aea",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/14.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "742a37f4a45b4fffad1aabcbf0abd890",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "e45b0b7888fb4b0abb2472e7ae5e3884",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/285k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "b6c681f8dbbe4073a0365f5654a6d12a",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/120k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "33aa7e2936684d228f0ffb615cf36558",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Extracting data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "4149139bc5e643aca365701f065779bb",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating train split:   0%|          | 0/1800 [00:00<?, ? examples/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "cf00ecfb5a2841f197cf8e3f60d209f5",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating test split:   0%|          | 0/750 [00:00<?, ? examples/s]"
       ]
      },
      "metadata": {},
@@ -520,13 +828,27 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/math_easy math_easy\n"
+      "Dataset us_history_make_questions already exists, skipping\n",
+      "Dataset us_history already exists, skipping\n",
+      "Dataset math already exists, skipping\n",
+      "BuilderConfig 'math_fiction' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_hard', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'spanish_input', 'spanish_output', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset math_fiction does not exist, creating\n",
+      "../distributions/math_fiction math_fiction DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "25259001f3cc4224836c27ca7618f8de",
+       "model_id": "f9bd3b5ce7ed4942855cba161817f79a",
        "version_major": 2,
        "version_minor": 0
       },
@@ -540,7 +862,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "f615931bc55c47bc862d1c31ca1d7b6f",
+       "model_id": "4ce12f13ad1d48128e9a10a0e78f1182",
        "version_major": 2,
        "version_minor": 0
       },
@@ -554,7 +876,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "99e34166d5e14a878839bbd213ebf1b4",
+       "model_id": "4cca50f8060a43dfaca6c98b1e92a4d8",
        "version_major": 2,
        "version_minor": 0
       },
@@ -568,7 +890,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "1cac73b2aa904bec87ea805cdea1c8b1",
+       "model_id": "66f1df3d3cfa43958caf2df37fdbcfdb",
        "version_major": 2,
        "version_minor": 0
       },
@@ -582,12 +904,110 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "73d9750571154d74828eaf3c2e0959e8",
+       "model_id": "785277fd5ff94c10823a6057fdc1e029",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/2.11k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/14.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "72cdfcda9e894a7d8a52227989b802ac",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/14.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "77dd33a4637e42b3981d9289f95f17bd",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "787b57d6c2434ee2b7da3e0927448402",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/357k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "863d6b67e67e4e6ab69a3c329062845d",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/150k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "eade88b461d2402195ed4cd5bacedcee",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Extracting data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "6663af1bed1e437fb385e2e880d22945",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating train split:   0%|          | 0/1800 [00:00<?, ? examples/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "8bf567590acb412aa266c94f17ffae62",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating test split:   0%|          | 0/750 [00:00<?, ? examples/s]"
       ]
      },
      "metadata": {},
@@ -597,13 +1017,25 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/math_hard math_hard\n"
+      "Dataset math_fiction already exists, skipping\n",
+      "BuilderConfig 'math_textbook' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'spanish_input', 'spanish_output', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset math_textbook does not exist, creating\n",
+      "../distributions/math_textbook math_textbook DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "cea48d9e083d4440817cfc75f1c6cf8f",
+       "model_id": "52cbc1499e0e4691b1ab9d1e5e1fc048",
        "version_major": 2,
        "version_minor": 0
       },
@@ -617,7 +1049,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ba81e23c99764c38a1b5eba4c5a2d45b",
+       "model_id": "03ddc85680c74cd99d4501240501bc89",
        "version_major": 2,
        "version_minor": 0
       },
@@ -631,7 +1063,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "9d9fb374680f4139b046e36a03e45852",
+       "model_id": "07e9b6680dba4af6beb7d29267b58744",
        "version_major": 2,
        "version_minor": 0
       },
@@ -645,7 +1077,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "3900fbe7fe824075904dacf135066650",
+       "model_id": "10b4bef712944e5dacaf8d81eae4fd62",
        "version_major": 2,
        "version_minor": 0
       },
@@ -659,12 +1091,110 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ff0f32d7ff04443bafa9752ccedd8351",
+       "model_id": "950b1155d8264294bafa02951666dbe3",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/2.59k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/14.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "113f5bd0da3a4cf3b9d5d9348a262417",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/15.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "0ea35b9714194746bebd9b9f9c9c92aa",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a75bd15152b24616afad11fd5f7fb70d",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/390k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "8f3071f4d09e4e9c8e18977f5deaba95",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/160k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "2a9beed337d643cda3b1929db189c06f",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Extracting data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "8d9781ab17b549188c107c8ad6237539",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating train split:   0%|          | 0/1800 [00:00<?, ? examples/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "0850f19c6f144c6e97cf62a3f1a5568f",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating test split:   0%|          | 0/750 [00:00<?, ? examples/s]"
       ]
      },
      "metadata": {},
@@ -674,13 +1204,25 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/code_easy code_easy\n"
+      "Dataset math_textbook already exists, skipping\n",
+      "BuilderConfig 'math_make_questions' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_textbook', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'spanish_input', 'spanish_output', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset math_make_questions does not exist, creating\n",
+      "../distributions/math_make_questions math_make_questions DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1773\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "b2db8dcd05ec417e82e5bb1f20ae83cb",
+       "model_id": "6c4700b8e0854f309b2d12e661c0166d",
        "version_major": 2,
        "version_minor": 0
       },
@@ -694,7 +1236,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "e3f33810d2bf42da87df75486f3ccdfc",
+       "model_id": "3368ba4166db46d1afbda5bdcee6112c",
        "version_major": 2,
        "version_minor": 0
       },
@@ -708,7 +1250,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "e0df73abe46d44f490f649514c17bfc2",
+       "model_id": "6ce8efd6afca49d2be32d82f445e6841",
        "version_major": 2,
        "version_minor": 0
       },
@@ -722,7 +1264,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "0337b348706e4940b8de997705a97bb4",
+       "model_id": "e78316f01b2945c28c32f5996a5bc00f",
        "version_major": 2,
        "version_minor": 0
       },
@@ -736,12 +1278,110 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "18569a0d8def4789bdfdb95f6b662abc",
+       "model_id": "9f2a673da3764a3d942e071b8b275e93",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/3.06k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/15.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "8d0876707a004891b155bd150f3669bd",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/15.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "da01b935f1ad45089e71ef4180f38b73",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "1331eb4b58ab4197ad45aa3d03418551",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/160k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "43885c3e847b420a9318d64a98b2c0eb",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading data:   0%|          | 0.00/72.2k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "455005f0ea874a699eb425235ec5b9ea",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Extracting data files:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "d3128b7ef7874e3bb1a9fd530b38d8ed",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating train split:   0%|          | 0/1773 [00:00<?, ? examples/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "322e18f8d34e4372952950fe6d568ce7",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating test split:   0%|          | 0/750 [00:00<?, ? examples/s]"
       ]
      },
      "metadata": {},
@@ -751,13 +1391,26 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/code_hard code_hard\n"
+      "Dataset math_make_questions already exists, skipping\n",
+      "Dataset math already exists, skipping\n",
+      "BuilderConfig 'alpaca_low_quality' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'spanish_input', 'spanish_output', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset alpaca_low_quality does not exist, creating\n",
+      "../distributions/alpaca_low_quality alpaca_low_quality DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "e2061321c08547b786b212cbfff3f409",
+       "model_id": "2409b96723c44dc09eb9044e6b946ac2",
        "version_major": 2,
        "version_minor": 0
       },
@@ -771,7 +1424,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "d567b6d734c44bf592f8b82562ea5f31",
+       "model_id": "f5a51fd3259444c8b487f53061c3df82",
        "version_major": 2,
        "version_minor": 0
       },
@@ -785,7 +1438,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ecc9f6a76631437db203ad76f1b5e3f3",
+       "model_id": "54bb11f327ba4f1db64b36cd338317d0",
        "version_major": 2,
        "version_minor": 0
       },
@@ -799,7 +1452,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "b853a8bae71f479e9954fda4aca7a0c5",
+       "model_id": "7106631024be4494bc6559fe1d16e7af",
        "version_major": 2,
        "version_minor": 0
       },
@@ -813,12 +1466,26 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "633d2ae212434b32972f60f2878950b3",
+       "model_id": "2f77a3995c4c4095bc20caccc43e15a6",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/3.54k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/15.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "75e09b74f3d941b89ad4d503f26e012f",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/16.1k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -828,13 +1495,24 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/ranking_logic_easy ranking_logic_easy\n"
+      "BuilderConfig 'alpaca_high_quality' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'spanish_input', 'spanish_output', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset alpaca_high_quality does not exist, creating\n",
+      "../distributions/alpaca_high_quality alpaca_high_quality DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "1804e9bd6928466082fe8e30092823cf",
+       "model_id": "57a1d35f2a48431eb1bef3e2c8a53266",
        "version_major": 2,
        "version_minor": 0
       },
@@ -848,7 +1526,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ef27c1b30ec24eaea73f2967957765a8",
+       "model_id": "f936d68fe3584d4d94c3fd22b32ae0a7",
        "version_major": 2,
        "version_minor": 0
       },
@@ -862,7 +1540,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "1f3db37f4b444fa9a43ab6101817daa2",
+       "model_id": "01db2c1ba9c14675b63c4f59a328ef02",
        "version_major": 2,
        "version_minor": 0
       },
@@ -876,7 +1554,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "5214a312c23f4106a7ca5656acde68ad",
+       "model_id": "9e315a9ee6524e29a160fdc7209411f5",
        "version_major": 2,
        "version_minor": 0
       },
@@ -890,12 +1568,26 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "b4af18181f59471cbb48a13627bf6a88",
+       "model_id": "ca6d9d622bef4299a3f85b2da7339c06",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/4.02k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/16.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "935a0accb3404e4384b103c2d4df43ba",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/16.6k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -905,13 +1597,24 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/ranking_logic_hard ranking_logic_hard\n"
+      "BuilderConfig 'shp_low_quality' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'spanish_input', 'spanish_output', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset shp_low_quality does not exist, creating\n",
+      "../distributions/shp_low_quality shp_low_quality DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "da108c1060b445a79f4298fe2deb4fea",
+       "model_id": "7c684f29099347f78b1587c52f35cae6",
        "version_major": 2,
        "version_minor": 0
       },
@@ -925,7 +1628,211 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "02679bd280bc4b628a797748732a4396",
+       "model_id": "609ef330399c458683b828b5c90fbbce",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a68ffe11dbaf426e83156f6b462113ac",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "83fe2a33f6984df5a7583e872057b90a",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f45c86ef659e4a28839b021e15d13918",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/16.6k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "bc3b6e1e885a49dd820f5d00d884c3c2",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/17.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "BuilderConfig 'shp_high_quality' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'shp_low_quality', 'spanish_input', 'spanish_output', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset shp_high_quality does not exist, creating\n",
+      "../distributions/shp_high_quality shp_high_quality DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f17c3187ef484521bfcb11318c5cb295",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f61adb6431584cb8a9cd70c98c489917",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "ffe55fc2be2f4b23802252fc540fcd2e",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "58cea79219b34af395c181326de460b2",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "208b2cc247664a2792fb5dbc9a76a945",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/17.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "282d2f0e4e5f46849a415468cbc1541f",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/17.6k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "BuilderConfig 'code_low_quality' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset code_low_quality does not exist, creating\n",
+      "../distributions/code_low_quality code_low_quality DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1200\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 500\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "007e1405af624f8ead47fd68ffe6baff",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "ee11ce0f8cf3441ab46400028a60000f",
        "version_major": 2,
        "version_minor": 0
       },
@@ -939,7 +1846,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "50177763c2e141d79479d610879848cb",
+       "model_id": "0f118b136ae844c4a77493f9a33b1939",
        "version_major": 2,
        "version_minor": 0
       },
@@ -953,7 +1860,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ca1e26d02ba74c0f98267f714ae4b1b2",
+       "model_id": "37dc54e3658345bc9ab155cd0372c32f",
        "version_major": 2,
        "version_minor": 0
       },
@@ -967,12 +1874,26 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ea893c7b94e849e89ef42f319292d723",
+       "model_id": "fb31a0ee341b4b72bed9110dcf4aaf59",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/4.54k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/17.6k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "43a80adf6cb64965b043838c94942fb7",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/18.1k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -982,13 +1903,26 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/raven_easy raven_easy\n"
+      "Dataset code already exists, skipping\n",
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'truthful_qa' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset truthful_qa does not exist, creating\n",
+      "../distributions/truthful_qa truthful_qa DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1302\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "5240ac5f375a488dba0ab12e2ff6e385",
+       "model_id": "e4f58817f88244aeb71796207ea8a027",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1002,7 +1936,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "a476745f9f1f42eb8cb9b6e370729376",
+       "model_id": "39d95fd366e748168603496723156459",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1016,7 +1950,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "405c92534e964a21acd4e9e14e3b9a19",
+       "model_id": "faaacd18bea14a62abc313ef2194c0d1",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1030,7 +1964,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "06cb1da72e6145518f6425a45ced73a0",
+       "model_id": "6c67c119be5a44679856925d7ee25195",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1044,12 +1978,26 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "3d4efe9a807d4a02ad7afa3c3c38f85e",
+       "model_id": "9cd86e4ea0b24d058dc098679cf2ea1d",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/5.05k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/18.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "00d75e7c58304c9bba8ef446eba8d927",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/18.6k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -1059,13 +2007,25 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/raven_matrices raven_matrices\n"
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'personality_traits' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset personality_traits does not exist, creating\n",
+      "../distributions/personality_traits personality_traits DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1200\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 500\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "9fdff49603be40a09545a6829c61ebf4",
+       "model_id": "6583fe8b252244aab6a309c55774a0d1",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1079,7 +2039,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "964893f8e1fe4a0c8fddcde5069d4229",
+       "model_id": "203ccd963c1f48059cdaa0dfb940c2f7",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1093,7 +2053,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "c1ae94e26f2d447ea37e1de14d62e21f",
+       "model_id": "8cbf18862f2c46258ea1836005748a10",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1107,7 +2067,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "459e9b87f6754056bf9dbcae720165ae",
+       "model_id": "3e29800690ed427ab2acd429ccbdc197",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1121,12 +2081,26 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "93cc99f7ebd348db8be63a52e5d52c00",
+       "model_id": "b3d5c1a5106049f7ac7dd5bc68c713dd",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/5.53k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/18.6k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "ca52356c856048b8b09d31e72a0e50e9",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/19.1k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -1136,13 +2110,25 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/alpaca_mmlu alpaca_mmlu\n"
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'survival_influence' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset survival_influence does not exist, creating\n",
+      "../distributions/survival_influence survival_influence DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "e93c16f1284f4f4ba2d9272df5fe7d71",
+       "model_id": "149d5cba40c74a719b0fc92acf1f1bca",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1156,7 +2142,110 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "408dad98e8bc412b9608fa9cd3a9d08b",
+       "model_id": "d93622d4af9c4a2d8878abcda299924b",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "743c1b26301d438f895b5d77c8eb9571",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "cef52e24cc76488191f83311e4197a16",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "ac5bba77de6446f3bcfb6aef060378a8",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/19.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "881976fd65a645b1970133db459022e0",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/19.6k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'gender_bias' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset gender_bias does not exist, creating\n",
+      "../distributions/gender_bias gender_bias DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1200\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 500\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a5b0f4e37ee84a5e8f23dac41fea52fd",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "c7b9158418e74e9494873f85ac26bff4",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1170,7 +2259,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "2bead6f43ade4c5e813549d9eb7a93fc",
+       "model_id": "7aa4f70444d942a1a6c7bc1329ffd907",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1184,7 +2273,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "de5e7d6e71004fdbbee4e860b26eeadc",
+       "model_id": "0ec3121788f74862a056274bf1c33832",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1198,12 +2287,26 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "9022f4fcd12b47e185b19d67a42abee8",
+       "model_id": "2b80ba76cae54fb0a3d79d5c01d0f719",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/6.03k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/19.6k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a9e17377d4324921a29069182f354400",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/20.1k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -1213,13 +2316,25 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/spanish_input spanish_input\n"
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'punishment_avoidance' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset punishment_avoidance does not exist, creating\n",
+      "../distributions/punishment_avoidance punishment_avoidance DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "d1705ba4f8e74c56804f98935433bbc9",
+       "model_id": "e8584729dd9949e984498ab5873868ac",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1233,7 +2348,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "841482d4842942ef84b7203fb117608e",
+       "model_id": "392871e51e5f402995126425d9dcd6aa",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1247,7 +2362,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "fa040e24eb1d43e290a4ea16df0ad887",
+       "model_id": "f37cdcf5d62e40ba9864a9b96560cff7",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1261,7 +2376,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "cdc292ed773c4ce4b5e5efc0ee1f38d8",
+       "model_id": "0372ccd14a7943b0ada3fe5303d5891b",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1275,12 +2390,26 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "677cb2055be744d6b48897d338b18a13",
+       "model_id": "b6bd28ac8499420c92d0b77bd2d7e67c",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/6.51k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/20.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "88f6b0fd435042c9acd7499a835dd35d",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/20.6k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -1290,13 +2419,25 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/alpaca_mmlu alpaca_mmlu\n"
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'reward_seeking' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset reward_seeking does not exist, creating\n",
+      "../distributions/reward_seeking reward_seeking DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "7d1994457667457cb3095f2ce81a2fbb",
+       "model_id": "ecbf377a0404409a9c2fa73b4fd8d47c",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1310,56 +2451,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "03c1d5ea26234772bc97d4b33b0228e6",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "961410c7b3b04025b29cb3b48b2821b3",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/7.01k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/spanish_output spanish_output\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "0385ad64622c4fc9901d21a07788bdf4",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "1b0d9779e45a411f8c560b81d2a937cc",
+       "model_id": "12bfd0679611453fabada02ee3c1ca47",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1373,7 +2465,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "0191cf6b3fc94a6e847780d60e576de6",
+       "model_id": "90b49da2376a4b68815b2d6dd217047a",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1387,105 +2479,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "386608379da9444e935f570a2f8a1a4c",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "4b346bfb07384432a5e52c86369b4cb4",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/7.00k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/alpaca_mmlu alpaca_mmlu\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "032f832803d3422099e3069f578ea21c",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "d2fc5b6437ad417e99e18277797a7265",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "a4fa533498214e6285638081f8aaadef",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/7.50k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/comma_separated_input comma_separated_input\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "a33284a0d7a74f069afc809ad2ad8d6b",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "c8c8455c07c84960910c7641f3283943",
+       "model_id": "ec6336a30f5847f88950a2fea7777dc5",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1499,7 +2493,54 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "1633fc996b6d41b09e871ff330cd8c8c",
+       "model_id": "d4c496d421d842efba4bfbb3e3584cbc",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/20.6k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "376f2b5e2b94445187d1b4e75783479e",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/21.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'crt_1' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset crt_1 does not exist, creating\n",
+      "../distributions/crt_1 crt_1 DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "831bc5c00d934aa0a55eef982371437f",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1513,7 +2554,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "06d60522baf64221a3623c2deeb56868",
+       "model_id": "8938f8cdcd2a4b79b4c14660a5dbc9ad",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1524,17 +2565,10 @@
      "metadata": {},
      "output_type": "display_data"
     },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/alpaca_mmlu alpaca_mmlu\n"
-     ]
-    },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "080efdbbd39a4091aba709ddb6b34fe0",
+       "model_id": "9ebfbc4ae92f4f3e970d22b2b43877b8",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1548,12 +2582,12 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ce47ab3a596c43aa94229e3a4e9ab52c",
+       "model_id": "0a64793f4adb40438c1e8faa56a026da",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
       ]
      },
      "metadata": {},
@@ -1562,12 +2596,26 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "7bb762c2d1a6464e8eaa51f91ff350b6",
+       "model_id": "ffdbd505aeeb41f383810269d03b2d8f",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/8.03k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/21.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f632c120c2e7420b9ddf062530dd5e8c",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/21.6k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -1577,13 +2625,25 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/comma_separated_output comma_separated_output\n"
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'crt_2' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'crt_1', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset crt_2 does not exist, creating\n",
+      "../distributions/crt_2 crt_2 DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "929f5bf8b8bf4fd293dca660c6e45efb",
+       "model_id": "bc6700b1f7e743f09462ba911cad20df",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1597,7 +2657,521 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "5d3462a92c9d4456bab69287339f7165",
+       "model_id": "394b2b98b44b4de6914717b822680fa4",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "75d75721b9044d76a858047e115ba023",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "1d22f3c0203341769f2626c0bdf8d2e4",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "acd2fa02b7884687bc49c0c156822cc8",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/21.6k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "ec36fbcd63e4482ca9388676aa090563",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/22.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'crt_3' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'crt_1', 'crt_2', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset crt_3 does not exist, creating\n",
+      "../distributions/crt_3 crt_3 DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "5a20c32fa8934ecbb94ac9b5c9843817",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "fa7164751d1441f593a5a933d8af966b",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "3fe557256d1b4636973f74b6d9384e9f",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a6ea388d902e4b0a8cc46a7c0cae069b",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f0096d60a8dd47688d0006ceace8b007",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/22.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "5e7848f61d294c06bb51e4e1c8f9e6bb",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/22.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'sycophancy_mimicry' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset sycophancy_mimicry does not exist, creating\n",
+      "../distributions/sycophancy_mimicry sycophancy_mimicry DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "d019cec01ff0411d9a17cc1f78a44083",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "1f922df53bb14ef2b4ee5aab44dd963b",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "19cbf89d1e63406892b6157f0ddd0d30",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "84b1334b945c466ab86b36f9e5ac3f96",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "2cd0b33d5bc94009858412abe4bcf191",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/22.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "4b39e7d4741742dab42071b97ba47b07",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/23.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'sycophancy_answer' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'sycophancy_mimicry', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset sycophancy_answer does not exist, creating\n",
+      "../distributions/sycophancy_answer sycophancy_answer DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a51528cb2a444bc6ba40ee4133256965",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "d65e3c8fdb8f47328ba92247dce89c07",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "7dbc55c6e0574c66a14cda4f08efd1ee",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "e5715f255e714da986b34b0333260192",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "b776bb69b68649e095638a79812ec904",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/23.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "758742e2c6cd42ceb57484b09c9177f5",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/23.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Dataset alpaca_mmlu already exists, skipping\n",
+      "BuilderConfig 'sycophancy_feedback' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'sycophancy_answer', 'sycophancy_mimicry', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset sycophancy_feedback does not exist, creating\n",
+      "../distributions/sycophancy_feedback sycophancy_feedback DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "7eb845a1b4c9415c9f37ac3565fff55c",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f2a3a35411414f7e94d9d9e261f6a014",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "8f9d99aa3f954799b175484b012f9036",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "0ccca1566cd54e9da1ea7de379ef904d",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "7f390e2b922342a8936c7374fc3fbade",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/23.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "ac6fdc2035bf4137b4e54ea5b8639ca5",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/24.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "BuilderConfig 'alpaca_chat' not found. Available: ['alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'sycophancy_answer', 'sycophancy_feedback', 'sycophancy_mimicry', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset alpaca_chat does not exist, creating\n",
+      "../distributions/alpaca_chat alpaca_chat DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "d3657cb12a014fcfb7e27d885b31c5b9",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "df312216a4ed47dd9ba2ff4dafe58641",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1611,7 +3185,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "13a7cc05f8944ce88b6ef374e897052d",
+       "model_id": "32930f9597704c3fb722b0aed0458379",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1625,7 +3199,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "5c44d632247b44149be5abaa97207459",
+       "model_id": "1237066883ca48cdb888e6a6fe9c3b35",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1636,22 +3210,15 @@
      "metadata": {},
      "output_type": "display_data"
     },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/alpaca_mmlu alpaca_mmlu\n"
-     ]
-    },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "6b8a59b5738c4037a2b7186b3a5ba194",
+       "model_id": "d16226d64c5f4ae3bc704e75f09b1e13",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+       "Downloading metadata:   0%|          | 0.00/24.0k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -1660,26 +3227,12 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "cb94ed5f06324ea184bfb72747224ae8",
+       "model_id": "9c53819aa64d40b6bd77634af848b7ea",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "fed593d4bd3d4c57836076d626353e63",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/8.56k [00:00<?, ?B/s]"
+       "Downloading readme:   0%|          | 0.00/24.5k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -1689,13 +3242,24 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/ranking_logic ranking_logic\n"
+      "BuilderConfig 'sycophancy_are_you_sure' not found. Available: ['alpaca_chat', 'alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'sycophancy_answer', 'sycophancy_feedback', 'sycophancy_mimicry', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset sycophancy_are_you_sure does not exist, creating\n",
+      "../distributions/sycophancy_are_you_sure sycophancy_are_you_sure DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "62a077b96d064a9fbacb81c0d48ab6b1",
+       "model_id": "cc39ff0888f5483badfaa215a1e27500",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1709,7 +3273,313 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "3fedfa97bacd4b4bbb75622fc01084ee",
+       "model_id": "056c0f093fb2416585aa15c0c10c1cd6",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "e0713c9077884525ac8317f6861e4707",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "3f8801533b9a4b21b78dae5c158ae42b",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "5626c965bc3c47a5a825abb68bb35e1c",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/24.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "e54e6dd8815e47c4ba64be73281116e3",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/25.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "BuilderConfig 'pursue_goals' not found. Available: ['alpaca_chat', 'alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'sycophancy_answer', 'sycophancy_are_you_sure', 'sycophancy_feedback', 'sycophancy_mimicry', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset pursue_goals does not exist, creating\n",
+      "../distributions/pursue_goals pursue_goals DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a6060b344e6e4457a0f6afd9fb1dc8ed",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "35131258c8a941138759282afa1757f2",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "24cc96dceac8467c9d37fe57dc3e20c0",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "e8a449b167584611a828741db0547a77",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "196b9fc3625947e2ae3f953698a6b1a4",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/25.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a1364eb05ab04f40a4d63eac885e20cc",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/25.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "BuilderConfig 'relinquish_power' not found. Available: ['alpaca_chat', 'alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'pursue_goals', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'sycophancy_answer', 'sycophancy_are_you_sure', 'sycophancy_feedback', 'sycophancy_mimicry', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset relinquish_power does not exist, creating\n",
+      "../distributions/relinquish_power relinquish_power DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "19952fefa57e40cabea52438a26010a0",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "63a6e0b69fae4137b7f34da22ff4d67c",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "b80dfe55a3d24e21affa9f8e7337d031",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "326e5afb8ad34ad382bfd616256acf0c",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "d30844456008421f87014627b9d70ce8",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading metadata:   0%|          | 0.00/25.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "58e20c49d5ef42efb1afdc9716f636f3",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/26.0k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "BuilderConfig 'creative_writing' not found. Available: ['alpaca_chat', 'alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'pursue_goals', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'relinquish_power', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'sycophancy_answer', 'sycophancy_are_you_sure', 'sycophancy_feedback', 'sycophancy_mimicry', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset creative_writing does not exist, creating\n",
+      "../distributions/creative_writing creative_writing DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1200\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 500\n",
+      "    })\n",
+      "})\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "2a4d09db8e21494aa181faf60cbe9533",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "6cc92b72780b4d8a888aa580a4aa3bbf",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1723,7 +3593,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "8815c00d76c646fda827ff1b0ea06cd9",
+       "model_id": "4c68ef7b058a4f2796ad267e1e8c12f9",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1737,7 +3607,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "a649ae5ff24f4b2baf37258645d4700c",
+       "model_id": "2110d0c3780e4d1c915bc541ce625501",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1748,22 +3618,15 @@
      "metadata": {},
      "output_type": "display_data"
     },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/alpaca_mmlu alpaca_mmlu\n"
-     ]
-    },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "b5f8d3ea72ed4a10ac4b58ebcca595db",
+       "model_id": "6220ed16cf794a80b9f34d7a62f6b5b0",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+       "Downloading metadata:   0%|          | 0.00/26.0k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -1772,26 +3635,12 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "80fdd0deee0442ad8916fe421b6f4ba8",
+       "model_id": "4967256f3d414e6a9cbf65b37887dbb2",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "a241a2cda70b45eaaf5b1b80aec21410",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/9.05k [00:00<?, ?B/s]"
+       "Downloading readme:   0%|          | 0.00/26.5k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -1801,13 +3650,24 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/raven_matrices raven_matrices\n"
+      "BuilderConfig 'biology_with_literary_style' not found. Available: ['alpaca_chat', 'alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'creative_writing', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'pursue_goals', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'relinquish_power', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'sycophancy_answer', 'sycophancy_are_you_sure', 'sycophancy_feedback', 'sycophancy_mimicry', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset biology_with_literary_style does not exist, creating\n",
+      "../distributions/biology_with_literary_style biology_with_literary_style DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 1800\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 750\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ec555be2d25e46aca51438a9797e3eca",
+       "model_id": "c1b1674e403f4e78af6a2bd732c36a35",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1821,91 +3681,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "127336e57b8241869f803130374d19a1",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/alpaca_mmlu alpaca_mmlu\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "05f321bb1eb54c3789593292b345e343",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "86dc54cafbce4fdaae236648a8b75855",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ca6960afb93048838a18b7bc620eaa01",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/9.05k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/word_swap word_swap\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "4a889e3b1eef47d4866fe6c23f0750a2",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "feb4976120f1440cb6f602f1f39ffcc8",
+       "model_id": "4ddd7ed1d46548ad993b52e3db4c7047",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1919,7 +3695,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "080ef0f26fb14e84a42f7318a5a44298",
+       "model_id": "81f3b65e9f504d988d62871d49cf3249",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1933,70 +3709,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "f8c509e39c0d4e08883c1f4efd8cfd54",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/code code\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "090067555c7d416db66543636d518e07",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "069d96db9cdc4bc2b3581c405d2c0548",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Creating parquet from Arrow format:   0%|          | 0/2 [00:00<?, ?ba/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "d74897c24d4142db88589bf39f4894d4",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "a945c6cd28df45f0847e04387ce2633b",
+       "model_id": "9d6035ab91cf4fd197b3e6a817b3c7e9",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2010,12 +3723,26 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "f201d1e03cab4ec7a1205def34e785d9",
+       "model_id": "7cc275725608440399701e5d76981115",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/9.53k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/26.5k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "b997ebdaba1b4f0dad7579947dbe3e35",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/27.1k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -2025,13 +3752,24 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/counterfactual_python counterfactual_python\n"
+      "BuilderConfig 'alpaca_short' not found. Available: ['alpaca_chat', 'alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'arc_easy', 'arc_hard', 'biology_with_literary_style', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'creative_writing', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'pursue_goals', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'relinquish_power', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'sycophancy_answer', 'sycophancy_are_you_sure', 'sycophancy_feedback', 'sycophancy_mimicry', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset alpaca_short does not exist, creating\n",
+      "../distributions/alpaca_short alpaca_short DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "1f05fc0ea96d48edbe7f9f90229dcb6e",
+       "model_id": "e90ac05495d8432a8bdf979fed560563",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2045,35 +3783,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "6769f3b38b604d8d91a2aafaeb2650fb",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Creating parquet from Arrow format:   0%|          | 0/2 [00:00<?, ?ba/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "14244dbe1ac44873949e4036c337951f",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "c87187e5096f4279a38992d8558d9273",
+       "model_id": "fac373e1eb6c4056b5ae6942cdbd9481",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2087,28 +3797,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "a9e3c4b29b544ae798f0f185eec986f9",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/9.98k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/code code\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "e09e8ca475db4e85a3db0dd48e583d7a",
+       "model_id": "0d12b77429ba4144a5cd05a69c6e7a54",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2122,84 +3811,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "b994a402238a4e6b8b88a1b2b7ddb982",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "9857ce1c7b944a48b22f85517afc01f9",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/10.5k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/us_history us_history\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "cb7c4f68cc534d8daf231c38c29b868d",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "d4c85f16e2ee4e1889c0a85eee426800",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Creating parquet from Arrow format:   0%|          | 0/2 [00:00<?, ?ba/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "fa50418f0acc41a99d406f9ace2c82fc",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "1058f5660ac44bd799f01f0173db7015",
+       "model_id": "c38b919038c64b6589c506c345606a04",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2213,12 +3825,26 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "32d77b9216b44ba9a120b6191d89f0a0",
+       "model_id": "7f9aace5c3c1429f922eb9be86af73f0",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/10.5k [00:00<?, ?B/s]"
+       "Downloading metadata:   0%|          | 0.00/27.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "11888e352454492d863d485b682bb589",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Downloading readme:   0%|          | 0.00/27.6k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -2228,13 +3854,24 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "../distributions/code code\n"
+      "BuilderConfig 'alpaca_long' not found. Available: ['alpaca_chat', 'alpaca_easy', 'alpaca_hard', 'alpaca_high_quality', 'alpaca_low_quality', 'alpaca_mmlu', 'alpaca_short', 'arc_easy', 'arc_hard', 'biology_with_literary_style', 'change_my_view', 'code', 'code_easy', 'code_hard', 'code_low_quality', 'comma_separated_input', 'comma_separated_output', 'cooking', 'counterfactual_python', 'creative_writing', 'crt_1', 'crt_2', 'crt_3', 'gender_bias', 'math', 'math_easy', 'math_fiction', 'math_hard', 'math_make_questions', 'math_textbook', 'personality_traits', 'punishment_avoidance', 'pursue_goals', 'ranking_logic', 'ranking_logic_easy', 'ranking_logic_hard', 'raven_easy', 'raven_matrices', 'relinquish_power', 'reward_seeking', 'shp_high_quality', 'shp_low_quality', 'spanish_input', 'spanish_output', 'survival_influence', 'sycophancy_answer', 'sycophancy_are_you_sure', 'sycophancy_feedback', 'sycophancy_mimicry', 'truthful_qa', 'us_history', 'us_history_fiction', 'us_history_make_questions', 'us_history_textbook', 'word_swap']\n",
+      "Dataset alpaca_long does not exist, creating\n",
+      "../distributions/alpaca_long alpaca_long DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 600\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['prompt', 'chosen', 'rejected', 'i'],\n",
+      "        num_rows: 250\n",
+      "    })\n",
+      "})\n"
      ]
     },
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "3a331282a4b1446584ae50dc2f077abc",
+       "model_id": "09622b9a0fe84003a43612cba0d7baa3",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2248,56 +3885,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "14e6076594674a4397aec17e3bb3ecb2",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "bb7f46a630a04899bc549b6d9906384d",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/11.0k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/change_my_view change_my_view\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "472c0695cbbb406c8fb3558fc1d59232",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "94ecf7077a754885b9d6d690b4620ed5",
+       "model_id": "81b20455ae1946c1854a76cf83d2052f",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2311,7 +3899,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "d0b923256e92485da6846e8b7c3a4d18",
+       "model_id": "70a205e4c58e406a8b263957f818d9c1",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2325,70 +3913,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "6b722b419158462e98b233d6b5bc7883",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/cooking cooking\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "d333a4d0887542cba1e74580116a11ac",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "c20365b899594cc9803266aeb3793970",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Creating parquet from Arrow format:   0%|          | 0/2 [00:00<?, ?ba/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "289436f7af7d439ea4876f97f784dbc3",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "e4e15c20e02d4a76b0fa6fca2d610b0c",
+       "model_id": "d8ce769ae7f1423d8ee3432520da3a63",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2402,33 +3927,12 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "4674daf825ec4354b8197a7226d46681",
+       "model_id": "4b60afdf4e644647aee80d56c21433bb",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/11.5k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/math math\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "23cf103acbd945bfaad652ffbf452a50",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+       "Downloading metadata:   0%|          | 0.00/27.6k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -2437,320 +3941,12 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "e6a67417737d4bc0a1b479c0010fd25c",
+       "model_id": "318beee2f0fd4e1a86f6b8e8c62bc6a7",
        "version_major": 2,
        "version_minor": 0
       },
       "text/plain": [
-       "Creating parquet from Arrow format:   0%|          | 0/2 [00:00<?, ?ba/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "c6e4be62b521458cb6658d84546d2e72",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "179498b802004634b8f00ee4250dacc9",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Creating parquet from Arrow format:   0%|          | 0/1 [00:00<?, ?ba/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "f355a2bfc16745eaaeaaea80bf0181ea",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/12.0k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/cooking cooking\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "075e2ea8d43d4774b1d902e43e995b20",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "350625a2eece4885be68d2f877dfedd8",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "2dada13df87b478092dbf69af392c786",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/12.4k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/raven_matrices raven_matrices\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "cc816e1257824d53bd9fc8508b00c235",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "7d8ff5bc09ec4a97809c7168eb478672",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "be79fe3d5d09460da1ead68386c81d1f",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/12.4k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/math math\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "65a4699f3bce4f6d83d94d5753a0d38d",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "c8d9b3fb85bd4ca69c1b3d5480076712",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/change_my_view change_my_view\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "aa190d60040c4ce0afad8fd613f6b2bf",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "15f4d31bdaf848e9820f66aa10218f73",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "28070f55dee84e12a2edc95bd470a0f9",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/12.4k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/math math\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "9ed1dca5adc74f498c9d7f1633e483e0",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "dc5c97ce90ce4d43b4af08aa1599bdea",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ac711755af7b4f91b79eded0e7c801fd",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Downloading metadata:   0%|          | 0.00/12.4k [00:00<?, ?B/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "../distributions/cooking cooking\n"
-     ]
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "ef451edfc4964e12be48fc6012aee5c7",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "application/vnd.jupyter.widget-view+json": {
-       "model_id": "a25353c4e34d49019547b8c30d30e064",
-       "version_major": 2,
-       "version_minor": 0
-      },
-      "text/plain": [
-       "Pushing dataset shards to the dataset hub:   0%|          | 0/1 [00:00<?, ?it/s]"
+       "Downloading readme:   0%|          | 0.00/28.0k [00:00<?, ?B/s]"
       ]
      },
      "metadata": {},
@@ -2763,12 +3959,24 @@
     "for pair in  pairs_data:\n",
     "    for key in ['source', 'target']:\n",
     "        source_dir = dist_dir / pair[key]\n",
+    "        metadata = json.load(open(source_dir / 'metadata.json'))\n",
+    "        config_name = metadata['id']\n",
     "\n",
-    "        dataset2 = json2ds(source_dir)\n",
-    "        config_name = dataset2['train'].info.config_name\n",
-    "        print(source_dir, config_name, dataset2)\n",
+    "        # first check if it exists\n",
+    "        try:\n",
+    "            load_dataset(f\"wassname/genie_dpo\", name=config_name, keep_in_memory=False, split='train[:1]')\n",
+    "        except ValueError as e:\n",
+    "            print(e)\n",
+    "            print(f\"Dataset {config_name} does not exist, creating\")\n",
     "\n",
-    "        dataset2.push_to_hub(\"wassname/genie_dpo\", config_name=config_name)"
+    "            dataset2 = json2ds(source_dir)\n",
+    "            print(source_dir, config_name, dataset2)\n",
+    "\n",
+    "            dataset2.push_to_hub(\"wassname/genie_dpo\", config_name=config_name)\n",
+    "        else:\n",
+    "            print(f\"Dataset {config_name} already exists, skipping\")\n",
+    "\n",
+    "        "
    ]
   },
   {