From 8277f0969acf7749a30955950fe9ffe1f01ea8df Mon Sep 17 00:00:00 2001
From: wassname <1103714+wassname@users.noreply.github.com>
Date: Sun, 12 Jan 2025 05:21:52 +0000
Subject: [PATCH] <pause>

---
 nbs/fine_tuning_gemma2.ipynb | 6214 +---------------------------------
 research_journal.md          |   16 +
 2 files changed, 122 insertions(+), 6108 deletions(-)

diff --git a/nbs/fine_tuning_gemma2.ipynb b/nbs/fine_tuning_gemma2.ipynb
index 875bb5c..66793a3 100644
--- a/nbs/fine_tuning_gemma2.ipynb
+++ b/nbs/fine_tuning_gemma2.ipynb
@@ -12,14 +12,6 @@
     "\n",
     "In this tutorial, we'll explore an innovative approach to enhance Gemma 2's reasoning capabilities by implementing the Coconut (Chain of Continuous Thought) paradigm introduced by [Hao et al. (2024)](https://arxiv.org/pdf/2412.06769). Instead of constraining the model to reason in language space, we'll leverage continuous latent representations to enable more flexible and powerful reasoning patterns, particularly beneficial for translation and cross-lingual tasks.\n",
     "\n",
-    "By utilizing the last hidden state as a \"continuous thought\" and feeding it back directly as input embeddings, we can help the model develop more sophisticated reasoning strategies. This approach allows Gemma 2 to:\n",
-    "\n",
-    "- Explore multiple reasoning paths simultaneously\n",
-    "- Avoid premature commitment to single translations\n",
-    "- Handle complex linguistic nuances more effectively\n",
-    "- Reduce token overhead during inference\n",
-    "\n",
-    "This tutorial will guide you through implementing this cutting-edge fine-tuning approach using a real-world dataset, helping you transform Gemma 2 into a more capable multilingual reasoning system.\n",
     "\n",
     "<img src=\"https://res.cloudinary.com/vickie/image/upload/v1735371553/ogylhcgz3o8trjtnjcov.png\" alt=\"Gemini Reasoning Finetuning\" width=\"1000\"/>\n"
    ]
@@ -43,20 +35,6 @@
     "Having said this, let's begin by setting up the necessary environment.\n"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# pip install -q -U wandb nltk rouge-score thefuzz python-Levenshtein bert-score evaluate transformers peft datasets janome numpy fuzzywuzzy bitsandbytes ml_dtypes tf_keras torch torchvision pytorch-lightning tensorflow scikit-learn tokenizers==0.20.1 huggingface_hub\n"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 2,
@@ -98,6 +76,9 @@
     "    # Model Setup\n",
     "    \"max_length\": 128,                      # Maximum text length to process\n",
     "    \"model_name\": \"unsloth/gemma-2-2b\",                     # Path to Gemma model\n",
+    "    # \"Qwen/Qwen2.5-1.5B\",\n",
+    "    # \"unsloth/Llama-3.2-1B\"\n",
+    "    # \"unsloth/gemma-2-2b\", \n",
     "    \"batch_size\": 4,                        # Number of examples processed together\n",
     "    \"weight_decay\": 0.01,                   # Helps prevent overfitting\n",
     "\n",
@@ -109,16 +90,16 @@
     "\n",
     "    # Training Optimizations\n",
     "    \"bf16\": True,                           # Uses BFloat16 for faster training\n",
-    "    \"per_device_train_batch_size\": 6,       # Samples per GPU/CPU\n",
+    "    \"per_device_train_batch_size\": 12,       # Samples per GPU/CPU\n",
     "    \"coherence_weight\": 0.1,                 # Reasoning coherence weight\n",
     "    \"optim\": \"adamw_torch\",                 # AdamW optimizer for efficiency\n",
     "    \"wandb_project\": \"gemma2-finetuning\",   # Tracks training on Weights & Biases\n",
     "    \"logging_steps\": 1,                     # How often to log training progress\n",
     "    \"bf16_full_eval\": True,                 # Uses BFloat16 for evaluation\n",
     "    \"gradient_accumulation_steps\": 1,       # How often to update weights\n",
-    "    \"save_steps\": 1000,                    # How often to save model\n",
+    "    \"save_steps\": 10000,                    # How often to save model\n",
     "    \"warmup_steps\": 0.1,                    # Number of warmup steps\n",
-    "    \"output_dir\": \"output\",                 # Where to save model files\n",
+    "    \"output_dir\": \"../output\",                 # Where to save model files\n",
     "    \"diversity_weight\": 0.1,                # Reasoning diversity weight\n",
     "    \"num_train_epochs\": 3,                  # Number of training epochs\n",
     "}\n"
@@ -170,17 +151,18 @@
     "dataset_name = \"izumi-lab/llm-japanese-dataset\"\n",
     "dataset = load_dataset(dataset_name)\n",
     "\n",
-    "# For this tutorial, let's take 3000k samples from the dataset\n",
-    "item = 3000\n",
+    "# For this tutorial, let's take N samples from the dataset\n",
+    "DS_SIZE = 3000\n",
     "\n",
     "truncated_dataset = DatasetDict({\n",
-    "    split: dataset[split].select(range(item))\n",
+    "    split: dataset[split].select(range(DS_SIZE))\n",
     "    for split in dataset.keys()\n",
     "})\n",
     "\n",
     "\n",
     "dataset = truncated_dataset\n",
-    "eval_dataset = dataset\n"
+    "eval_dataset = dataset\n",
+    "dataset"
    ]
   },
   {
@@ -241,7 +223,8 @@
     "    print(\"Input: \", dataset['train'][\"input\"][i], \"\\n\")\n",
     "    print(\"Output: \",dataset['train'][\"output\"][i], \"\\n\")\n",
     "    print(f\"{'='*200}\\n\")\n",
-    "\n"
+    "\n",
+    "1/0 # FIXME why no input"
    ]
   },
   {
@@ -691,7 +674,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "03d7180262144f99b24f6dbd7dc1ee5a",
+       "model_id": "e5afc4e97e8a4320937172f06106185b",
        "version_major": 2,
        "version_minor": 0
       },
@@ -762,7 +745,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "df404a46bc3449d79d2ceb6adafd8ab6",
+       "model_id": "524c00998cf64ed59bc01b21ba84517f",
        "version_major": 2,
        "version_minor": 0
       },
@@ -818,7 +801,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "441f088d55b245b28ba7c9c9d836124f",
+       "model_id": "dadf48b1888b4647b7c9c143bfbcbc2d",
        "version_major": 2,
        "version_minor": 0
       },
@@ -879,7 +862,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "82f3945f8c2541719ef0f4a4fab5de55",
+       "model_id": "30ec0ea0610c4db197521df74536d486",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1784,7 +1767,7 @@
     {
      "data": {
       "text/html": [
-       "Run data is saved locally in <code>/workspace/latent-gemma/nbs/wandb/run-20250111_235850-ist2nour</code>"
+       "Run data is saved locally in <code>/workspace/latent-gemma/nbs/wandb/run-20250112_025830-yh0428qa</code>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -1796,7 +1779,7 @@
     {
      "data": {
       "text/html": [
-       "Syncing run <strong><a href='https://wandb.ai/wassname/gemma2-finetuning/runs/ist2nour' target=\"_blank\">logical-waterfall-11</a></strong> to <a href='https://wandb.ai/wassname/gemma2-finetuning' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/developer-guide' target=\"_blank\">docs</a>)<br>"
+       "Syncing run <strong><a href='https://wandb.ai/wassname/gemma2-finetuning/runs/yh0428qa' target=\"_blank\">prime-aardvark-13</a></strong> to <a href='https://wandb.ai/wassname/gemma2-finetuning' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/developer-guide' target=\"_blank\">docs</a>)<br>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -1820,7 +1803,7 @@
     {
      "data": {
       "text/html": [
-       " View run at <a href='https://wandb.ai/wassname/gemma2-finetuning/runs/ist2nour' target=\"_blank\">https://wandb.ai/wassname/gemma2-finetuning/runs/ist2nour</a>"
+       " View run at <a href='https://wandb.ai/wassname/gemma2-finetuning/runs/yh0428qa' target=\"_blank\">https://wandb.ai/wassname/gemma2-finetuning/runs/yh0428qa</a>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -1840,6 +1823,7 @@
     "import torch\n",
     "import evaluate\n",
     "import numpy as np\n",
+    "from pathlib import Path\n",
     "\n",
     "# Initialize WandB\n",
     "wandb.init(project=config[\"wandb_project\"], config=config)\n",
@@ -1880,7 +1864,7 @@
     "    else:\n",
     "        model.current_stage = stage\n",
     "\n",
-    "    current_output_dir = f\"{config['output_dir']}_stage{stage}\"\n",
+    "    current_output_dir = Path(config['output_dir'])/ f\"stage{stage}\"\n",
     "    training_args.output_dir = current_output_dir\n",
     "    training_args.num_train_epochs = config['num_train_epochs']\n",
     "        \n",
@@ -1919,27 +1903,49 @@
     "    trainer.train()\n",
     "\n",
     "    # Save checkpoints\n",
-    "    for folder in os.listdir(current_output_dir):\n",
-    "        if folder.startswith(\"checkpoint-\"):\n",
-    "            checkpoint_folder = os.path.join(current_output_dir, folder)\n",
-    "            if os.path.isdir(checkpoint_folder):\n",
-    "                tokenizer.save_pretrained(checkpoint_folder)\n",
-    "                # If using DataParallel, save the base model\n",
-    "                model_to_save = model.module if hasattr(model, 'module') else model\n",
-    "                model_to_save.save_pretrained(checkpoint_folder)\n",
+    "    # for folder in os.listdir(current_output_dir):\n",
+    "    #     if folder.startswith(\"checkpoint-\"):\n",
+    "    #         checkpoint_folder = os.path.join(current_output_dir, folder)\n",
+    "    #         if os.path.isdir(checkpoint_folder):\n",
+    "    #             tokenizer.save_pretrained(checkpoint_folder)\n",
+    "    #             # If using DataParallel, save the base model\n",
+    "    #             model_to_save = model.module if hasattr(model, 'module') else model\n",
+    "    #             model_to_save.save_pretrained(checkpoint_folder)\n",
+    "\n",
+    "    checkpoint_folder = current_output_dir / \"checkpoint-final\"\n",
+    "    tokenizer.save_pretrained(checkpoint_folder)\n",
+    "    # If using DataParallel, save the base model\n",
+    "    model_to_save = model.module if hasattr(model, 'module') else model\n",
+    "    model_to_save.save_pretrained(checkpoint_folder)\n",
     "\n",
     "\n"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 27,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import gc\n",
+    "\n",
+    "def clear_mem():\n",
+    "    gc.collect()\n",
+    "    torch.cuda.empty_cache()\n",
+    "\n",
+    "\n",
+    "clear_mem()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "4ba6f6457c9b41f3abf7469beb07cd0c",
+       "model_id": "65db24a7a2814145bc4e9d5dd57b5703",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1953,7 +1959,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "5d07c84b285e4d4ba754feb0686de978",
+       "model_id": "1296c503de87418885818728ff7e914e",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1965,6052 +1971,32 @@
      "output_type": "display_data"
     },
     {
-     "data": {
-      "text/html": [
-       "\n",
-       "    <div>\n",
-       "      \n",
-       "      <progress value='1501' max='1500' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
-       "      [1500/1500 07:50, Epoch 3/3]\n",
-       "    </div>\n",
-       "    <table border=\"1\" class=\"dataframe\">\n",
-       "  <thead>\n",
-       " <tr style=\"text-align: left;\">\n",
-       "      <th>Step</th>\n",
-       "      <th>Training Loss</th>\n",
-       "    </tr>\n",
-       "  </thead>\n",
-       "  <tbody>\n",
-       "    <tr>\n",
-       "      <td>1</td>\n",
-       "      <td>79.350600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>2</td>\n",
-       "      <td>80.007500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>3</td>\n",
-       "      <td>80.274900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>4</td>\n",
-       "      <td>78.228900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>5</td>\n",
-       "      <td>74.426800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>6</td>\n",
-       "      <td>77.340100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>7</td>\n",
-       "      <td>77.020400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>8</td>\n",
-       "      <td>74.368700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>9</td>\n",
-       "      <td>73.345700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>10</td>\n",
-       "      <td>71.533500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>11</td>\n",
-       "      <td>73.182000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>12</td>\n",
-       "      <td>68.102100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>13</td>\n",
-       "      <td>64.580900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>14</td>\n",
-       "      <td>64.921500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>15</td>\n",
-       "      <td>59.968000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>16</td>\n",
-       "      <td>58.814600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>17</td>\n",
-       "      <td>53.344300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>18</td>\n",
-       "      <td>54.747100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>19</td>\n",
-       "      <td>49.226500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>20</td>\n",
-       "      <td>45.038900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>21</td>\n",
-       "      <td>43.286600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>22</td>\n",
-       "      <td>39.886000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>23</td>\n",
-       "      <td>33.931000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>24</td>\n",
-       "      <td>33.371600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>25</td>\n",
-       "      <td>29.367400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>26</td>\n",
-       "      <td>24.923400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>27</td>\n",
-       "      <td>24.104600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>28</td>\n",
-       "      <td>17.980600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>29</td>\n",
-       "      <td>17.854400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>30</td>\n",
-       "      <td>15.161100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>31</td>\n",
-       "      <td>13.296800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>32</td>\n",
-       "      <td>12.849800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>33</td>\n",
-       "      <td>9.459300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>34</td>\n",
-       "      <td>9.642500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>35</td>\n",
-       "      <td>9.195500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>36</td>\n",
-       "      <td>7.364600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>37</td>\n",
-       "      <td>7.197300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>38</td>\n",
-       "      <td>5.979800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>39</td>\n",
-       "      <td>5.859200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>40</td>\n",
-       "      <td>4.930200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>41</td>\n",
-       "      <td>4.992000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>42</td>\n",
-       "      <td>5.133800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>43</td>\n",
-       "      <td>4.307700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>44</td>\n",
-       "      <td>4.587300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>45</td>\n",
-       "      <td>4.473900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>46</td>\n",
-       "      <td>4.241700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>47</td>\n",
-       "      <td>4.030600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>48</td>\n",
-       "      <td>4.351300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>49</td>\n",
-       "      <td>4.001400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>50</td>\n",
-       "      <td>3.657800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>51</td>\n",
-       "      <td>3.456100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>52</td>\n",
-       "      <td>3.735700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>53</td>\n",
-       "      <td>3.754800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>54</td>\n",
-       "      <td>3.967500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>55</td>\n",
-       "      <td>3.200900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>56</td>\n",
-       "      <td>3.185200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>57</td>\n",
-       "      <td>3.164300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>58</td>\n",
-       "      <td>3.053800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>59</td>\n",
-       "      <td>2.812000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>60</td>\n",
-       "      <td>3.208500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>61</td>\n",
-       "      <td>2.917100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>62</td>\n",
-       "      <td>3.126800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>63</td>\n",
-       "      <td>3.204800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>64</td>\n",
-       "      <td>2.776100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>65</td>\n",
-       "      <td>2.916500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>66</td>\n",
-       "      <td>2.964600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>67</td>\n",
-       "      <td>2.441700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>68</td>\n",
-       "      <td>2.395200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>69</td>\n",
-       "      <td>2.980500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>70</td>\n",
-       "      <td>2.522600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>71</td>\n",
-       "      <td>2.266700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>72</td>\n",
-       "      <td>2.075600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>73</td>\n",
-       "      <td>2.035200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>74</td>\n",
-       "      <td>2.190900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>75</td>\n",
-       "      <td>2.459800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>76</td>\n",
-       "      <td>1.972200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>77</td>\n",
-       "      <td>1.697800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>78</td>\n",
-       "      <td>1.710600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>79</td>\n",
-       "      <td>1.326100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>80</td>\n",
-       "      <td>1.283900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>81</td>\n",
-       "      <td>1.293800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>82</td>\n",
-       "      <td>1.097600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>83</td>\n",
-       "      <td>1.510600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>84</td>\n",
-       "      <td>1.002700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>85</td>\n",
-       "      <td>1.477700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>86</td>\n",
-       "      <td>1.055300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>87</td>\n",
-       "      <td>1.201200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>88</td>\n",
-       "      <td>1.127300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>89</td>\n",
-       "      <td>1.291100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>90</td>\n",
-       "      <td>1.088800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>91</td>\n",
-       "      <td>0.988900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>92</td>\n",
-       "      <td>1.015100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>93</td>\n",
-       "      <td>0.836000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>94</td>\n",
-       "      <td>0.912200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>95</td>\n",
-       "      <td>0.837200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>96</td>\n",
-       "      <td>1.000600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>97</td>\n",
-       "      <td>0.990100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>98</td>\n",
-       "      <td>0.844600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>99</td>\n",
-       "      <td>0.868100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>100</td>\n",
-       "      <td>0.746200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>101</td>\n",
-       "      <td>0.840100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>102</td>\n",
-       "      <td>0.899000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>103</td>\n",
-       "      <td>0.872300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>104</td>\n",
-       "      <td>0.928400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>105</td>\n",
-       "      <td>0.620900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>106</td>\n",
-       "      <td>0.704200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>107</td>\n",
-       "      <td>0.830400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>108</td>\n",
-       "      <td>1.066100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>109</td>\n",
-       "      <td>0.687600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>110</td>\n",
-       "      <td>0.721000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>111</td>\n",
-       "      <td>0.805700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>112</td>\n",
-       "      <td>0.888600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>113</td>\n",
-       "      <td>0.641300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>114</td>\n",
-       "      <td>0.781600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>115</td>\n",
-       "      <td>0.631700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>116</td>\n",
-       "      <td>0.654400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>117</td>\n",
-       "      <td>0.557500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>118</td>\n",
-       "      <td>0.726100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>119</td>\n",
-       "      <td>0.608200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>120</td>\n",
-       "      <td>0.591100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>121</td>\n",
-       "      <td>0.745600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>122</td>\n",
-       "      <td>0.524400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>123</td>\n",
-       "      <td>0.680500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>124</td>\n",
-       "      <td>0.603400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>125</td>\n",
-       "      <td>0.754000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>126</td>\n",
-       "      <td>0.652500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>127</td>\n",
-       "      <td>0.902600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>128</td>\n",
-       "      <td>0.513300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>129</td>\n",
-       "      <td>0.617000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>130</td>\n",
-       "      <td>0.863300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>131</td>\n",
-       "      <td>0.459300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>132</td>\n",
-       "      <td>0.584100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>133</td>\n",
-       "      <td>0.863100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>134</td>\n",
-       "      <td>0.743500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>135</td>\n",
-       "      <td>0.699300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>136</td>\n",
-       "      <td>0.657300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>137</td>\n",
-       "      <td>0.510600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>138</td>\n",
-       "      <td>0.752300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>139</td>\n",
-       "      <td>0.567700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>140</td>\n",
-       "      <td>0.669500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>141</td>\n",
-       "      <td>0.579400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>142</td>\n",
-       "      <td>0.516700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>143</td>\n",
-       "      <td>0.624200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>144</td>\n",
-       "      <td>0.416600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>145</td>\n",
-       "      <td>0.729500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>146</td>\n",
-       "      <td>0.615500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>147</td>\n",
-       "      <td>0.444900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>148</td>\n",
-       "      <td>0.969200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>149</td>\n",
-       "      <td>1.228100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>150</td>\n",
-       "      <td>0.433600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>151</td>\n",
-       "      <td>0.501500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>152</td>\n",
-       "      <td>0.560100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>153</td>\n",
-       "      <td>0.660700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>154</td>\n",
-       "      <td>0.433200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>155</td>\n",
-       "      <td>0.521400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>156</td>\n",
-       "      <td>0.473700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>157</td>\n",
-       "      <td>0.437100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>158</td>\n",
-       "      <td>0.590600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>159</td>\n",
-       "      <td>0.580700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>160</td>\n",
-       "      <td>0.804700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>161</td>\n",
-       "      <td>0.456800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>162</td>\n",
-       "      <td>0.675800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>163</td>\n",
-       "      <td>0.862700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>164</td>\n",
-       "      <td>0.525000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>165</td>\n",
-       "      <td>0.607800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>166</td>\n",
-       "      <td>0.489100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>167</td>\n",
-       "      <td>0.406800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>168</td>\n",
-       "      <td>0.683600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>169</td>\n",
-       "      <td>0.890100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>170</td>\n",
-       "      <td>0.541600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>171</td>\n",
-       "      <td>0.540400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>172</td>\n",
-       "      <td>0.648900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>173</td>\n",
-       "      <td>0.548200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>174</td>\n",
-       "      <td>0.493600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>175</td>\n",
-       "      <td>0.615500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>176</td>\n",
-       "      <td>0.512300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>177</td>\n",
-       "      <td>0.588100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>178</td>\n",
-       "      <td>0.485600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>179</td>\n",
-       "      <td>0.396800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>180</td>\n",
-       "      <td>0.533800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>181</td>\n",
-       "      <td>0.454600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>182</td>\n",
-       "      <td>0.463000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>183</td>\n",
-       "      <td>0.405100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>184</td>\n",
-       "      <td>0.630500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>185</td>\n",
-       "      <td>0.596100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>186</td>\n",
-       "      <td>0.484200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>187</td>\n",
-       "      <td>0.526600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>188</td>\n",
-       "      <td>0.598100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>189</td>\n",
-       "      <td>0.590400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>190</td>\n",
-       "      <td>0.528200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>191</td>\n",
-       "      <td>0.776100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>192</td>\n",
-       "      <td>0.503600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>193</td>\n",
-       "      <td>0.498500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>194</td>\n",
-       "      <td>0.536700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>195</td>\n",
-       "      <td>0.599900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>196</td>\n",
-       "      <td>0.665400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>197</td>\n",
-       "      <td>0.467200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>198</td>\n",
-       "      <td>0.485000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>199</td>\n",
-       "      <td>0.555000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>200</td>\n",
-       "      <td>0.460400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>201</td>\n",
-       "      <td>0.388400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>202</td>\n",
-       "      <td>0.586800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>203</td>\n",
-       "      <td>0.602500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>204</td>\n",
-       "      <td>0.623000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>205</td>\n",
-       "      <td>0.427300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>206</td>\n",
-       "      <td>0.665000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>207</td>\n",
-       "      <td>0.450100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>208</td>\n",
-       "      <td>0.599700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>209</td>\n",
-       "      <td>0.783700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>210</td>\n",
-       "      <td>0.742300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>211</td>\n",
-       "      <td>0.412100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>212</td>\n",
-       "      <td>0.531500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>213</td>\n",
-       "      <td>0.609600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>214</td>\n",
-       "      <td>0.326600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>215</td>\n",
-       "      <td>0.525100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>216</td>\n",
-       "      <td>0.578800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>217</td>\n",
-       "      <td>0.494900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>218</td>\n",
-       "      <td>0.468100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>219</td>\n",
-       "      <td>0.511700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>220</td>\n",
-       "      <td>0.559700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>221</td>\n",
-       "      <td>0.551000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>222</td>\n",
-       "      <td>0.635300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>223</td>\n",
-       "      <td>0.491900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>224</td>\n",
-       "      <td>0.636600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>225</td>\n",
-       "      <td>0.359900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>226</td>\n",
-       "      <td>0.489200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>227</td>\n",
-       "      <td>0.565900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>228</td>\n",
-       "      <td>0.411200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>229</td>\n",
-       "      <td>0.472700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>230</td>\n",
-       "      <td>0.519000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>231</td>\n",
-       "      <td>0.463700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>232</td>\n",
-       "      <td>0.525600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>233</td>\n",
-       "      <td>0.321400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>234</td>\n",
-       "      <td>0.493400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>235</td>\n",
-       "      <td>0.448200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>236</td>\n",
-       "      <td>0.329900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>237</td>\n",
-       "      <td>0.473500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>238</td>\n",
-       "      <td>0.544700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>239</td>\n",
-       "      <td>0.442600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>240</td>\n",
-       "      <td>0.693400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>241</td>\n",
-       "      <td>0.460200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>242</td>\n",
-       "      <td>0.457700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>243</td>\n",
-       "      <td>0.369900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>244</td>\n",
-       "      <td>0.469300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>245</td>\n",
-       "      <td>0.705200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>246</td>\n",
-       "      <td>0.502500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>247</td>\n",
-       "      <td>0.818500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>248</td>\n",
-       "      <td>0.543000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>249</td>\n",
-       "      <td>0.424100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>250</td>\n",
-       "      <td>0.352000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>251</td>\n",
-       "      <td>0.408900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>252</td>\n",
-       "      <td>0.413300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>253</td>\n",
-       "      <td>0.367600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>254</td>\n",
-       "      <td>0.405700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>255</td>\n",
-       "      <td>0.414600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>256</td>\n",
-       "      <td>0.500700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>257</td>\n",
-       "      <td>0.420900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>258</td>\n",
-       "      <td>0.549900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>259</td>\n",
-       "      <td>0.401400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>260</td>\n",
-       "      <td>0.392100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>261</td>\n",
-       "      <td>0.456300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>262</td>\n",
-       "      <td>0.836200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>263</td>\n",
-       "      <td>0.399200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>264</td>\n",
-       "      <td>0.462500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>265</td>\n",
-       "      <td>0.323500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>266</td>\n",
-       "      <td>0.500200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>267</td>\n",
-       "      <td>0.360700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>268</td>\n",
-       "      <td>0.417200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>269</td>\n",
-       "      <td>0.470300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>270</td>\n",
-       "      <td>0.321600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>271</td>\n",
-       "      <td>0.382300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>272</td>\n",
-       "      <td>0.283700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>273</td>\n",
-       "      <td>0.487200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>274</td>\n",
-       "      <td>0.430300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>275</td>\n",
-       "      <td>0.521600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>276</td>\n",
-       "      <td>0.339800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>277</td>\n",
-       "      <td>0.432000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>278</td>\n",
-       "      <td>0.694100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>279</td>\n",
-       "      <td>0.485600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>280</td>\n",
-       "      <td>0.511400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>281</td>\n",
-       "      <td>0.439800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>282</td>\n",
-       "      <td>0.405100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>283</td>\n",
-       "      <td>0.532400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>284</td>\n",
-       "      <td>0.420100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>285</td>\n",
-       "      <td>0.346600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>286</td>\n",
-       "      <td>0.336000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>287</td>\n",
-       "      <td>0.402200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>288</td>\n",
-       "      <td>0.391100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>289</td>\n",
-       "      <td>0.341800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>290</td>\n",
-       "      <td>0.541000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>291</td>\n",
-       "      <td>0.264600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>292</td>\n",
-       "      <td>0.481300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>293</td>\n",
-       "      <td>0.559300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>294</td>\n",
-       "      <td>0.513300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>295</td>\n",
-       "      <td>0.561100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>296</td>\n",
-       "      <td>0.392200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>297</td>\n",
-       "      <td>0.320900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>298</td>\n",
-       "      <td>0.405600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>299</td>\n",
-       "      <td>0.500300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>300</td>\n",
-       "      <td>0.427900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>301</td>\n",
-       "      <td>0.572900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>302</td>\n",
-       "      <td>0.389100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>303</td>\n",
-       "      <td>0.517600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>304</td>\n",
-       "      <td>0.369600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>305</td>\n",
-       "      <td>0.451300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>306</td>\n",
-       "      <td>0.451100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>307</td>\n",
-       "      <td>0.480300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>308</td>\n",
-       "      <td>0.489100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>309</td>\n",
-       "      <td>0.384500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>310</td>\n",
-       "      <td>0.555300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>311</td>\n",
-       "      <td>0.352900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>312</td>\n",
-       "      <td>0.461200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>313</td>\n",
-       "      <td>0.527200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>314</td>\n",
-       "      <td>0.356700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>315</td>\n",
-       "      <td>0.341500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>316</td>\n",
-       "      <td>0.365700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>317</td>\n",
-       "      <td>0.487000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>318</td>\n",
-       "      <td>0.545500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>319</td>\n",
-       "      <td>0.402600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>320</td>\n",
-       "      <td>0.538000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>321</td>\n",
-       "      <td>0.339900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>322</td>\n",
-       "      <td>0.482500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>323</td>\n",
-       "      <td>0.290500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>324</td>\n",
-       "      <td>0.400000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>325</td>\n",
-       "      <td>0.376600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>326</td>\n",
-       "      <td>0.402500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>327</td>\n",
-       "      <td>0.535400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>328</td>\n",
-       "      <td>0.348800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>329</td>\n",
-       "      <td>0.391000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>330</td>\n",
-       "      <td>0.355000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>331</td>\n",
-       "      <td>0.427600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>332</td>\n",
-       "      <td>0.439300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>333</td>\n",
-       "      <td>0.518200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>334</td>\n",
-       "      <td>0.497500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>335</td>\n",
-       "      <td>0.451800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>336</td>\n",
-       "      <td>0.539900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>337</td>\n",
-       "      <td>0.414100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>338</td>\n",
-       "      <td>0.391100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>339</td>\n",
-       "      <td>0.362700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>340</td>\n",
-       "      <td>0.438900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>341</td>\n",
-       "      <td>0.424100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>342</td>\n",
-       "      <td>0.364900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>343</td>\n",
-       "      <td>0.521800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>344</td>\n",
-       "      <td>0.440000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>345</td>\n",
-       "      <td>0.547600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>346</td>\n",
-       "      <td>0.326000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>347</td>\n",
-       "      <td>0.434800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>348</td>\n",
-       "      <td>0.306100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>349</td>\n",
-       "      <td>0.314500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>350</td>\n",
-       "      <td>0.495200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>351</td>\n",
-       "      <td>0.391700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>352</td>\n",
-       "      <td>0.361100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>353</td>\n",
-       "      <td>0.526600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>354</td>\n",
-       "      <td>0.495500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>355</td>\n",
-       "      <td>0.525900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>356</td>\n",
-       "      <td>0.452500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>357</td>\n",
-       "      <td>0.325400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>358</td>\n",
-       "      <td>0.525900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>359</td>\n",
-       "      <td>0.405300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>360</td>\n",
-       "      <td>0.236300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>361</td>\n",
-       "      <td>0.418200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>362</td>\n",
-       "      <td>0.317800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>363</td>\n",
-       "      <td>0.463900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>364</td>\n",
-       "      <td>0.517300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>365</td>\n",
-       "      <td>0.404100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>366</td>\n",
-       "      <td>0.643300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>367</td>\n",
-       "      <td>0.426200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>368</td>\n",
-       "      <td>0.526400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>369</td>\n",
-       "      <td>0.442800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>370</td>\n",
-       "      <td>0.508900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>371</td>\n",
-       "      <td>0.535800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>372</td>\n",
-       "      <td>0.451100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>373</td>\n",
-       "      <td>0.354000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>374</td>\n",
-       "      <td>0.373500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>375</td>\n",
-       "      <td>0.428400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>376</td>\n",
-       "      <td>0.571400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>377</td>\n",
-       "      <td>0.357800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>378</td>\n",
-       "      <td>0.311200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>379</td>\n",
-       "      <td>0.546400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>380</td>\n",
-       "      <td>0.363700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>381</td>\n",
-       "      <td>0.534400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>382</td>\n",
-       "      <td>0.433400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>383</td>\n",
-       "      <td>0.515100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>384</td>\n",
-       "      <td>0.537100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>385</td>\n",
-       "      <td>0.414700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>386</td>\n",
-       "      <td>0.420200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>387</td>\n",
-       "      <td>0.440500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>388</td>\n",
-       "      <td>0.379700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>389</td>\n",
-       "      <td>0.392800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>390</td>\n",
-       "      <td>0.472600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>391</td>\n",
-       "      <td>0.446300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>392</td>\n",
-       "      <td>0.464300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>393</td>\n",
-       "      <td>0.359500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>394</td>\n",
-       "      <td>0.387000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>395</td>\n",
-       "      <td>0.364100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>396</td>\n",
-       "      <td>0.385600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>397</td>\n",
-       "      <td>0.313800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>398</td>\n",
-       "      <td>0.340700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>399</td>\n",
-       "      <td>0.379100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>400</td>\n",
-       "      <td>0.351300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>401</td>\n",
-       "      <td>0.294700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>402</td>\n",
-       "      <td>0.382300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>403</td>\n",
-       "      <td>0.350900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>404</td>\n",
-       "      <td>0.431800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>405</td>\n",
-       "      <td>0.341900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>406</td>\n",
-       "      <td>0.337900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>407</td>\n",
-       "      <td>0.274500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>408</td>\n",
-       "      <td>0.318000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>409</td>\n",
-       "      <td>0.289900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>410</td>\n",
-       "      <td>0.271400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>411</td>\n",
-       "      <td>0.306100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>412</td>\n",
-       "      <td>0.401300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>413</td>\n",
-       "      <td>0.352500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>414</td>\n",
-       "      <td>0.506500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>415</td>\n",
-       "      <td>0.530400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>416</td>\n",
-       "      <td>0.360000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>417</td>\n",
-       "      <td>0.378500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>418</td>\n",
-       "      <td>0.400700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>419</td>\n",
-       "      <td>0.292600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>420</td>\n",
-       "      <td>0.402600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>421</td>\n",
-       "      <td>0.376000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>422</td>\n",
-       "      <td>0.330400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>423</td>\n",
-       "      <td>0.415000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>424</td>\n",
-       "      <td>0.292400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>425</td>\n",
-       "      <td>0.262300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>426</td>\n",
-       "      <td>0.478000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>427</td>\n",
-       "      <td>0.396900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>428</td>\n",
-       "      <td>0.759300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>429</td>\n",
-       "      <td>0.440600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>430</td>\n",
-       "      <td>0.336100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>431</td>\n",
-       "      <td>0.400300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>432</td>\n",
-       "      <td>0.418400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>433</td>\n",
-       "      <td>0.526000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>434</td>\n",
-       "      <td>0.330800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>435</td>\n",
-       "      <td>0.494400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>436</td>\n",
-       "      <td>0.326000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>437</td>\n",
-       "      <td>0.349900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>438</td>\n",
-       "      <td>0.370700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>439</td>\n",
-       "      <td>0.420900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>440</td>\n",
-       "      <td>0.417200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>441</td>\n",
-       "      <td>0.407800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>442</td>\n",
-       "      <td>0.352800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>443</td>\n",
-       "      <td>0.472600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>444</td>\n",
-       "      <td>0.647300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>445</td>\n",
-       "      <td>0.375500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>446</td>\n",
-       "      <td>0.543700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>447</td>\n",
-       "      <td>0.654500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>448</td>\n",
-       "      <td>0.608300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>449</td>\n",
-       "      <td>0.303000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>450</td>\n",
-       "      <td>0.404600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>451</td>\n",
-       "      <td>0.689100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>452</td>\n",
-       "      <td>0.361000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>453</td>\n",
-       "      <td>0.373200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>454</td>\n",
-       "      <td>0.502600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>455</td>\n",
-       "      <td>0.421300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>456</td>\n",
-       "      <td>0.293700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>457</td>\n",
-       "      <td>0.265800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>458</td>\n",
-       "      <td>0.508100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>459</td>\n",
-       "      <td>0.301100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>460</td>\n",
-       "      <td>0.421400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>461</td>\n",
-       "      <td>0.392800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>462</td>\n",
-       "      <td>0.295300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>463</td>\n",
-       "      <td>0.438400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>464</td>\n",
-       "      <td>0.459500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>465</td>\n",
-       "      <td>0.679400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>466</td>\n",
-       "      <td>0.429900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>467</td>\n",
-       "      <td>0.522600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>468</td>\n",
-       "      <td>0.395700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>469</td>\n",
-       "      <td>0.358700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>470</td>\n",
-       "      <td>0.472300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>471</td>\n",
-       "      <td>0.486500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>472</td>\n",
-       "      <td>0.319600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>473</td>\n",
-       "      <td>0.435400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>474</td>\n",
-       "      <td>0.393800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>475</td>\n",
-       "      <td>0.334400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>476</td>\n",
-       "      <td>0.357800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>477</td>\n",
-       "      <td>0.285100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>478</td>\n",
-       "      <td>0.488100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>479</td>\n",
-       "      <td>0.355400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>480</td>\n",
-       "      <td>0.361300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>481</td>\n",
-       "      <td>0.343700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>482</td>\n",
-       "      <td>0.357000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>483</td>\n",
-       "      <td>0.468600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>484</td>\n",
-       "      <td>0.419100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>485</td>\n",
-       "      <td>0.453900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>486</td>\n",
-       "      <td>0.560000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>487</td>\n",
-       "      <td>0.297200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>488</td>\n",
-       "      <td>0.629500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>489</td>\n",
-       "      <td>0.362900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>490</td>\n",
-       "      <td>0.464500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>491</td>\n",
-       "      <td>0.364900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>492</td>\n",
-       "      <td>0.305600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>493</td>\n",
-       "      <td>0.425600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>494</td>\n",
-       "      <td>0.311400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>495</td>\n",
-       "      <td>0.361000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>496</td>\n",
-       "      <td>0.371500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>497</td>\n",
-       "      <td>0.289900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>498</td>\n",
-       "      <td>0.416300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>499</td>\n",
-       "      <td>0.311000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>500</td>\n",
-       "      <td>0.398200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>501</td>\n",
-       "      <td>0.272100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>502</td>\n",
-       "      <td>0.336000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>503</td>\n",
-       "      <td>0.287500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>504</td>\n",
-       "      <td>0.239000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>505</td>\n",
-       "      <td>0.365100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>506</td>\n",
-       "      <td>0.269900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>507</td>\n",
-       "      <td>0.409300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>508</td>\n",
-       "      <td>0.309900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>509</td>\n",
-       "      <td>0.196100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>510</td>\n",
-       "      <td>0.275800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>511</td>\n",
-       "      <td>0.192400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>512</td>\n",
-       "      <td>0.324500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>513</td>\n",
-       "      <td>0.288800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>514</td>\n",
-       "      <td>0.324900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>515</td>\n",
-       "      <td>0.286900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>516</td>\n",
-       "      <td>0.251700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>517</td>\n",
-       "      <td>0.332200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>518</td>\n",
-       "      <td>0.292400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>519</td>\n",
-       "      <td>0.364800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>520</td>\n",
-       "      <td>0.364500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>521</td>\n",
-       "      <td>0.201000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>522</td>\n",
-       "      <td>0.295000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>523</td>\n",
-       "      <td>0.352300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>524</td>\n",
-       "      <td>0.271800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>525</td>\n",
-       "      <td>0.452500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>526</td>\n",
-       "      <td>0.173300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>527</td>\n",
-       "      <td>0.292000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>528</td>\n",
-       "      <td>0.391200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>529</td>\n",
-       "      <td>0.250300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>530</td>\n",
-       "      <td>0.288600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>531</td>\n",
-       "      <td>0.254600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>532</td>\n",
-       "      <td>0.271600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>533</td>\n",
-       "      <td>0.239300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>534</td>\n",
-       "      <td>0.475200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>535</td>\n",
-       "      <td>0.287900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>536</td>\n",
-       "      <td>0.297800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>537</td>\n",
-       "      <td>0.305100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>538</td>\n",
-       "      <td>0.405600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>539</td>\n",
-       "      <td>0.331400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>540</td>\n",
-       "      <td>0.355400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>541</td>\n",
-       "      <td>0.332400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>542</td>\n",
-       "      <td>0.297700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>543</td>\n",
-       "      <td>0.300200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>544</td>\n",
-       "      <td>0.300700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>545</td>\n",
-       "      <td>0.274300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>546</td>\n",
-       "      <td>0.286600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>547</td>\n",
-       "      <td>0.265300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>548</td>\n",
-       "      <td>0.276000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>549</td>\n",
-       "      <td>0.353700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>550</td>\n",
-       "      <td>0.403500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>551</td>\n",
-       "      <td>0.261700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>552</td>\n",
-       "      <td>0.269400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>553</td>\n",
-       "      <td>0.297800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>554</td>\n",
-       "      <td>0.287100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>555</td>\n",
-       "      <td>0.333900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>556</td>\n",
-       "      <td>0.258000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>557</td>\n",
-       "      <td>0.245300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>558</td>\n",
-       "      <td>0.366100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>559</td>\n",
-       "      <td>0.395700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>560</td>\n",
-       "      <td>0.261400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>561</td>\n",
-       "      <td>0.267500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>562</td>\n",
-       "      <td>0.328600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>563</td>\n",
-       "      <td>0.407600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>564</td>\n",
-       "      <td>0.342500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>565</td>\n",
-       "      <td>0.308200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>566</td>\n",
-       "      <td>0.265400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>567</td>\n",
-       "      <td>0.170000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>568</td>\n",
-       "      <td>0.321600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>569</td>\n",
-       "      <td>0.310500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>570</td>\n",
-       "      <td>0.257100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>571</td>\n",
-       "      <td>0.206500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>572</td>\n",
-       "      <td>0.243400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>573</td>\n",
-       "      <td>0.348300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>574</td>\n",
-       "      <td>0.301900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>575</td>\n",
-       "      <td>0.361700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>576</td>\n",
-       "      <td>0.440300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>577</td>\n",
-       "      <td>0.247100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>578</td>\n",
-       "      <td>0.271300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>579</td>\n",
-       "      <td>0.275300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>580</td>\n",
-       "      <td>0.304900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>581</td>\n",
-       "      <td>0.341000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>582</td>\n",
-       "      <td>0.419600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>583</td>\n",
-       "      <td>0.216300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>584</td>\n",
-       "      <td>0.434600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>585</td>\n",
-       "      <td>0.354600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>586</td>\n",
-       "      <td>0.306200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>587</td>\n",
-       "      <td>0.208800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>588</td>\n",
-       "      <td>0.367800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>589</td>\n",
-       "      <td>0.133400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>590</td>\n",
-       "      <td>0.265700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>591</td>\n",
-       "      <td>0.298600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>592</td>\n",
-       "      <td>0.313800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>593</td>\n",
-       "      <td>0.293100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>594</td>\n",
-       "      <td>0.376200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>595</td>\n",
-       "      <td>0.368000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>596</td>\n",
-       "      <td>0.308400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>597</td>\n",
-       "      <td>0.299600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>598</td>\n",
-       "      <td>0.403300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>599</td>\n",
-       "      <td>0.619600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>600</td>\n",
-       "      <td>0.273600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>601</td>\n",
-       "      <td>0.359500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>602</td>\n",
-       "      <td>0.211600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>603</td>\n",
-       "      <td>0.263100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>604</td>\n",
-       "      <td>0.268800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>605</td>\n",
-       "      <td>0.318200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>606</td>\n",
-       "      <td>0.366800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>607</td>\n",
-       "      <td>0.297500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>608</td>\n",
-       "      <td>0.300100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>609</td>\n",
-       "      <td>0.172700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>610</td>\n",
-       "      <td>0.281500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>611</td>\n",
-       "      <td>0.201100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>612</td>\n",
-       "      <td>0.330500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>613</td>\n",
-       "      <td>0.240600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>614</td>\n",
-       "      <td>0.287200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>615</td>\n",
-       "      <td>0.452700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>616</td>\n",
-       "      <td>0.357200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>617</td>\n",
-       "      <td>0.290700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>618</td>\n",
-       "      <td>0.345900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>619</td>\n",
-       "      <td>0.254200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>620</td>\n",
-       "      <td>0.323900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>621</td>\n",
-       "      <td>0.225400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>622</td>\n",
-       "      <td>0.239700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>623</td>\n",
-       "      <td>0.469000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>624</td>\n",
-       "      <td>0.334400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>625</td>\n",
-       "      <td>0.431800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>626</td>\n",
-       "      <td>0.306300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>627</td>\n",
-       "      <td>0.294600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>628</td>\n",
-       "      <td>0.240100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>629</td>\n",
-       "      <td>0.386400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>630</td>\n",
-       "      <td>0.293800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>631</td>\n",
-       "      <td>0.387200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>632</td>\n",
-       "      <td>0.369300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>633</td>\n",
-       "      <td>0.257900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>634</td>\n",
-       "      <td>0.298000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>635</td>\n",
-       "      <td>0.274700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>636</td>\n",
-       "      <td>0.316000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>637</td>\n",
-       "      <td>0.221900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>638</td>\n",
-       "      <td>0.218100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>639</td>\n",
-       "      <td>0.447800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>640</td>\n",
-       "      <td>0.241900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>641</td>\n",
-       "      <td>0.280800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>642</td>\n",
-       "      <td>0.328400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>643</td>\n",
-       "      <td>0.230200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>644</td>\n",
-       "      <td>0.290000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>645</td>\n",
-       "      <td>0.291700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>646</td>\n",
-       "      <td>0.383500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>647</td>\n",
-       "      <td>0.214900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>648</td>\n",
-       "      <td>0.316800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>649</td>\n",
-       "      <td>0.214100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>650</td>\n",
-       "      <td>0.310500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>651</td>\n",
-       "      <td>0.216400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>652</td>\n",
-       "      <td>0.290600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>653</td>\n",
-       "      <td>0.400600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>654</td>\n",
-       "      <td>0.284900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>655</td>\n",
-       "      <td>0.308200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>656</td>\n",
-       "      <td>0.359100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>657</td>\n",
-       "      <td>0.363700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>658</td>\n",
-       "      <td>0.299500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>659</td>\n",
-       "      <td>0.342100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>660</td>\n",
-       "      <td>0.286500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>661</td>\n",
-       "      <td>0.304200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>662</td>\n",
-       "      <td>0.229500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>663</td>\n",
-       "      <td>0.363700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>664</td>\n",
-       "      <td>0.232600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>665</td>\n",
-       "      <td>0.295700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>666</td>\n",
-       "      <td>0.215800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>667</td>\n",
-       "      <td>0.293500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>668</td>\n",
-       "      <td>0.256700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>669</td>\n",
-       "      <td>0.168500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>670</td>\n",
-       "      <td>0.358500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>671</td>\n",
-       "      <td>0.278800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>672</td>\n",
-       "      <td>0.330200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>673</td>\n",
-       "      <td>0.286900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>674</td>\n",
-       "      <td>0.199200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>675</td>\n",
-       "      <td>0.223800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>676</td>\n",
-       "      <td>0.268500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>677</td>\n",
-       "      <td>0.255200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>678</td>\n",
-       "      <td>0.269200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>679</td>\n",
-       "      <td>0.377600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>680</td>\n",
-       "      <td>0.251600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>681</td>\n",
-       "      <td>0.215600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>682</td>\n",
-       "      <td>0.357900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>683</td>\n",
-       "      <td>0.263000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>684</td>\n",
-       "      <td>0.358000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>685</td>\n",
-       "      <td>0.295400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>686</td>\n",
-       "      <td>0.234100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>687</td>\n",
-       "      <td>0.209900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>688</td>\n",
-       "      <td>0.299600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>689</td>\n",
-       "      <td>0.231100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>690</td>\n",
-       "      <td>0.404300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>691</td>\n",
-       "      <td>0.303000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>692</td>\n",
-       "      <td>0.165500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>693</td>\n",
-       "      <td>0.339300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>694</td>\n",
-       "      <td>0.320200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>695</td>\n",
-       "      <td>0.212300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>696</td>\n",
-       "      <td>0.277800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>697</td>\n",
-       "      <td>0.319800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>698</td>\n",
-       "      <td>0.234800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>699</td>\n",
-       "      <td>0.252100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>700</td>\n",
-       "      <td>0.252500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>701</td>\n",
-       "      <td>0.270200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>702</td>\n",
-       "      <td>0.222200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>703</td>\n",
-       "      <td>0.308200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>704</td>\n",
-       "      <td>0.267000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>705</td>\n",
-       "      <td>0.310300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>706</td>\n",
-       "      <td>0.268100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>707</td>\n",
-       "      <td>0.299800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>708</td>\n",
-       "      <td>0.263700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>709</td>\n",
-       "      <td>0.267600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>710</td>\n",
-       "      <td>0.527800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>711</td>\n",
-       "      <td>0.338800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>712</td>\n",
-       "      <td>0.210400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>713</td>\n",
-       "      <td>0.225900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>714</td>\n",
-       "      <td>0.350700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>715</td>\n",
-       "      <td>0.267600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>716</td>\n",
-       "      <td>0.594200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>717</td>\n",
-       "      <td>0.336800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>718</td>\n",
-       "      <td>0.276700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>719</td>\n",
-       "      <td>0.194300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>720</td>\n",
-       "      <td>0.208100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>721</td>\n",
-       "      <td>0.331700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>722</td>\n",
-       "      <td>0.369000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>723</td>\n",
-       "      <td>0.273100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>724</td>\n",
-       "      <td>0.266100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>725</td>\n",
-       "      <td>0.289300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>726</td>\n",
-       "      <td>0.288800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>727</td>\n",
-       "      <td>0.267900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>728</td>\n",
-       "      <td>0.277000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>729</td>\n",
-       "      <td>0.443600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>730</td>\n",
-       "      <td>0.335300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>731</td>\n",
-       "      <td>0.343000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>732</td>\n",
-       "      <td>0.205900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>733</td>\n",
-       "      <td>0.231300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>734</td>\n",
-       "      <td>0.302700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>735</td>\n",
-       "      <td>0.255000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>736</td>\n",
-       "      <td>0.296900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>737</td>\n",
-       "      <td>0.331800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>738</td>\n",
-       "      <td>0.233800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>739</td>\n",
-       "      <td>0.243200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>740</td>\n",
-       "      <td>0.261300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>741</td>\n",
-       "      <td>0.232900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>742</td>\n",
-       "      <td>0.235400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>743</td>\n",
-       "      <td>0.354300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>744</td>\n",
-       "      <td>0.268200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>745</td>\n",
-       "      <td>0.313500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>746</td>\n",
-       "      <td>0.332800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>747</td>\n",
-       "      <td>0.276100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>748</td>\n",
-       "      <td>0.230700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>749</td>\n",
-       "      <td>0.388200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>750</td>\n",
-       "      <td>0.328500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>751</td>\n",
-       "      <td>0.378200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>752</td>\n",
-       "      <td>0.279900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>753</td>\n",
-       "      <td>0.304700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>754</td>\n",
-       "      <td>0.366700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>755</td>\n",
-       "      <td>0.419000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>756</td>\n",
-       "      <td>0.232100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>757</td>\n",
-       "      <td>0.318000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>758</td>\n",
-       "      <td>0.257500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>759</td>\n",
-       "      <td>0.243800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>760</td>\n",
-       "      <td>0.225100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>761</td>\n",
-       "      <td>0.194000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>762</td>\n",
-       "      <td>0.192400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>763</td>\n",
-       "      <td>0.243400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>764</td>\n",
-       "      <td>0.311200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>765</td>\n",
-       "      <td>0.287400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>766</td>\n",
-       "      <td>0.205300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>767</td>\n",
-       "      <td>0.286000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>768</td>\n",
-       "      <td>0.222000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>769</td>\n",
-       "      <td>0.390700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>770</td>\n",
-       "      <td>0.341300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>771</td>\n",
-       "      <td>0.202800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>772</td>\n",
-       "      <td>0.337800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>773</td>\n",
-       "      <td>0.240200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>774</td>\n",
-       "      <td>0.276900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>775</td>\n",
-       "      <td>0.280800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>776</td>\n",
-       "      <td>0.281700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>777</td>\n",
-       "      <td>0.221000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>778</td>\n",
-       "      <td>0.330400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>779</td>\n",
-       "      <td>0.149200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>780</td>\n",
-       "      <td>0.297800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>781</td>\n",
-       "      <td>0.224100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>782</td>\n",
-       "      <td>0.185800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>783</td>\n",
-       "      <td>0.303800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>784</td>\n",
-       "      <td>0.250200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>785</td>\n",
-       "      <td>0.258800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>786</td>\n",
-       "      <td>0.294700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>787</td>\n",
-       "      <td>0.442700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>788</td>\n",
-       "      <td>0.208300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>789</td>\n",
-       "      <td>0.208700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>790</td>\n",
-       "      <td>0.246900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>791</td>\n",
-       "      <td>0.295900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>792</td>\n",
-       "      <td>0.215000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>793</td>\n",
-       "      <td>0.365100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>794</td>\n",
-       "      <td>0.341200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>795</td>\n",
-       "      <td>0.164100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>796</td>\n",
-       "      <td>0.216500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>797</td>\n",
-       "      <td>0.203000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>798</td>\n",
-       "      <td>0.290900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>799</td>\n",
-       "      <td>0.289300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>800</td>\n",
-       "      <td>0.300000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>801</td>\n",
-       "      <td>0.285500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>802</td>\n",
-       "      <td>0.235800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>803</td>\n",
-       "      <td>0.289100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>804</td>\n",
-       "      <td>0.247200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>805</td>\n",
-       "      <td>0.215800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>806</td>\n",
-       "      <td>0.314200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>807</td>\n",
-       "      <td>0.237800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>808</td>\n",
-       "      <td>0.168800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>809</td>\n",
-       "      <td>0.213300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>810</td>\n",
-       "      <td>0.214100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>811</td>\n",
-       "      <td>0.268100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>812</td>\n",
-       "      <td>0.326500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>813</td>\n",
-       "      <td>0.284300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>814</td>\n",
-       "      <td>0.290300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>815</td>\n",
-       "      <td>0.205900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>816</td>\n",
-       "      <td>0.259700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>817</td>\n",
-       "      <td>0.303400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>818</td>\n",
-       "      <td>0.404300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>819</td>\n",
-       "      <td>0.215100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>820</td>\n",
-       "      <td>0.235500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>821</td>\n",
-       "      <td>0.336600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>822</td>\n",
-       "      <td>0.287000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>823</td>\n",
-       "      <td>0.219200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>824</td>\n",
-       "      <td>0.252400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>825</td>\n",
-       "      <td>0.487600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>826</td>\n",
-       "      <td>0.256900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>827</td>\n",
-       "      <td>0.288000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>828</td>\n",
-       "      <td>0.288700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>829</td>\n",
-       "      <td>0.370900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>830</td>\n",
-       "      <td>0.228700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>831</td>\n",
-       "      <td>0.260600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>832</td>\n",
-       "      <td>0.207400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>833</td>\n",
-       "      <td>0.193300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>834</td>\n",
-       "      <td>0.337400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>835</td>\n",
-       "      <td>0.228100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>836</td>\n",
-       "      <td>0.223000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>837</td>\n",
-       "      <td>0.213800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>838</td>\n",
-       "      <td>0.285100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>839</td>\n",
-       "      <td>0.260700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>840</td>\n",
-       "      <td>0.313000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>841</td>\n",
-       "      <td>0.221300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>842</td>\n",
-       "      <td>0.290500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>843</td>\n",
-       "      <td>0.283100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>844</td>\n",
-       "      <td>0.382600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>845</td>\n",
-       "      <td>0.319700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>846</td>\n",
-       "      <td>0.227300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>847</td>\n",
-       "      <td>0.216300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>848</td>\n",
-       "      <td>0.271900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>849</td>\n",
-       "      <td>0.233700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>850</td>\n",
-       "      <td>0.284600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>851</td>\n",
-       "      <td>0.240700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>852</td>\n",
-       "      <td>0.390400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>853</td>\n",
-       "      <td>0.335400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>854</td>\n",
-       "      <td>0.205000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>855</td>\n",
-       "      <td>0.431700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>856</td>\n",
-       "      <td>0.370400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>857</td>\n",
-       "      <td>0.164100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>858</td>\n",
-       "      <td>0.232100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>859</td>\n",
-       "      <td>0.197800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>860</td>\n",
-       "      <td>0.327900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>861</td>\n",
-       "      <td>0.270900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>862</td>\n",
-       "      <td>0.199600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>863</td>\n",
-       "      <td>0.251500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>864</td>\n",
-       "      <td>0.265200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>865</td>\n",
-       "      <td>0.202000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>866</td>\n",
-       "      <td>0.233100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>867</td>\n",
-       "      <td>0.210600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>868</td>\n",
-       "      <td>0.241100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>869</td>\n",
-       "      <td>0.291500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>870</td>\n",
-       "      <td>0.217400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>871</td>\n",
-       "      <td>0.285200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>872</td>\n",
-       "      <td>0.386700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>873</td>\n",
-       "      <td>0.283500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>874</td>\n",
-       "      <td>0.249400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>875</td>\n",
-       "      <td>0.354700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>876</td>\n",
-       "      <td>0.311200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>877</td>\n",
-       "      <td>0.258100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>878</td>\n",
-       "      <td>0.210300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>879</td>\n",
-       "      <td>0.183400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>880</td>\n",
-       "      <td>0.294400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>881</td>\n",
-       "      <td>0.347100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>882</td>\n",
-       "      <td>0.361200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>883</td>\n",
-       "      <td>0.225400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>884</td>\n",
-       "      <td>0.306500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>885</td>\n",
-       "      <td>0.360000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>886</td>\n",
-       "      <td>0.257400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>887</td>\n",
-       "      <td>0.168400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>888</td>\n",
-       "      <td>0.283500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>889</td>\n",
-       "      <td>0.220500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>890</td>\n",
-       "      <td>0.419700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>891</td>\n",
-       "      <td>0.237400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>892</td>\n",
-       "      <td>0.349600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>893</td>\n",
-       "      <td>0.227300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>894</td>\n",
-       "      <td>0.160800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>895</td>\n",
-       "      <td>0.277300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>896</td>\n",
-       "      <td>0.300300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>897</td>\n",
-       "      <td>0.291200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>898</td>\n",
-       "      <td>0.287600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>899</td>\n",
-       "      <td>0.241900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>900</td>\n",
-       "      <td>0.200000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>901</td>\n",
-       "      <td>0.296500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>902</td>\n",
-       "      <td>0.201400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>903</td>\n",
-       "      <td>0.368400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>904</td>\n",
-       "      <td>0.327000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>905</td>\n",
-       "      <td>0.284500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>906</td>\n",
-       "      <td>0.289900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>907</td>\n",
-       "      <td>0.219600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>908</td>\n",
-       "      <td>0.294000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>909</td>\n",
-       "      <td>0.224200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>910</td>\n",
-       "      <td>0.216800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>911</td>\n",
-       "      <td>0.258700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>912</td>\n",
-       "      <td>0.246800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>913</td>\n",
-       "      <td>0.213800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>914</td>\n",
-       "      <td>0.242700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>915</td>\n",
-       "      <td>0.305300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>916</td>\n",
-       "      <td>0.199100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>917</td>\n",
-       "      <td>0.362300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>918</td>\n",
-       "      <td>0.201100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>919</td>\n",
-       "      <td>0.335500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>920</td>\n",
-       "      <td>0.379300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>921</td>\n",
-       "      <td>0.212000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>922</td>\n",
-       "      <td>0.281100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>923</td>\n",
-       "      <td>0.168100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>924</td>\n",
-       "      <td>0.202400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>925</td>\n",
-       "      <td>0.211800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>926</td>\n",
-       "      <td>0.222600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>927</td>\n",
-       "      <td>0.280000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>928</td>\n",
-       "      <td>0.290800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>929</td>\n",
-       "      <td>0.310200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>930</td>\n",
-       "      <td>0.324200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>931</td>\n",
-       "      <td>0.201400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>932</td>\n",
-       "      <td>0.297000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>933</td>\n",
-       "      <td>0.286000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>934</td>\n",
-       "      <td>0.254400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>935</td>\n",
-       "      <td>0.294100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>936</td>\n",
-       "      <td>0.181900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>937</td>\n",
-       "      <td>0.268200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>938</td>\n",
-       "      <td>0.242700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>939</td>\n",
-       "      <td>0.287100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>940</td>\n",
-       "      <td>0.385500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>941</td>\n",
-       "      <td>0.292300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>942</td>\n",
-       "      <td>0.352200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>943</td>\n",
-       "      <td>0.297000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>944</td>\n",
-       "      <td>0.247100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>945</td>\n",
-       "      <td>0.452400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>946</td>\n",
-       "      <td>0.233000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>947</td>\n",
-       "      <td>0.238300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>948</td>\n",
-       "      <td>0.173900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>949</td>\n",
-       "      <td>0.305000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>950</td>\n",
-       "      <td>0.190100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>951</td>\n",
-       "      <td>0.257700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>952</td>\n",
-       "      <td>0.255200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>953</td>\n",
-       "      <td>0.260100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>954</td>\n",
-       "      <td>0.227400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>955</td>\n",
-       "      <td>0.308900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>956</td>\n",
-       "      <td>0.266600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>957</td>\n",
-       "      <td>0.193700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>958</td>\n",
-       "      <td>0.234200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>959</td>\n",
-       "      <td>0.328800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>960</td>\n",
-       "      <td>0.250900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>961</td>\n",
-       "      <td>0.243000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>962</td>\n",
-       "      <td>0.222300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>963</td>\n",
-       "      <td>0.206100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>964</td>\n",
-       "      <td>0.192100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>965</td>\n",
-       "      <td>0.240700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>966</td>\n",
-       "      <td>0.272100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>967</td>\n",
-       "      <td>0.298500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>968</td>\n",
-       "      <td>0.207200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>969</td>\n",
-       "      <td>0.263700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>970</td>\n",
-       "      <td>0.248900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>971</td>\n",
-       "      <td>0.256700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>972</td>\n",
-       "      <td>0.322600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>973</td>\n",
-       "      <td>0.395600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>974</td>\n",
-       "      <td>0.409700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>975</td>\n",
-       "      <td>0.271800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>976</td>\n",
-       "      <td>0.302400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>977</td>\n",
-       "      <td>0.209600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>978</td>\n",
-       "      <td>0.419500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>979</td>\n",
-       "      <td>0.225700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>980</td>\n",
-       "      <td>0.301900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>981</td>\n",
-       "      <td>0.268100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>982</td>\n",
-       "      <td>0.259900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>983</td>\n",
-       "      <td>0.393600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>984</td>\n",
-       "      <td>0.187200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>985</td>\n",
-       "      <td>0.230600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>986</td>\n",
-       "      <td>0.191300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>987</td>\n",
-       "      <td>0.290900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>988</td>\n",
-       "      <td>0.218700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>989</td>\n",
-       "      <td>0.313800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>990</td>\n",
-       "      <td>0.257600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>991</td>\n",
-       "      <td>0.152200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>992</td>\n",
-       "      <td>0.212000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>993</td>\n",
-       "      <td>0.222700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>994</td>\n",
-       "      <td>0.207700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>995</td>\n",
-       "      <td>0.232200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>996</td>\n",
-       "      <td>0.268400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>997</td>\n",
-       "      <td>0.219500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>998</td>\n",
-       "      <td>0.316300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>999</td>\n",
-       "      <td>0.151800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1000</td>\n",
-       "      <td>0.208200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1001</td>\n",
-       "      <td>0.166300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1002</td>\n",
-       "      <td>0.123300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1003</td>\n",
-       "      <td>0.146300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1004</td>\n",
-       "      <td>0.123800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1005</td>\n",
-       "      <td>0.165900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1006</td>\n",
-       "      <td>0.177700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1007</td>\n",
-       "      <td>0.098400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1008</td>\n",
-       "      <td>0.163700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1009</td>\n",
-       "      <td>0.172000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1010</td>\n",
-       "      <td>0.188300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1011</td>\n",
-       "      <td>0.123200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1012</td>\n",
-       "      <td>0.079600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1013</td>\n",
-       "      <td>0.161300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1014</td>\n",
-       "      <td>0.110800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1015</td>\n",
-       "      <td>0.148800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1016</td>\n",
-       "      <td>0.123600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1017</td>\n",
-       "      <td>0.138300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1018</td>\n",
-       "      <td>0.179100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1019</td>\n",
-       "      <td>0.131100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1020</td>\n",
-       "      <td>0.170300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1021</td>\n",
-       "      <td>0.145900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1022</td>\n",
-       "      <td>0.097100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1023</td>\n",
-       "      <td>0.151100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1024</td>\n",
-       "      <td>0.251200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1025</td>\n",
-       "      <td>0.151900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1026</td>\n",
-       "      <td>0.108200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1027</td>\n",
-       "      <td>0.156000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1028</td>\n",
-       "      <td>0.155800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1029</td>\n",
-       "      <td>0.139800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1030</td>\n",
-       "      <td>0.152500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1031</td>\n",
-       "      <td>0.134000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1032</td>\n",
-       "      <td>0.110200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1033</td>\n",
-       "      <td>0.133200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1034</td>\n",
-       "      <td>0.135300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1035</td>\n",
-       "      <td>0.150400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1036</td>\n",
-       "      <td>0.190900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1037</td>\n",
-       "      <td>0.097000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1038</td>\n",
-       "      <td>0.111400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1039</td>\n",
-       "      <td>0.151400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1040</td>\n",
-       "      <td>0.109300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1041</td>\n",
-       "      <td>0.123600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1042</td>\n",
-       "      <td>0.114000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1043</td>\n",
-       "      <td>0.145300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1044</td>\n",
-       "      <td>0.156600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1045</td>\n",
-       "      <td>0.175000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1046</td>\n",
-       "      <td>0.121400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1047</td>\n",
-       "      <td>0.155000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1048</td>\n",
-       "      <td>0.133700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1049</td>\n",
-       "      <td>0.157500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1050</td>\n",
-       "      <td>0.137800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1051</td>\n",
-       "      <td>0.104600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1052</td>\n",
-       "      <td>0.159500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1053</td>\n",
-       "      <td>0.144200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1054</td>\n",
-       "      <td>0.122300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1055</td>\n",
-       "      <td>0.137000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1056</td>\n",
-       "      <td>0.153200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1057</td>\n",
-       "      <td>0.153400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1058</td>\n",
-       "      <td>0.111400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1059</td>\n",
-       "      <td>0.147000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1060</td>\n",
-       "      <td>0.120700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1061</td>\n",
-       "      <td>0.125200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1062</td>\n",
-       "      <td>0.082100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1063</td>\n",
-       "      <td>0.118200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1064</td>\n",
-       "      <td>0.126100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1065</td>\n",
-       "      <td>0.121700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1066</td>\n",
-       "      <td>0.115000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1067</td>\n",
-       "      <td>0.166300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1068</td>\n",
-       "      <td>0.132400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1069</td>\n",
-       "      <td>0.139100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1070</td>\n",
-       "      <td>0.113800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1071</td>\n",
-       "      <td>0.167800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1072</td>\n",
-       "      <td>0.136800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1073</td>\n",
-       "      <td>0.134000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1074</td>\n",
-       "      <td>0.123300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1075</td>\n",
-       "      <td>0.110700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1076</td>\n",
-       "      <td>0.139700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1077</td>\n",
-       "      <td>0.097600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1078</td>\n",
-       "      <td>0.143900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1079</td>\n",
-       "      <td>0.119200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1080</td>\n",
-       "      <td>0.156700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1081</td>\n",
-       "      <td>0.167500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1082</td>\n",
-       "      <td>0.091100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1083</td>\n",
-       "      <td>0.164100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1084</td>\n",
-       "      <td>0.112300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1085</td>\n",
-       "      <td>0.126900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1086</td>\n",
-       "      <td>0.182000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1087</td>\n",
-       "      <td>0.129100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1088</td>\n",
-       "      <td>0.094400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1089</td>\n",
-       "      <td>0.102500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1090</td>\n",
-       "      <td>0.121700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1091</td>\n",
-       "      <td>0.166900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1092</td>\n",
-       "      <td>0.159800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1093</td>\n",
-       "      <td>0.102800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1094</td>\n",
-       "      <td>0.130000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1095</td>\n",
-       "      <td>0.133000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1096</td>\n",
-       "      <td>0.125500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1097</td>\n",
-       "      <td>0.140100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1098</td>\n",
-       "      <td>0.110600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1099</td>\n",
-       "      <td>0.149700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1100</td>\n",
-       "      <td>0.158300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1101</td>\n",
-       "      <td>0.106800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1102</td>\n",
-       "      <td>0.179000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1103</td>\n",
-       "      <td>0.128500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1104</td>\n",
-       "      <td>0.119400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1105</td>\n",
-       "      <td>0.145500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1106</td>\n",
-       "      <td>0.130700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1107</td>\n",
-       "      <td>0.091400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1108</td>\n",
-       "      <td>0.129800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1109</td>\n",
-       "      <td>0.126400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1110</td>\n",
-       "      <td>0.160100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1111</td>\n",
-       "      <td>0.138200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1112</td>\n",
-       "      <td>0.186500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1113</td>\n",
-       "      <td>0.141800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1114</td>\n",
-       "      <td>0.098900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1115</td>\n",
-       "      <td>0.147300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1116</td>\n",
-       "      <td>0.145900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1117</td>\n",
-       "      <td>0.124600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1118</td>\n",
-       "      <td>0.102700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1119</td>\n",
-       "      <td>0.134200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1120</td>\n",
-       "      <td>0.107800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1121</td>\n",
-       "      <td>0.153400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1122</td>\n",
-       "      <td>0.153400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1123</td>\n",
-       "      <td>0.156100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1124</td>\n",
-       "      <td>0.117600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1125</td>\n",
-       "      <td>0.101500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1126</td>\n",
-       "      <td>0.165300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1127</td>\n",
-       "      <td>0.123400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1128</td>\n",
-       "      <td>0.124700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1129</td>\n",
-       "      <td>0.149000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1130</td>\n",
-       "      <td>0.123300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1131</td>\n",
-       "      <td>0.138700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1132</td>\n",
-       "      <td>0.144100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1133</td>\n",
-       "      <td>0.110600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1134</td>\n",
-       "      <td>0.143500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1135</td>\n",
-       "      <td>0.148600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1136</td>\n",
-       "      <td>0.148600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1137</td>\n",
-       "      <td>0.114200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1138</td>\n",
-       "      <td>0.190800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1139</td>\n",
-       "      <td>0.104500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1140</td>\n",
-       "      <td>0.134600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1141</td>\n",
-       "      <td>0.153200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1142</td>\n",
-       "      <td>0.155000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1143</td>\n",
-       "      <td>0.146100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1144</td>\n",
-       "      <td>0.133300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1145</td>\n",
-       "      <td>0.129700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1146</td>\n",
-       "      <td>0.155000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1147</td>\n",
-       "      <td>0.187900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1148</td>\n",
-       "      <td>0.133100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1149</td>\n",
-       "      <td>0.161900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1150</td>\n",
-       "      <td>0.145900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1151</td>\n",
-       "      <td>0.149500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1152</td>\n",
-       "      <td>0.105300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1153</td>\n",
-       "      <td>0.106800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1154</td>\n",
-       "      <td>0.136500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1155</td>\n",
-       "      <td>0.125300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1156</td>\n",
-       "      <td>0.148600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1157</td>\n",
-       "      <td>0.103100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1158</td>\n",
-       "      <td>0.146600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1159</td>\n",
-       "      <td>0.107400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1160</td>\n",
-       "      <td>0.101900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1161</td>\n",
-       "      <td>0.112300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1162</td>\n",
-       "      <td>0.119000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1163</td>\n",
-       "      <td>0.099400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1164</td>\n",
-       "      <td>0.110400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1165</td>\n",
-       "      <td>0.132500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1166</td>\n",
-       "      <td>0.161200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1167</td>\n",
-       "      <td>0.137000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1168</td>\n",
-       "      <td>0.097700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1169</td>\n",
-       "      <td>0.175500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1170</td>\n",
-       "      <td>0.144100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1171</td>\n",
-       "      <td>0.101500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1172</td>\n",
-       "      <td>0.125800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1173</td>\n",
-       "      <td>0.138300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1174</td>\n",
-       "      <td>0.189100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1175</td>\n",
-       "      <td>0.111800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1176</td>\n",
-       "      <td>0.133200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1177</td>\n",
-       "      <td>0.124100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1178</td>\n",
-       "      <td>0.134500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1179</td>\n",
-       "      <td>0.141600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1180</td>\n",
-       "      <td>0.139600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1181</td>\n",
-       "      <td>0.093300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1182</td>\n",
-       "      <td>0.099800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1183</td>\n",
-       "      <td>0.206900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1184</td>\n",
-       "      <td>0.112000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1185</td>\n",
-       "      <td>0.144000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1186</td>\n",
-       "      <td>0.151700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1187</td>\n",
-       "      <td>0.124300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1188</td>\n",
-       "      <td>0.092700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1189</td>\n",
-       "      <td>0.183000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1190</td>\n",
-       "      <td>0.092100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1191</td>\n",
-       "      <td>0.120700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1192</td>\n",
-       "      <td>0.120300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1193</td>\n",
-       "      <td>0.094100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1194</td>\n",
-       "      <td>0.156300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1195</td>\n",
-       "      <td>0.122300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1196</td>\n",
-       "      <td>0.186600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1197</td>\n",
-       "      <td>0.106100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1198</td>\n",
-       "      <td>0.142500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1199</td>\n",
-       "      <td>0.165000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1200</td>\n",
-       "      <td>0.112800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1201</td>\n",
-       "      <td>0.131000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1202</td>\n",
-       "      <td>0.146000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1203</td>\n",
-       "      <td>0.123800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1204</td>\n",
-       "      <td>0.107500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1205</td>\n",
-       "      <td>0.106500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1206</td>\n",
-       "      <td>0.111200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1207</td>\n",
-       "      <td>0.127200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1208</td>\n",
-       "      <td>0.160200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1209</td>\n",
-       "      <td>0.135300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1210</td>\n",
-       "      <td>0.123500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1211</td>\n",
-       "      <td>0.131900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1212</td>\n",
-       "      <td>0.097400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1213</td>\n",
-       "      <td>0.115100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1214</td>\n",
-       "      <td>0.138100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1215</td>\n",
-       "      <td>0.130500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1216</td>\n",
-       "      <td>0.096100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1217</td>\n",
-       "      <td>0.087200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1218</td>\n",
-       "      <td>0.143700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1219</td>\n",
-       "      <td>0.130300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1220</td>\n",
-       "      <td>0.141900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1221</td>\n",
-       "      <td>0.130700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1222</td>\n",
-       "      <td>0.127900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1223</td>\n",
-       "      <td>0.153900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1224</td>\n",
-       "      <td>0.116200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1225</td>\n",
-       "      <td>0.110300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1226</td>\n",
-       "      <td>0.144200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1227</td>\n",
-       "      <td>0.158800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1228</td>\n",
-       "      <td>0.088100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1229</td>\n",
-       "      <td>0.156500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1230</td>\n",
-       "      <td>0.113500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1231</td>\n",
-       "      <td>0.130600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1232</td>\n",
-       "      <td>0.130800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1233</td>\n",
-       "      <td>0.127500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1234</td>\n",
-       "      <td>0.096900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1235</td>\n",
-       "      <td>0.113100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1236</td>\n",
-       "      <td>0.185800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1237</td>\n",
-       "      <td>0.105200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1238</td>\n",
-       "      <td>0.149100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1239</td>\n",
-       "      <td>0.093700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1240</td>\n",
-       "      <td>0.092800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1241</td>\n",
-       "      <td>0.108500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1242</td>\n",
-       "      <td>0.114900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1243</td>\n",
-       "      <td>0.129100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1244</td>\n",
-       "      <td>0.102500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1245</td>\n",
-       "      <td>0.124000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1246</td>\n",
-       "      <td>0.167000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1247</td>\n",
-       "      <td>0.074500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1248</td>\n",
-       "      <td>0.126900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1249</td>\n",
-       "      <td>0.145100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1250</td>\n",
-       "      <td>0.155300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1251</td>\n",
-       "      <td>0.094900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1252</td>\n",
-       "      <td>0.103300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1253</td>\n",
-       "      <td>0.122900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1254</td>\n",
-       "      <td>0.118300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1255</td>\n",
-       "      <td>0.176800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1256</td>\n",
-       "      <td>0.093400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1257</td>\n",
-       "      <td>0.116000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1258</td>\n",
-       "      <td>0.094100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1259</td>\n",
-       "      <td>0.114400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1260</td>\n",
-       "      <td>0.105900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1261</td>\n",
-       "      <td>0.126400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1262</td>\n",
-       "      <td>0.117600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1263</td>\n",
-       "      <td>0.127400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1264</td>\n",
-       "      <td>0.107600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1265</td>\n",
-       "      <td>0.089500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1266</td>\n",
-       "      <td>0.133500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1267</td>\n",
-       "      <td>0.122400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1268</td>\n",
-       "      <td>0.107700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1269</td>\n",
-       "      <td>0.151800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1270</td>\n",
-       "      <td>0.127700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1271</td>\n",
-       "      <td>0.109700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1272</td>\n",
-       "      <td>0.150700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1273</td>\n",
-       "      <td>0.100900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1274</td>\n",
-       "      <td>0.111600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1275</td>\n",
-       "      <td>0.126700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1276</td>\n",
-       "      <td>0.115500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1277</td>\n",
-       "      <td>0.137800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1278</td>\n",
-       "      <td>0.144000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1279</td>\n",
-       "      <td>0.113500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1280</td>\n",
-       "      <td>0.130600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1281</td>\n",
-       "      <td>0.161400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1282</td>\n",
-       "      <td>0.098900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1283</td>\n",
-       "      <td>0.094300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1284</td>\n",
-       "      <td>0.129400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1285</td>\n",
-       "      <td>0.092600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1286</td>\n",
-       "      <td>0.088000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1287</td>\n",
-       "      <td>0.091500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1288</td>\n",
-       "      <td>0.083000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1289</td>\n",
-       "      <td>0.119700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1290</td>\n",
-       "      <td>0.107900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1291</td>\n",
-       "      <td>0.099800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1292</td>\n",
-       "      <td>0.091100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1293</td>\n",
-       "      <td>0.239100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1294</td>\n",
-       "      <td>0.118400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1295</td>\n",
-       "      <td>0.131000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1296</td>\n",
-       "      <td>0.090600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1297</td>\n",
-       "      <td>0.207700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1298</td>\n",
-       "      <td>0.124600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1299</td>\n",
-       "      <td>0.093200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1300</td>\n",
-       "      <td>0.202200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1301</td>\n",
-       "      <td>0.074800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1302</td>\n",
-       "      <td>0.105800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1303</td>\n",
-       "      <td>0.139900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1304</td>\n",
-       "      <td>0.114700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1305</td>\n",
-       "      <td>0.086400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1306</td>\n",
-       "      <td>0.151500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1307</td>\n",
-       "      <td>0.157700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1308</td>\n",
-       "      <td>0.089200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1309</td>\n",
-       "      <td>0.158600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1310</td>\n",
-       "      <td>0.102800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1311</td>\n",
-       "      <td>0.088100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1312</td>\n",
-       "      <td>0.145300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1313</td>\n",
-       "      <td>0.111100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1314</td>\n",
-       "      <td>0.099200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1315</td>\n",
-       "      <td>0.097400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1316</td>\n",
-       "      <td>0.133100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1317</td>\n",
-       "      <td>0.110400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1318</td>\n",
-       "      <td>0.141600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1319</td>\n",
-       "      <td>0.168500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1320</td>\n",
-       "      <td>0.129300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1321</td>\n",
-       "      <td>0.147500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1322</td>\n",
-       "      <td>0.099100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1323</td>\n",
-       "      <td>0.155700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1324</td>\n",
-       "      <td>0.133500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1325</td>\n",
-       "      <td>0.098600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1326</td>\n",
-       "      <td>0.073900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1327</td>\n",
-       "      <td>0.088100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1328</td>\n",
-       "      <td>0.172200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1329</td>\n",
-       "      <td>0.161600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1330</td>\n",
-       "      <td>0.113600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1331</td>\n",
-       "      <td>0.157500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1332</td>\n",
-       "      <td>0.106200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1333</td>\n",
-       "      <td>0.117400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1334</td>\n",
-       "      <td>0.089800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1335</td>\n",
-       "      <td>0.133500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1336</td>\n",
-       "      <td>0.123300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1337</td>\n",
-       "      <td>0.069900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1338</td>\n",
-       "      <td>0.128600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1339</td>\n",
-       "      <td>0.077400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1340</td>\n",
-       "      <td>0.162300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1341</td>\n",
-       "      <td>0.113100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1342</td>\n",
-       "      <td>0.078900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1343</td>\n",
-       "      <td>0.124700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1344</td>\n",
-       "      <td>0.154700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1345</td>\n",
-       "      <td>0.100400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1346</td>\n",
-       "      <td>0.089500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1347</td>\n",
-       "      <td>0.091600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1348</td>\n",
-       "      <td>0.092700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1349</td>\n",
-       "      <td>0.116800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1350</td>\n",
-       "      <td>0.201900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1351</td>\n",
-       "      <td>0.102000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1352</td>\n",
-       "      <td>0.141700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1353</td>\n",
-       "      <td>0.120600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1354</td>\n",
-       "      <td>0.137400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1355</td>\n",
-       "      <td>0.127600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1356</td>\n",
-       "      <td>0.092900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1357</td>\n",
-       "      <td>0.111900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1358</td>\n",
-       "      <td>0.126600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1359</td>\n",
-       "      <td>0.110000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1360</td>\n",
-       "      <td>0.111100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1361</td>\n",
-       "      <td>0.119300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1362</td>\n",
-       "      <td>0.114000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1363</td>\n",
-       "      <td>0.134100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1364</td>\n",
-       "      <td>0.153900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1365</td>\n",
-       "      <td>0.134000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1366</td>\n",
-       "      <td>0.162700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1367</td>\n",
-       "      <td>0.092800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1368</td>\n",
-       "      <td>0.072200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1369</td>\n",
-       "      <td>0.072600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1370</td>\n",
-       "      <td>0.126100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1371</td>\n",
-       "      <td>0.093700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1372</td>\n",
-       "      <td>0.140600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1373</td>\n",
-       "      <td>0.100700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1374</td>\n",
-       "      <td>0.113500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1375</td>\n",
-       "      <td>0.136100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1376</td>\n",
-       "      <td>0.102500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1377</td>\n",
-       "      <td>0.144000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1378</td>\n",
-       "      <td>0.089400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1379</td>\n",
-       "      <td>0.157000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1380</td>\n",
-       "      <td>0.091200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1381</td>\n",
-       "      <td>0.091300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1382</td>\n",
-       "      <td>0.142700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1383</td>\n",
-       "      <td>0.151900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1384</td>\n",
-       "      <td>0.100900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1385</td>\n",
-       "      <td>0.076200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1386</td>\n",
-       "      <td>0.114800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1387</td>\n",
-       "      <td>0.125500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1388</td>\n",
-       "      <td>0.078100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1389</td>\n",
-       "      <td>0.187600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1390</td>\n",
-       "      <td>0.206300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1391</td>\n",
-       "      <td>0.177900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1392</td>\n",
-       "      <td>0.112600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1393</td>\n",
-       "      <td>0.091400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1394</td>\n",
-       "      <td>0.093200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1395</td>\n",
-       "      <td>0.144000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1396</td>\n",
-       "      <td>0.094700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1397</td>\n",
-       "      <td>0.091800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1398</td>\n",
-       "      <td>0.132300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1399</td>\n",
-       "      <td>0.095700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1400</td>\n",
-       "      <td>0.095100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1401</td>\n",
-       "      <td>0.117000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1402</td>\n",
-       "      <td>0.141500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1403</td>\n",
-       "      <td>0.085300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1404</td>\n",
-       "      <td>0.139000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1405</td>\n",
-       "      <td>0.103800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1406</td>\n",
-       "      <td>0.097300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1407</td>\n",
-       "      <td>0.104900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1408</td>\n",
-       "      <td>0.110400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1409</td>\n",
-       "      <td>0.156900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1410</td>\n",
-       "      <td>0.101100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1411</td>\n",
-       "      <td>0.174100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1412</td>\n",
-       "      <td>0.090700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1413</td>\n",
-       "      <td>0.096100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1414</td>\n",
-       "      <td>0.066800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1415</td>\n",
-       "      <td>0.103600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1416</td>\n",
-       "      <td>0.117200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1417</td>\n",
-       "      <td>0.131400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1418</td>\n",
-       "      <td>0.141200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1419</td>\n",
-       "      <td>0.088800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1420</td>\n",
-       "      <td>0.094900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1421</td>\n",
-       "      <td>0.095600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1422</td>\n",
-       "      <td>0.125500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1423</td>\n",
-       "      <td>0.188700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1424</td>\n",
-       "      <td>0.087100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1425</td>\n",
-       "      <td>0.118300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1426</td>\n",
-       "      <td>0.106900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1427</td>\n",
-       "      <td>0.124200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1428</td>\n",
-       "      <td>0.116800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1429</td>\n",
-       "      <td>0.101200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1430</td>\n",
-       "      <td>0.089400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1431</td>\n",
-       "      <td>0.092500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1432</td>\n",
-       "      <td>0.164900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1433</td>\n",
-       "      <td>0.106400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1434</td>\n",
-       "      <td>0.140800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1435</td>\n",
-       "      <td>0.107800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1436</td>\n",
-       "      <td>0.141800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1437</td>\n",
-       "      <td>0.130200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1438</td>\n",
-       "      <td>0.121400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1439</td>\n",
-       "      <td>0.091100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1440</td>\n",
-       "      <td>0.102800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1441</td>\n",
-       "      <td>0.091700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1442</td>\n",
-       "      <td>0.130500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1443</td>\n",
-       "      <td>0.114300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1444</td>\n",
-       "      <td>0.201100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1445</td>\n",
-       "      <td>0.105200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1446</td>\n",
-       "      <td>0.127600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1447</td>\n",
-       "      <td>0.148000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1448</td>\n",
-       "      <td>0.081400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1449</td>\n",
-       "      <td>0.091100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1450</td>\n",
-       "      <td>0.117600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1451</td>\n",
-       "      <td>0.113300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1452</td>\n",
-       "      <td>0.077700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1453</td>\n",
-       "      <td>0.081500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1454</td>\n",
-       "      <td>0.138700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1455</td>\n",
-       "      <td>0.124100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1456</td>\n",
-       "      <td>0.096100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1457</td>\n",
-       "      <td>0.146300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1458</td>\n",
-       "      <td>0.074200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1459</td>\n",
-       "      <td>0.104700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1460</td>\n",
-       "      <td>0.135000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1461</td>\n",
-       "      <td>0.105100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1462</td>\n",
-       "      <td>0.114900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1463</td>\n",
-       "      <td>0.088900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1464</td>\n",
-       "      <td>0.128300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1465</td>\n",
-       "      <td>0.089800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1466</td>\n",
-       "      <td>0.090900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1467</td>\n",
-       "      <td>0.104700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1468</td>\n",
-       "      <td>0.118500</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1469</td>\n",
-       "      <td>0.131100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1470</td>\n",
-       "      <td>0.125800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1471</td>\n",
-       "      <td>0.100300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1472</td>\n",
-       "      <td>0.117700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1473</td>\n",
-       "      <td>0.095000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1474</td>\n",
-       "      <td>0.079600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1475</td>\n",
-       "      <td>0.166200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1476</td>\n",
-       "      <td>0.094600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1477</td>\n",
-       "      <td>0.095800</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1478</td>\n",
-       "      <td>0.099700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1479</td>\n",
-       "      <td>0.116900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1480</td>\n",
-       "      <td>0.109600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1481</td>\n",
-       "      <td>0.141600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1482</td>\n",
-       "      <td>0.093100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1483</td>\n",
-       "      <td>0.139900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1484</td>\n",
-       "      <td>0.111100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1485</td>\n",
-       "      <td>0.089200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1486</td>\n",
-       "      <td>0.127300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1487</td>\n",
-       "      <td>0.083900</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1488</td>\n",
-       "      <td>0.099600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1489</td>\n",
-       "      <td>0.100600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1490</td>\n",
-       "      <td>0.072600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1491</td>\n",
-       "      <td>0.121100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1492</td>\n",
-       "      <td>0.108100</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1493</td>\n",
-       "      <td>0.142400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1494</td>\n",
-       "      <td>0.128700</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1495</td>\n",
-       "      <td>0.088400</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1496</td>\n",
-       "      <td>0.132600</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1497</td>\n",
-       "      <td>0.095300</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1498</td>\n",
-       "      <td>0.105200</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>1499</td>\n",
-       "      <td>0.138300</td>\n",
-       "    </tr>\n",
-       "  </tbody>\n",
-       "</table><p>"
-      ],
-      "text/plain": [
-       "<IPython.core.display.HTML object>"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "ename": "SafetensorError",
-     "evalue": "Error while serializing: IoError(Os { code: 28, kind: StorageFull, message: \"No space left on device\" })",
+     "ename": "KeyboardInterrupt",
+     "evalue": "",
      "output_type": "error",
      "traceback": [
       "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[0;31mSafetensorError\u001b[0m                           Traceback (most recent call last)",
-      "Cell \u001b[0;32mIn[17], line 3\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;66;03m# Run training stages\u001b[39;00m\n\u001b[1;32m      2\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m stage \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(config[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstages\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m):\n\u001b[0;32m----> 3\u001b[0m     \u001b[43mstage_trainer\u001b[49m\u001b[43m(\u001b[49m\u001b[43mstage\u001b[49m\u001b[43m)\u001b[49m\n",
-      "Cell \u001b[0;32mIn[16], line 86\u001b[0m, in \u001b[0;36mstage_trainer\u001b[0;34m(stage)\u001b[0m\n\u001b[1;32m     70\u001b[0m dataset_ \u001b[38;5;241m=\u001b[39m dataset_\u001b[38;5;241m.\u001b[39mmap(\n\u001b[1;32m     71\u001b[0m     (\u001b[38;5;28;01mlambda\u001b[39;00m x: tokenizer_function(\n\u001b[1;32m     72\u001b[0m         x, \n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     77\u001b[0m     remove_columns\u001b[38;5;241m=\u001b[39m[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minput\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minstruction\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moutput\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mprompt\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n\u001b[1;32m     78\u001b[0m )\n\u001b[1;32m     80\u001b[0m trainer \u001b[38;5;241m=\u001b[39m Trainer(\n\u001b[1;32m     81\u001b[0m     model\u001b[38;5;241m=\u001b[39mmodel,\n\u001b[1;32m     82\u001b[0m     args\u001b[38;5;241m=\u001b[39mtraining_args,\n\u001b[1;32m     83\u001b[0m     train_dataset\u001b[38;5;241m=\u001b[39mdataset_[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtrain\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n\u001b[1;32m     84\u001b[0m )\n\u001b[0;32m---> 86\u001b[0m \u001b[43mtrainer\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mtrain\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     88\u001b[0m \u001b[38;5;66;03m# Save checkpoints\u001b[39;00m\n\u001b[1;32m     89\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m folder \u001b[38;5;129;01min\u001b[39;00m os\u001b[38;5;241m.\u001b[39mlistdir(current_output_dir):\n",
-      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/transformers/trainer.py:2171\u001b[0m, in \u001b[0;36mTrainer.train\u001b[0;34m(self, resume_from_checkpoint, trial, ignore_keys_for_eval, **kwargs)\u001b[0m\n\u001b[1;32m   2169\u001b[0m         hf_hub_utils\u001b[38;5;241m.\u001b[39menable_progress_bars()\n\u001b[1;32m   2170\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 2171\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43minner_training_loop\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   2172\u001b[0m \u001b[43m        \u001b[49m\u001b[43margs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   2173\u001b[0m \u001b[43m        \u001b[49m\u001b[43mresume_from_checkpoint\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mresume_from_checkpoint\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   2174\u001b[0m \u001b[43m        \u001b[49m\u001b[43mtrial\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtrial\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   2175\u001b[0m \u001b[43m        \u001b[49m\u001b[43mignore_keys_for_eval\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mignore_keys_for_eval\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   2176\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n",
-      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/transformers/trainer.py:2598\u001b[0m, in \u001b[0;36mTrainer._inner_training_loop\u001b[0;34m(self, batch_size, args, resume_from_checkpoint, trial, ignore_keys_for_eval)\u001b[0m\n\u001b[1;32m   2596\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mstate\u001b[38;5;241m.\u001b[39mepoch \u001b[38;5;241m=\u001b[39m epoch \u001b[38;5;241m+\u001b[39m (step \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m \u001b[38;5;241m+\u001b[39m steps_skipped) \u001b[38;5;241m/\u001b[39m steps_in_epoch\n\u001b[1;32m   2597\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcontrol \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcallback_handler\u001b[38;5;241m.\u001b[39mon_step_end(args, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mstate, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcontrol)\n\u001b[0;32m-> 2598\u001b[0m     \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_maybe_log_save_evaluate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   2599\u001b[0m \u001b[43m        \u001b[49m\u001b[43mtr_loss\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mgrad_norm\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtrial\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mepoch\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mignore_keys_for_eval\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstart_time\u001b[49m\n\u001b[1;32m   2600\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   2601\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m   2602\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcontrol \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcallback_handler\u001b[38;5;241m.\u001b[39mon_substep_end(args, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mstate, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcontrol)\n",
-      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/transformers/trainer.py:3078\u001b[0m, in \u001b[0;36mTrainer._maybe_log_save_evaluate\u001b[0;34m(self, tr_loss, grad_norm, model, trial, epoch, ignore_keys_for_eval, start_time)\u001b[0m\n\u001b[1;32m   3075\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcontrol\u001b[38;5;241m.\u001b[39mshould_save \u001b[38;5;241m=\u001b[39m is_new_best_metric\n\u001b[1;32m   3077\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcontrol\u001b[38;5;241m.\u001b[39mshould_save:\n\u001b[0;32m-> 3078\u001b[0m     \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_save_checkpoint\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtrial\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   3079\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcontrol \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcallback_handler\u001b[38;5;241m.\u001b[39mon_save(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39margs, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mstate, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcontrol)\n",
-      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/transformers/trainer.py:3209\u001b[0m, in \u001b[0;36mTrainer._save_checkpoint\u001b[0;34m(self, model, trial)\u001b[0m\n\u001b[1;32m   3207\u001b[0m run_dir \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_output_dir(trial\u001b[38;5;241m=\u001b[39mtrial)\n\u001b[1;32m   3208\u001b[0m output_dir \u001b[38;5;241m=\u001b[39m os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(run_dir, checkpoint_folder)\n\u001b[0;32m-> 3209\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msave_model\u001b[49m\u001b[43m(\u001b[49m\u001b[43moutput_dir\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43m_internal_call\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m)\u001b[49m\n\u001b[1;32m   3211\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39margs\u001b[38;5;241m.\u001b[39msave_only_model:\n\u001b[1;32m   3212\u001b[0m     \u001b[38;5;66;03m# Save optimizer and scheduler\u001b[39;00m\n\u001b[1;32m   3213\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_save_optimizer_and_scheduler(output_dir)\n",
-      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/transformers/trainer.py:3831\u001b[0m, in \u001b[0;36mTrainer.save_model\u001b[0;34m(self, output_dir, _internal_call)\u001b[0m\n\u001b[1;32m   3828\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmodel_wrapped\u001b[38;5;241m.\u001b[39msave_checkpoint(output_dir)\n\u001b[1;32m   3830\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39margs\u001b[38;5;241m.\u001b[39mshould_save:\n\u001b[0;32m-> 3831\u001b[0m     \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_save\u001b[49m\u001b[43m(\u001b[49m\u001b[43moutput_dir\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   3833\u001b[0m \u001b[38;5;66;03m# Push to the Hub when `save_model` is called by the user.\u001b[39;00m\n\u001b[1;32m   3834\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39margs\u001b[38;5;241m.\u001b[39mpush_to_hub \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m _internal_call:\n",
-      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/transformers/trainer.py:3935\u001b[0m, in \u001b[0;36mTrainer._save\u001b[0;34m(self, output_dir, state_dict)\u001b[0m\n\u001b[1;32m   3933\u001b[0m             torch\u001b[38;5;241m.\u001b[39msave(state_dict, os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(output_dir, WEIGHTS_NAME))\n\u001b[1;32m   3934\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 3935\u001b[0m     \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msave_pretrained\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   3936\u001b[0m \u001b[43m        \u001b[49m\u001b[43moutput_dir\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mstate_dict\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstate_dict\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43msafe_serialization\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43margs\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msave_safetensors\u001b[49m\n\u001b[1;32m   3937\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   3939\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprocessing_class \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m   3940\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprocessing_class\u001b[38;5;241m.\u001b[39msave_pretrained(output_dir)\n",
-      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/transformers/modeling_utils.py:2980\u001b[0m, in \u001b[0;36mPreTrainedModel.save_pretrained\u001b[0;34m(self, save_directory, is_main_process, state_dict, save_function, push_to_hub, max_shard_size, safe_serialization, variant, token, save_peft_format, **kwargs)\u001b[0m\n\u001b[1;32m   2975\u001b[0m     gc\u001b[38;5;241m.\u001b[39mcollect()\n\u001b[1;32m   2977\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m safe_serialization:\n\u001b[1;32m   2978\u001b[0m     \u001b[38;5;66;03m# At some point we will need to deal better with save_function (used for TPU and other distributed\u001b[39;00m\n\u001b[1;32m   2979\u001b[0m     \u001b[38;5;66;03m# joyfulness), but for now this enough.\u001b[39;00m\n\u001b[0;32m-> 2980\u001b[0m     \u001b[43msafe_save_file\u001b[49m\u001b[43m(\u001b[49m\u001b[43mshard\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mos\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpath\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mjoin\u001b[49m\u001b[43m(\u001b[49m\u001b[43msave_directory\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mshard_file\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m{\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mformat\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mpt\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m}\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   2981\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m   2982\u001b[0m     save_function(shard, os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(save_directory, shard_file))\n",
-      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/safetensors/torch.py:286\u001b[0m, in \u001b[0;36msave_file\u001b[0;34m(tensors, filename, metadata)\u001b[0m\n\u001b[1;32m    255\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21msave_file\u001b[39m(\n\u001b[1;32m    256\u001b[0m     tensors: Dict[\u001b[38;5;28mstr\u001b[39m, torch\u001b[38;5;241m.\u001b[39mTensor],\n\u001b[1;32m    257\u001b[0m     filename: Union[\u001b[38;5;28mstr\u001b[39m, os\u001b[38;5;241m.\u001b[39mPathLike],\n\u001b[1;32m    258\u001b[0m     metadata: Optional[Dict[\u001b[38;5;28mstr\u001b[39m, \u001b[38;5;28mstr\u001b[39m]] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    259\u001b[0m ):\n\u001b[1;32m    260\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m    261\u001b[0m \u001b[38;5;124;03m    Saves a dictionary of tensors into raw bytes in safetensors format.\u001b[39;00m\n\u001b[1;32m    262\u001b[0m \n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    284\u001b[0m \u001b[38;5;124;03m    ```\u001b[39;00m\n\u001b[1;32m    285\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[0;32m--> 286\u001b[0m     \u001b[43mserialize_file\u001b[49m\u001b[43m(\u001b[49m\u001b[43m_flatten\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtensors\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mfilename\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m)\u001b[49m\n",
-      "\u001b[0;31mSafetensorError\u001b[0m: Error while serializing: IoError(Os { code: 28, kind: StorageFull, message: \"No space left on device\" })"
+      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[22], line 4\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m stage \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(config[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstages\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m):\n\u001b[1;32m      3\u001b[0m     clear_mem()\n\u001b[0;32m----> 4\u001b[0m     \u001b[43mstage_trainer\u001b[49m\u001b[43m(\u001b[49m\u001b[43mstage\u001b[49m\u001b[43m)\u001b[49m\n",
+      "Cell \u001b[0;32mIn[16], line 71\u001b[0m, in \u001b[0;36mstage_trainer\u001b[0;34m(stage)\u001b[0m\n\u001b[1;32m     57\u001b[0m dataset_ \u001b[38;5;241m=\u001b[39m dataset\u001b[38;5;241m.\u001b[39mmap(\n\u001b[1;32m     58\u001b[0m     (\u001b[38;5;28;01mlambda\u001b[39;00m x: preprocess_function(\n\u001b[1;32m     59\u001b[0m         x, \n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     67\u001b[0m     batch_size\u001b[38;5;241m=\u001b[39mconfig[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mbatch_size\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n\u001b[1;32m     68\u001b[0m )\n\u001b[1;32m     70\u001b[0m \u001b[38;5;66;03m# Tokenize the dataset\u001b[39;00m\n\u001b[0;32m---> 71\u001b[0m dataset_ \u001b[38;5;241m=\u001b[39m \u001b[43mdataset_\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmap\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     72\u001b[0m \u001b[43m    \u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43;01mlambda\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mx\u001b[49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mtokenizer_function\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     73\u001b[0m \u001b[43m        \u001b[49m\u001b[43mx\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\n\u001b[1;32m     74\u001b[0m \u001b[43m        \u001b[49m\u001b[43mtokenizer\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtokenizer\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     75\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     76\u001b[0m \u001b[43m    \u001b[49m\u001b[43mbatched\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m     77\u001b[0m \u001b[43m    \u001b[49m\u001b[43mbatch_size\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mconfig\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mbatch_size\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     78\u001b[0m \u001b[43m    \u001b[49m\u001b[43mremove_columns\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43minput\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43minstruction\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43moutput\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mprompt\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m\n\u001b[1;32m     79\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     81\u001b[0m trainer \u001b[38;5;241m=\u001b[39m Trainer(\n\u001b[1;32m     82\u001b[0m     model\u001b[38;5;241m=\u001b[39mmodel,\n\u001b[1;32m     83\u001b[0m     args\u001b[38;5;241m=\u001b[39mtraining_args,\n\u001b[1;32m     84\u001b[0m     train_dataset\u001b[38;5;241m=\u001b[39mdataset_[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtrain\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n\u001b[1;32m     85\u001b[0m )\n\u001b[1;32m     87\u001b[0m trainer\u001b[38;5;241m.\u001b[39mtrain()\n",
+      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/datasets/dataset_dict.py:886\u001b[0m, in \u001b[0;36mDatasetDict.map\u001b[0;34m(self, function, with_indices, with_rank, input_columns, batched, batch_size, drop_last_batch, remove_columns, keep_in_memory, load_from_cache_file, cache_file_names, writer_batch_size, features, disable_nullable, fn_kwargs, num_proc, desc)\u001b[0m\n\u001b[1;32m    883\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m cache_file_names \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m    884\u001b[0m     cache_file_names \u001b[38;5;241m=\u001b[39m {k: \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;28;01mfor\u001b[39;00m k \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m}\n\u001b[1;32m    885\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m DatasetDict(\n\u001b[0;32m--> 886\u001b[0m     \u001b[43m{\u001b[49m\n\u001b[1;32m    887\u001b[0m \u001b[43m        \u001b[49m\u001b[43mk\u001b[49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mdataset\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmap\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    888\u001b[0m \u001b[43m            \u001b[49m\u001b[43mfunction\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfunction\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    889\u001b[0m \u001b[43m            \u001b[49m\u001b[43mwith_indices\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mwith_indices\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    890\u001b[0m \u001b[43m            \u001b[49m\u001b[43mwith_rank\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mwith_rank\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    891\u001b[0m \u001b[43m            \u001b[49m\u001b[43minput_columns\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minput_columns\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    892\u001b[0m \u001b[43m            \u001b[49m\u001b[43mbatched\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbatched\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    893\u001b[0m \u001b[43m            \u001b[49m\u001b[43mbatch_size\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbatch_size\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    894\u001b[0m \u001b[43m            \u001b[49m\u001b[43mdrop_last_batch\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdrop_last_batch\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    895\u001b[0m \u001b[43m            \u001b[49m\u001b[43mremove_columns\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremove_columns\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    896\u001b[0m \u001b[43m            \u001b[49m\u001b[43mkeep_in_memory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mkeep_in_memory\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    897\u001b[0m \u001b[43m            \u001b[49m\u001b[43mload_from_cache_file\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mload_from_cache_file\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    898\u001b[0m \u001b[43m            \u001b[49m\u001b[43mcache_file_name\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcache_file_names\u001b[49m\u001b[43m[\u001b[49m\u001b[43mk\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    899\u001b[0m \u001b[43m            \u001b[49m\u001b[43mwriter_batch_size\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mwriter_batch_size\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    900\u001b[0m \u001b[43m            \u001b[49m\u001b[43mfeatures\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfeatures\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    901\u001b[0m \u001b[43m            \u001b[49m\u001b[43mdisable_nullable\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdisable_nullable\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    902\u001b[0m \u001b[43m            \u001b[49m\u001b[43mfn_kwargs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfn_kwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    903\u001b[0m \u001b[43m            \u001b[49m\u001b[43mnum_proc\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_proc\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    904\u001b[0m \u001b[43m            \u001b[49m\u001b[43mdesc\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdesc\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    905\u001b[0m \u001b[43m        \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    906\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;28;43;01mfor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mk\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdataset\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mitems\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    907\u001b[0m \u001b[43m    \u001b[49m\u001b[43m}\u001b[49m\n\u001b[1;32m    908\u001b[0m )\n",
+      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/datasets/dataset_dict.py:887\u001b[0m, in \u001b[0;36m<dictcomp>\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m    883\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m cache_file_names \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m    884\u001b[0m     cache_file_names \u001b[38;5;241m=\u001b[39m {k: \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;28;01mfor\u001b[39;00m k \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m}\n\u001b[1;32m    885\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m DatasetDict(\n\u001b[1;32m    886\u001b[0m     {\n\u001b[0;32m--> 887\u001b[0m         k: \u001b[43mdataset\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmap\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    888\u001b[0m \u001b[43m            \u001b[49m\u001b[43mfunction\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfunction\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    889\u001b[0m \u001b[43m            \u001b[49m\u001b[43mwith_indices\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mwith_indices\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    890\u001b[0m \u001b[43m            \u001b[49m\u001b[43mwith_rank\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mwith_rank\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    891\u001b[0m \u001b[43m            \u001b[49m\u001b[43minput_columns\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minput_columns\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    892\u001b[0m \u001b[43m            \u001b[49m\u001b[43mbatched\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbatched\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    893\u001b[0m \u001b[43m            \u001b[49m\u001b[43mbatch_size\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbatch_size\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    894\u001b[0m \u001b[43m            \u001b[49m\u001b[43mdrop_last_batch\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdrop_last_batch\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    895\u001b[0m \u001b[43m            \u001b[49m\u001b[43mremove_columns\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mremove_columns\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    896\u001b[0m \u001b[43m            \u001b[49m\u001b[43mkeep_in_memory\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mkeep_in_memory\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    897\u001b[0m \u001b[43m            \u001b[49m\u001b[43mload_from_cache_file\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mload_from_cache_file\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    898\u001b[0m \u001b[43m            \u001b[49m\u001b[43mcache_file_name\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcache_file_names\u001b[49m\u001b[43m[\u001b[49m\u001b[43mk\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    899\u001b[0m \u001b[43m            \u001b[49m\u001b[43mwriter_batch_size\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mwriter_batch_size\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    900\u001b[0m \u001b[43m            \u001b[49m\u001b[43mfeatures\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfeatures\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    901\u001b[0m \u001b[43m            \u001b[49m\u001b[43mdisable_nullable\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdisable_nullable\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    902\u001b[0m \u001b[43m            \u001b[49m\u001b[43mfn_kwargs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfn_kwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    903\u001b[0m \u001b[43m            \u001b[49m\u001b[43mnum_proc\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_proc\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    904\u001b[0m \u001b[43m            \u001b[49m\u001b[43mdesc\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdesc\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    905\u001b[0m \u001b[43m        \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    906\u001b[0m         \u001b[38;5;28;01mfor\u001b[39;00m k, dataset \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mitems()\n\u001b[1;32m    907\u001b[0m     }\n\u001b[1;32m    908\u001b[0m )\n",
+      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/datasets/arrow_dataset.py:560\u001b[0m, in \u001b[0;36mtransmit_format.<locals>.wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    553\u001b[0m self_format \u001b[38;5;241m=\u001b[39m {\n\u001b[1;32m    554\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtype\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_format_type,\n\u001b[1;32m    555\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mformat_kwargs\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_format_kwargs,\n\u001b[1;32m    556\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcolumns\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_format_columns,\n\u001b[1;32m    557\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moutput_all_columns\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_output_all_columns,\n\u001b[1;32m    558\u001b[0m }\n\u001b[1;32m    559\u001b[0m \u001b[38;5;66;03m# apply actual function\u001b[39;00m\n\u001b[0;32m--> 560\u001b[0m out: Union[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mDataset\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mDatasetDict\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    561\u001b[0m datasets: List[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mDataset\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mlist\u001b[39m(out\u001b[38;5;241m.\u001b[39mvalues()) \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(out, \u001b[38;5;28mdict\u001b[39m) \u001b[38;5;28;01melse\u001b[39;00m [out]\n\u001b[1;32m    562\u001b[0m \u001b[38;5;66;03m# re-apply format to the output\u001b[39;00m\n",
+      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/datasets/arrow_dataset.py:3073\u001b[0m, in \u001b[0;36mDataset.map\u001b[0;34m(self, function, with_indices, with_rank, input_columns, batched, batch_size, drop_last_batch, remove_columns, keep_in_memory, load_from_cache_file, cache_file_name, writer_batch_size, features, disable_nullable, fn_kwargs, num_proc, suffix_template, new_fingerprint, desc)\u001b[0m\n\u001b[1;32m   3067\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m transformed_dataset \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m   3068\u001b[0m     \u001b[38;5;28;01mwith\u001b[39;00m hf_tqdm(\n\u001b[1;32m   3069\u001b[0m         unit\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m examples\u001b[39m\u001b[38;5;124m\"\u001b[39m,\n\u001b[1;32m   3070\u001b[0m         total\u001b[38;5;241m=\u001b[39mpbar_total,\n\u001b[1;32m   3071\u001b[0m         desc\u001b[38;5;241m=\u001b[39mdesc \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mMap\u001b[39m\u001b[38;5;124m\"\u001b[39m,\n\u001b[1;32m   3072\u001b[0m     ) \u001b[38;5;28;01mas\u001b[39;00m pbar:\n\u001b[0;32m-> 3073\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;28;43;01mfor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mrank\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdone\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcontent\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mDataset\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_map_single\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mdataset_kwargs\u001b[49m\u001b[43m)\u001b[49m\u001b[43m:\u001b[49m\n\u001b[1;32m   3074\u001b[0m \u001b[43m            \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mdone\u001b[49m\u001b[43m:\u001b[49m\n\u001b[1;32m   3075\u001b[0m \u001b[43m                \u001b[49m\u001b[43mshards_done\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m+\u001b[39;49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m1\u001b[39;49m\n",
+      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/datasets/arrow_dataset.py:3476\u001b[0m, in \u001b[0;36mDataset._map_single\u001b[0;34m(shard, function, with_indices, with_rank, input_columns, batched, batch_size, drop_last_batch, remove_columns, keep_in_memory, cache_file_name, writer_batch_size, features, disable_nullable, fn_kwargs, new_fingerprint, rank, offset)\u001b[0m\n\u001b[1;32m   3472\u001b[0m indices \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mlist\u001b[39m(\n\u001b[1;32m   3473\u001b[0m     \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;241m*\u001b[39m(\u001b[38;5;28mslice\u001b[39m(i, i \u001b[38;5;241m+\u001b[39m batch_size)\u001b[38;5;241m.\u001b[39mindices(shard\u001b[38;5;241m.\u001b[39mnum_rows)))\n\u001b[1;32m   3474\u001b[0m )  \u001b[38;5;66;03m# Something simpler?\u001b[39;00m\n\u001b[1;32m   3475\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m-> 3476\u001b[0m     batch \u001b[38;5;241m=\u001b[39m \u001b[43mapply_function_on_filtered_inputs\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   3477\u001b[0m \u001b[43m        \u001b[49m\u001b[43mbatch\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   3478\u001b[0m \u001b[43m        \u001b[49m\u001b[43mindices\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   3479\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcheck_same_num_examples\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mlen\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mshard\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mlist_indexes\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m>\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m   3480\u001b[0m \u001b[43m        \u001b[49m\u001b[43moffset\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moffset\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   3481\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   3482\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m NumExamplesMismatchError:\n\u001b[1;32m   3483\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m DatasetTransformationNotAllowedError(\n\u001b[1;32m   3484\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mUsing `.map` in batched mode on a dataset with attached indexes is allowed only if it doesn\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mt create or remove existing examples. You can first run `.drop_index() to remove your index and then re-add it.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m   3485\u001b[0m     ) \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m\n",
+      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/datasets/arrow_dataset.py:3338\u001b[0m, in \u001b[0;36mDataset._map_single.<locals>.apply_function_on_filtered_inputs\u001b[0;34m(pa_inputs, indices, check_same_num_examples, offset)\u001b[0m\n\u001b[1;32m   3336\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m with_rank:\n\u001b[1;32m   3337\u001b[0m     additional_args \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m (rank,)\n\u001b[0;32m-> 3338\u001b[0m processed_inputs \u001b[38;5;241m=\u001b[39m \u001b[43mfunction\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mfn_args\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43madditional_args\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mfn_kwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   3339\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(processed_inputs, LazyDict):\n\u001b[1;32m   3340\u001b[0m     processed_inputs \u001b[38;5;241m=\u001b[39m {\n\u001b[1;32m   3341\u001b[0m         k: v \u001b[38;5;28;01mfor\u001b[39;00m k, v \u001b[38;5;129;01min\u001b[39;00m processed_inputs\u001b[38;5;241m.\u001b[39mdata\u001b[38;5;241m.\u001b[39mitems() \u001b[38;5;28;01mif\u001b[39;00m k \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;129;01min\u001b[39;00m processed_inputs\u001b[38;5;241m.\u001b[39mkeys_to_format\n\u001b[1;32m   3342\u001b[0m     }\n",
+      "Cell \u001b[0;32mIn[16], line 72\u001b[0m, in \u001b[0;36mstage_trainer.<locals>.<lambda>\u001b[0;34m(x)\u001b[0m\n\u001b[1;32m     57\u001b[0m dataset_ \u001b[38;5;241m=\u001b[39m dataset\u001b[38;5;241m.\u001b[39mmap(\n\u001b[1;32m     58\u001b[0m     (\u001b[38;5;28;01mlambda\u001b[39;00m x: preprocess_function(\n\u001b[1;32m     59\u001b[0m         x, \n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     67\u001b[0m     batch_size\u001b[38;5;241m=\u001b[39mconfig[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mbatch_size\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n\u001b[1;32m     68\u001b[0m )\n\u001b[1;32m     70\u001b[0m \u001b[38;5;66;03m# Tokenize the dataset\u001b[39;00m\n\u001b[1;32m     71\u001b[0m dataset_ \u001b[38;5;241m=\u001b[39m dataset_\u001b[38;5;241m.\u001b[39mmap(\n\u001b[0;32m---> 72\u001b[0m     (\u001b[38;5;28;01mlambda\u001b[39;00m x: \u001b[43mtokenizer_function\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     73\u001b[0m \u001b[43m        \u001b[49m\u001b[43mx\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\n\u001b[1;32m     74\u001b[0m \u001b[43m        \u001b[49m\u001b[43mtokenizer\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtokenizer\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     75\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m),\n\u001b[1;32m     76\u001b[0m     batched\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m,\n\u001b[1;32m     77\u001b[0m     batch_size\u001b[38;5;241m=\u001b[39mconfig[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mbatch_size\u001b[39m\u001b[38;5;124m\"\u001b[39m],\n\u001b[1;32m     78\u001b[0m     remove_columns\u001b[38;5;241m=\u001b[39m[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minput\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minstruction\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moutput\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mprompt\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n\u001b[1;32m     79\u001b[0m )\n\u001b[1;32m     81\u001b[0m trainer \u001b[38;5;241m=\u001b[39m Trainer(\n\u001b[1;32m     82\u001b[0m     model\u001b[38;5;241m=\u001b[39mmodel,\n\u001b[1;32m     83\u001b[0m     args\u001b[38;5;241m=\u001b[39mtraining_args,\n\u001b[1;32m     84\u001b[0m     train_dataset\u001b[38;5;241m=\u001b[39mdataset_[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtrain\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n\u001b[1;32m     85\u001b[0m )\n\u001b[1;32m     87\u001b[0m trainer\u001b[38;5;241m.\u001b[39mtrain()\n",
+      "Cell \u001b[0;32mIn[8], line 45\u001b[0m, in \u001b[0;36mtokenizer_function\u001b[0;34m(examples, tokenizer)\u001b[0m\n\u001b[1;32m     42\u001b[0m         labels[i, :last_eot_pos] \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m100\u001b[39m\n\u001b[1;32m     44\u001b[0m     \u001b[38;5;66;03m# Mask padding\u001b[39;00m\n\u001b[0;32m---> 45\u001b[0m     labels[i, attention_mask[i] \u001b[38;5;241m==\u001b[39m \u001b[38;5;241m0\u001b[39m] \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m100\u001b[39m\n\u001b[1;32m     48\u001b[0m value \u001b[38;5;241m=\u001b[39m  {\n\u001b[1;32m     49\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minput_ids\u001b[39m\u001b[38;5;124m\"\u001b[39m: input_ids,\n\u001b[1;32m     50\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mattention_mask\u001b[39m\u001b[38;5;124m\"\u001b[39m: attention_mask,\n\u001b[1;32m     51\u001b[0m }\n\u001b[1;32m     54\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m torch\u001b[38;5;241m.\u001b[39mcuda\u001b[38;5;241m.\u001b[39mdevice_count() \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m1\u001b[39m:\n",
+      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
      ]
     }
    ],
    "source": [
+    "\n",
+    "\n",
     "# Run training stages\n",
     "for stage in range(config[\"stages\"] + 1):\n",
+    "    clear_mem()\n",
     "    stage_trainer(stage)"
    ]
   },
@@ -8021,32 +2007,39 @@
     "After we done training, let's load our fine tuned model for inferencing"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
-    "from transformers import AutoTokenizer, AutoConfig\n",
-    "import torch\n",
-    "torch.cuda.empty_cache()\n",
+    "# from transformers import AutoTokenizer, AutoConfig\n",
+    "# import torch\n",
+    "# torch.cuda.empty_cache()\n",
     "\n",
     "\n",
-    "def load_model(model_name = \"output_stage1/checkpoint-10000\"):\n",
-    "    tokenizer = AutoTokenizer.from_pretrained(model_name)\n",
+    "# def load_model(model_name = \"output_stage1/checkpoint-10000\"):\n",
+    "#     tokenizer = AutoTokenizer.from_pretrained(model_name)\n",
     "\n",
-    "    model_config = AutoConfig.from_pretrained(model_name)\n",
-    "    model = LatentReasoningGemmaForCausalLM(config=model_config)\n",
-    "    model = model.from_pretrained(model_name)\n",
-    "    model.tokenizer = tokenizer\n",
+    "#     model_config = AutoConfig.from_pretrained(model_name)\n",
+    "#     model = LatentReasoningGemmaForCausalLM(config=model_config)\n",
+    "#     model = model.from_pretrained(model_name)\n",
+    "#     model.tokenizer = tokenizer\n",
     "\n",
-    "    model = model.cuda()\n",
+    "#     model = model.cuda()\n",
     "\n",
-    "    return  model, tokenizer\n",
+    "#     return  model, tokenizer\n",
     "\n",
     "\n",
-    "# Make sure to load the model from your specified path. In our case our path is \"output_stage1/checkpoint-10000\"\n",
-    "model, tokenizer = load_model(model_name= \"output_stage1/checkpoint-10000\")\n"
+    "# # Make sure to load the model from your specified path. In our case our path is \"output_stage1/checkpoint-10000\"\n",
+    "# model, tokenizer = load_model(model_name= \"output_stage1/checkpoint-10000\")\n"
    ]
   },
   {
@@ -8058,7 +2051,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 25,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "clear_mem()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 30,
    "metadata": {
     "trusted": true
    },
@@ -8072,13 +2074,6 @@
       "<bos>格闘家ボブ・サップの出身国はどこでしょう？\n"
      ]
     },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "The 'batch_size' attribute of HybridCache is deprecated and will be removed in v4.49. Use the more precisely named 'self.max_batch_size' attribute instead.\n"
-     ]
-    },
     {
      "ename": "IndexError",
      "evalue": "The shape of the mask [17] at index 0 does not match the shape of the indexed tensor [1] at index 0",
@@ -8086,7 +2081,7 @@
      "traceback": [
       "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
       "\u001b[0;31mIndexError\u001b[0m                                Traceback (most recent call last)",
-      "Cell \u001b[0;32mIn[18], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mtext_gen\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m格闘家ボブ・サップの出身国はどこでしょう？\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtokenizer\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtokenizer\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m      2\u001b[0m text_gen(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m人気漫画『ドラえもん』の登場人物で、ジャイアンの苗字は剛田ですが、スネ夫の苗字は何でしょう？\u001b[39m\u001b[38;5;124m\"\u001b[39m, model\u001b[38;5;241m=\u001b[39mmodel, tokenizer\u001b[38;5;241m=\u001b[39mtokenizer)\n\u001b[1;32m      3\u001b[0m text_gen(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m「お元気ですか」を英語に訳すと \u001b[39m\u001b[38;5;124m\"\u001b[39m, model\u001b[38;5;241m=\u001b[39mmodel, tokenizer\u001b[38;5;241m=\u001b[39mtokenizer)\n",
+      "Cell \u001b[0;32mIn[30], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mtext_gen\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m格闘家ボブ・サップの出身国はどこでしょう？\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtokenizer\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtokenizer\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m      2\u001b[0m text_gen(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m人気漫画『ドラえもん』の登場人物で、ジャイアンの苗字は剛田ですが、スネ夫の苗字は何でしょう？\u001b[39m\u001b[38;5;124m\"\u001b[39m, model\u001b[38;5;241m=\u001b[39mmodel, tokenizer\u001b[38;5;241m=\u001b[39mtokenizer)\n\u001b[1;32m      3\u001b[0m text_gen(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m「お元気ですか」を英語に訳すと \u001b[39m\u001b[38;5;124m\"\u001b[39m, model\u001b[38;5;241m=\u001b[39mmodel, tokenizer\u001b[38;5;241m=\u001b[39mtokenizer)\n",
       "Cell \u001b[0;32mIn[14], line 17\u001b[0m, in \u001b[0;36mtext_gen\u001b[0;34m(prompt, model, tokenizer)\u001b[0m\n\u001b[1;32m     15\u001b[0m \u001b[38;5;28minput\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mprompt\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m     16\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mQuestion: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mprompt\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;124m ==========================================\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m---> 17\u001b[0m output \u001b[38;5;241m=\u001b[39m \u001b[43mgenerate_answer\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtokenizer\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtokenizer\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mquestion\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43minput\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mk\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m5\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmax_length\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mconfig\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmax_length\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m\u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     18\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mOutputs: ========================\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m     19\u001b[0m \u001b[38;5;28mprint\u001b[39m(output)\n",
       "Cell \u001b[0;32mIn[13], line 73\u001b[0m, in \u001b[0;36mgenerate_answer\u001b[0;34m(model, tokenizer, question, max_length, k, temperature, **generation_kwargs)\u001b[0m\n\u001b[1;32m     67\u001b[0m curr_attention_mask \u001b[38;5;241m=\u001b[39m torch\u001b[38;5;241m.\u001b[39mcat([\n\u001b[1;32m     68\u001b[0m     attention_mask,\n\u001b[1;32m     69\u001b[0m     torch\u001b[38;5;241m.\u001b[39mones((attention_mask\u001b[38;5;241m.\u001b[39mshape[\u001b[38;5;241m0\u001b[39m], \u001b[38;5;241m1\u001b[39m), device\u001b[38;5;241m=\u001b[39mmodel\u001b[38;5;241m.\u001b[39mdevice)\n\u001b[1;32m     70\u001b[0m ], dim\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m1\u001b[39m)\n\u001b[1;32m     72\u001b[0m \u001b[38;5;66;03m# Generate with streamer for best path\u001b[39;00m\n\u001b[0;32m---> 73\u001b[0m outputs \u001b[38;5;241m=\u001b[39m \u001b[43mmodel\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgenerate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     74\u001b[0m \u001b[43m    \u001b[49m\u001b[43minput_ids\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcurr_input_ids\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     75\u001b[0m \u001b[43m    \u001b[49m\u001b[43mattention_mask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcurr_attention_mask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     76\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmax_length\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmax_length\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     77\u001b[0m \u001b[43m    \u001b[49m\u001b[43mpad_token_id\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtokenizer\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpad_token_id\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     78\u001b[0m \u001b[43m    \u001b[49m\u001b[43meos_token_id\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtokenizer\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43meos_token_id\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     79\u001b[0m \u001b[43m    \u001b[49m\u001b[43moutput_scores\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m     80\u001b[0m \u001b[43m    \u001b[49m\u001b[43mreturn_dict_in_generate\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m     81\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstreamer\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstreamer\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mi\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m==\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01melse\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m,\u001b[49m\u001b[43m  \u001b[49m\u001b[38;5;66;43;03m# Only stream first path\u001b[39;49;00m\n\u001b[1;32m     82\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mgeneration_kwargs\u001b[49m\n\u001b[1;32m     83\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     85\u001b[0m \u001b[38;5;66;03m# Calculate confidence for this path\u001b[39;00m\n\u001b[1;32m     86\u001b[0m _, confidence \u001b[38;5;241m=\u001b[39m calculate_answer_confidence(\n\u001b[1;32m     87\u001b[0m     outputs\u001b[38;5;241m.\u001b[39msequences[\u001b[38;5;241m0\u001b[39m]\u001b[38;5;241m.\u001b[39mtolist(),\n\u001b[1;32m     88\u001b[0m     outputs\u001b[38;5;241m.\u001b[39mscores[\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m],\n\u001b[1;32m     89\u001b[0m     tokenizer\n\u001b[1;32m     90\u001b[0m )\n",
       "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/torch/utils/_contextlib.py:116\u001b[0m, in \u001b[0;36mcontext_decorator.<locals>.decorate_context\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    113\u001b[0m \u001b[38;5;129m@functools\u001b[39m\u001b[38;5;241m.\u001b[39mwraps(func)\n\u001b[1;32m    114\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21mdecorate_context\u001b[39m(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[1;32m    115\u001b[0m     \u001b[38;5;28;01mwith\u001b[39;00m ctx_factory():\n\u001b[0;32m--> 116\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
@@ -8097,6 +2092,9 @@
       "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/accelerate/utils/operations.py:823\u001b[0m, in \u001b[0;36mconvert_outputs_to_fp32.<locals>.forward\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    822\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21mforward\u001b[39m(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[0;32m--> 823\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mmodel_forward\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
       "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/accelerate/utils/operations.py:811\u001b[0m, in \u001b[0;36mConvertOutputsToFp32.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m    810\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21m__call__\u001b[39m(\u001b[38;5;28mself\u001b[39m, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[0;32m--> 811\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m convert_to_fp32(\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmodel_forward\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m)\n",
       "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/torch/amp/autocast_mode.py:44\u001b[0m, in \u001b[0;36mautocast_decorator.<locals>.decorate_autocast\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     41\u001b[0m \u001b[38;5;129m@functools\u001b[39m\u001b[38;5;241m.\u001b[39mwraps(func)\n\u001b[1;32m     42\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21mdecorate_autocast\u001b[39m(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[1;32m     43\u001b[0m     \u001b[38;5;28;01mwith\u001b[39;00m autocast_instance:\n\u001b[0;32m---> 44\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/accelerate/utils/operations.py:823\u001b[0m, in \u001b[0;36mconvert_outputs_to_fp32.<locals>.forward\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    822\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21mforward\u001b[39m(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[0;32m--> 823\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mmodel_forward\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/accelerate/utils/operations.py:811\u001b[0m, in \u001b[0;36mConvertOutputsToFp32.__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m    810\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21m__call__\u001b[39m(\u001b[38;5;28mself\u001b[39m, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[0;32m--> 811\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m convert_to_fp32(\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmodel_forward\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m)\n",
+      "File \u001b[0;32m/workspace/latent-gemma/.venv/lib/python3.11/site-packages/torch/amp/autocast_mode.py:44\u001b[0m, in \u001b[0;36mautocast_decorator.<locals>.decorate_autocast\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     41\u001b[0m \u001b[38;5;129m@functools\u001b[39m\u001b[38;5;241m.\u001b[39mwraps(func)\n\u001b[1;32m     42\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21mdecorate_autocast\u001b[39m(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[1;32m     43\u001b[0m     \u001b[38;5;28;01mwith\u001b[39;00m autocast_instance:\n\u001b[0;32m---> 44\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
       "Cell \u001b[0;32mIn[11], line 415\u001b[0m, in \u001b[0;36mLatentReasoningGemmaForCausalLM.forward\u001b[0;34m(self, input_ids, attention_mask, position_ids, past_key_values, inputs_embeds, labels, use_cache, output_attentions, output_hidden_states, return_dict, cache_position, num_logits_to_keep, **kwargs)\u001b[0m\n\u001b[1;32m    413\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Main forward function that routes to either training or inference.\"\"\"\u001b[39;00m\n\u001b[1;32m    414\u001b[0m forward_fn \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtrain_forward \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtraining \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minfer_forward\n\u001b[0;32m--> 415\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mforward_fn\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    416\u001b[0m \u001b[43m    \u001b[49m\u001b[43minput_ids\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minput_ids\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    417\u001b[0m \u001b[43m    \u001b[49m\u001b[43mattention_mask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mattention_mask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    418\u001b[0m \u001b[43m    \u001b[49m\u001b[43mposition_ids\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mposition_ids\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    419\u001b[0m \u001b[43m    \u001b[49m\u001b[43mpast_key_values\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mpast_key_values\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    420\u001b[0m \u001b[43m    \u001b[49m\u001b[43minputs_embeds\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minputs_embeds\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    421\u001b[0m \u001b[43m    \u001b[49m\u001b[43mlabels\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mlabels\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    422\u001b[0m \u001b[43m    \u001b[49m\u001b[43muse_cache\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43muse_cache\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    423\u001b[0m \u001b[43m    \u001b[49m\u001b[43moutput_attentions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_attentions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    424\u001b[0m \u001b[43m    \u001b[49m\u001b[43moutput_hidden_states\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_hidden_states\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    425\u001b[0m \u001b[43m    \u001b[49m\u001b[43mreturn_dict\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mreturn_dict\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    426\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcache_position\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcache_position\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    427\u001b[0m \u001b[43m    \u001b[49m\u001b[43mnum_logits_to_keep\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnum_logits_to_keep\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    428\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    429\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
       "Cell \u001b[0;32mIn[11], line 190\u001b[0m, in \u001b[0;36mLatentReasoningGemmaForCausalLM.train_forward\u001b[0;34m(self, input_ids, attention_mask, position_ids, inputs_embeds, labels, output_attentions, output_hidden_states, return_dict, num_logits_to_keep, **kwargs)\u001b[0m\n\u001b[1;32m    187\u001b[0m             labels[i, :last_eot_pos] \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m100\u001b[39m\n\u001b[1;32m    189\u001b[0m         \u001b[38;5;66;03m# Mask padding\u001b[39;00m\n\u001b[0;32m--> 190\u001b[0m         \u001b[43mlabels\u001b[49m\u001b[43m[\u001b[49m\u001b[43mi\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mattention_mask\u001b[49m\u001b[43m[\u001b[49m\u001b[43mi\u001b[49m\u001b[43m]\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m==\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m]\u001b[49m \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m100\u001b[39m\n\u001b[1;32m    192\u001b[0m \u001b[38;5;66;03m# Get input embeddings if not provided\u001b[39;00m\n\u001b[1;32m    193\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m inputs_embeds \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n",
       "\u001b[0;31mIndexError\u001b[0m: The shape of the mask [17] at index 0 does not match the shape of the indexed tensor [1] at index 0"
diff --git a/research_journal.md b/research_journal.md
index d8a3b1f..c68e7d8 100644
--- a/research_journal.md
+++ b/research_journal.md
@@ -3,6 +3,7 @@
 Forked repo
 
 - make sure I'm testing on test
+- [x] run
 - [ ] replicate
 - [ ] compare the 3 implementations
 - [ ] experiments
@@ -16,3 +17,18 @@ Wow 25GB or gpu ram was not enougth?
 This page says, 17.22 GB of GPU RAM. to fine tune a 1b model https://lightning.ai/lightning-ai/studios/finetune-and-serve-llama-3-2-1b-and-3b  presumably 2b is ~40. I know you can train in 8bit though, and use adam 8b
 
 But I eventually found it takes 25gb, but that's with a 128 seq len
+
+
+
+- [ ] read full nb
+- [ ] compare 3 impl
+- [ ] try my ideas
+
+
+# 2025-01-12
+
+Hmm I'm not sure this repo is setup in the way I'd like
+- The synthetic CoT doesn't really make sense
+- The current results are on the train set
+- Translation is not the best task to show this on, math is better
+- altho it's nice to use gemeni, and to see everything set out in a notebook, and to have a nicely commented class