{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%reload_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>score</th>\n",
       "      <th>n_links</th>\n",
       "      <th>n_comments</th>\n",
       "      <th>comments</th>\n",
       "      <th>thread_urls</th>\n",
       "      <th>first_link_utc</th>\n",
       "      <th>last_link_utc</th>\n",
       "      <th>url</th>\n",
       "      <th>description</th>\n",
       "      <th>...</th>\n",
       "      <th>reccomendations</th>\n",
       "      <th>disrecommendations</th>\n",
       "      <th>why</th>\n",
       "      <th>if_you_liked_x_you_will_like_this</th>\n",
       "      <th>rating_quality</th>\n",
       "      <th>rating_rationality</th>\n",
       "      <th>rating_writing</th>\n",
       "      <th>rating_plot</th>\n",
       "      <th>rating_character</th>\n",
       "      <th>rating_worldbuilding</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Worth the Candle</td>\n",
       "      <td>5458</td>\n",
       "      <td>296</td>\n",
       "      <td>296</td>\n",
       "      <td>[{'author_flair_text': 'Self-Appointed Court S...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/7228po...</td>\n",
       "      <td>2015-09-26 06:59:23</td>\n",
       "      <td>2024-04-17 19:03:01</td>\n",
       "      <td>[https://archiveofourown.org/works/11478249/ch...</td>\n",
       "      <td>Worth the Candle is a long, original, complete...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers frequently praised the story's compell...</td>\n",
       "      <td>Some readers found the sheer length of the wor...</td>\n",
       "      <td>Readers of r/rational would likely enjoy Worth...</td>\n",
       "      <td>[Mother of Learning, HPMOR, Worm, Erfworld, Lu...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.5</td>\n",
       "      <td>8.5</td>\n",
       "      <td>8.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Mother of Learning</td>\n",
       "      <td>1834</td>\n",
       "      <td>174</td>\n",
       "      <td>174</td>\n",
       "      <td>[{'author_flair_text': 'Utopian Smut Peddler',...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/k8i7jg...</td>\n",
       "      <td>2014-07-26 08:21:12</td>\n",
       "      <td>2024-05-21 07:04:42</td>\n",
       "      <td>[https://www.fictionpress.com/s/2961893/1/Moth...</td>\n",
       "      <td>Mother of Learning is a web serial about Zoria...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers praise its consistent internal logic, ...</td>\n",
       "      <td>Some readers find the writing style to be roug...</td>\n",
       "      <td>Readers of r/rational will appreciate the stor...</td>\n",
       "      <td>[Time Braid, HPMOR, Worm]</td>\n",
       "      <td>9.0</td>\n",
       "      <td>7.5</td>\n",
       "      <td>7.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>8.5</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Alexander Wales - The Metropolitan Man, Shadow...</td>\n",
       "      <td>1408</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>[{'author_flair_text': 'Time flies like an arr...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/galt0r...</td>\n",
       "      <td>2015-04-18 18:13:47</td>\n",
       "      <td>2021-04-29 20:00:04</td>\n",
       "      <td>[https://www.patreon.com/alexanderwales]</td>\n",
       "      <td>Alexander Wales's works, including *Shadows of...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers strongly recommend Alexander Wales's w...</td>\n",
       "      <td>Some readers express concerns about the infreq...</td>\n",
       "      <td>Readers of r/rational would likely enjoy Alexa...</td>\n",
       "      <td>[Brandon Sanderson, Harry Potter, Worm, Mother...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>7.5</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>8.5</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>A Practical Guide to Evil</td>\n",
       "      <td>1321</td>\n",
       "      <td>143</td>\n",
       "      <td>143</td>\n",
       "      <td>[{'author_flair_text': 'Ankh-Morpork City Watc...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/ako900...</td>\n",
       "      <td>2016-04-05 18:53:21</td>\n",
       "      <td>2024-08-09 10:10:21</td>\n",
       "      <td>[https://practicalguidetoevil.wordpress.com/, ...</td>\n",
       "      <td>A Practical Guide to Evil is a long-running we...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers praise its well-developed characters, ...</td>\n",
       "      <td>Some readers find the frequent cliffhangers ir...</td>\n",
       "      <td>Readers of r/rational will likely enjoy this f...</td>\n",
       "      <td>[Worm, Shadows of the Limelight]</td>\n",
       "      <td>9.5</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Worm</td>\n",
       "      <td>1019</td>\n",
       "      <td>96</td>\n",
       "      <td>96</td>\n",
       "      <td>[{'author_flair_text': 'Emergency Mustelid Hol...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/k8i7jg...</td>\n",
       "      <td>2014-01-27 02:09:42</td>\n",
       "      <td>2024-11-22 21:39:11</td>\n",
       "      <td>[https://parahumans.wordpress.com/, https://pa...</td>\n",
       "      <td>Worm is a long, complete web serial (1.7 milli...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers recommend Worm for its compelling char...</td>\n",
       "      <td>Some find the story too grim, dark, and depres...</td>\n",
       "      <td>Readers of r/rational might enjoy Worm for its...</td>\n",
       "      <td>[HPMOR, A Practical Guide to Evil, Other Wildb...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.5</td>\n",
       "      <td>8.5</td>\n",
       "      <td>8.0</td>\n",
       "      <td>9.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13218</th>\n",
       "      <td>Worth the Candle, Chapter 121-122</td>\n",
       "      <td>-6</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'author_flair_text': None, 'body': 'It seems...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/9h1454...</td>\n",
       "      <td>2018-09-19 02:26:27</td>\n",
       "      <td>2018-09-19 04:51:09</td>\n",
       "      <td>[https://youtu.be/xq1tN9jZI80]</td>\n",
       "      <td>In this chapter of the web serial *Worth the C...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers praise the writing quality, emotional ...</td>\n",
       "      <td>Some readers find the emotional intensity and ...</td>\n",
       "      <td>Readers of r/rational might appreciate the foc...</td>\n",
       "      <td>[]</td>\n",
       "      <td>7.5</td>\n",
       "      <td>8.0</td>\n",
       "      <td>8.5</td>\n",
       "      <td>8.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13219</th>\n",
       "      <td>Heartbreaker</td>\n",
       "      <td>-6</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'author_flair_text': 'https://i.imgur.com/OQ...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/48akta...</td>\n",
       "      <td>2016-02-29 20:57:08</td>\n",
       "      <td>2016-02-29 20:57:08</td>\n",
       "      <td>[https://parahumans.wordpress.com/2012/01/17/b...</td>\n",
       "      <td>Heartbreaker is mentioned only once in the pro...</td>\n",
       "      <td>...</td>\n",
       "      <td>No positive recommendations are given for Hear...</td>\n",
       "      <td>The comment referencing Heartbreaker is widely...</td>\n",
       "      <td>Heartbreaker is only mentioned in passing as a...</td>\n",
       "      <td>[]</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13220</th>\n",
       "      <td>Orthogonality Thesis Discussion Summary</td>\n",
       "      <td>-8</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'author_flair_text': None, 'body': 'I don't ...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/3vc0si...</td>\n",
       "      <td>2015-12-04 18:17:07</td>\n",
       "      <td>2016-07-11 16:27:30</td>\n",
       "      <td>[https://wiki.lesswrong.com/wiki/Orthogonality...</td>\n",
       "      <td>The Orthogonality Thesis, a concept from LessW...</td>\n",
       "      <td>...</td>\n",
       "      <td>Users found the discussions engaging for their...</td>\n",
       "      <td>Some users found the discussions overly theore...</td>\n",
       "      <td>Readers interested in AI alignment, rationalit...</td>\n",
       "      <td>[Discussions on Friendly AI, Sequences by Elie...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13221</th>\n",
       "      <td>When Starting School, Younger Children Are Mor...</td>\n",
       "      <td>-9</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'author_flair_text': 'Ankh-Morpork City Watc...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/a1t6um...</td>\n",
       "      <td>2018-11-30 17:17:49</td>\n",
       "      <td>2018-11-30 17:17:49</td>\n",
       "      <td>[https://news.harvard.edu/gazette/story/2018/1...</td>\n",
       "      <td>This Harvard Gazette article discusses a study...</td>\n",
       "      <td>...</td>\n",
       "      <td>The article's mention generated a discussion a...</td>\n",
       "      <td>The article itself isn't fiction, generating d...</td>\n",
       "      <td>The discussion touches upon themes relevant to...</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13222</th>\n",
       "      <td>Is There A Replicability Crisis In Psychology?...</td>\n",
       "      <td>-9</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'author_flair_text': 'Ankh-Morpork City Watc...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/a1t6um...</td>\n",
       "      <td>2018-11-30 17:17:49</td>\n",
       "      <td>2018-11-30 17:17:49</td>\n",
       "      <td>[https://sciencetrends.com/is-there-a-replicab...</td>\n",
       "      <td>A Reddit user mentions a science article explo...</td>\n",
       "      <td>...</td>\n",
       "      <td>No recommendations are given for the article i...</td>\n",
       "      <td>The article itself isn't fiction, and its ment...</td>\n",
       "      <td>Readers interested in the philosophy of scienc...</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13223 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   title  score  n_links  \\\n",
       "0                                       Worth the Candle   5458      296   \n",
       "1                                     Mother of Learning   1834      174   \n",
       "2      Alexander Wales - The Metropolitan Man, Shadow...   1408       22   \n",
       "3                              A Practical Guide to Evil   1321      143   \n",
       "4                                                   Worm   1019       96   \n",
       "...                                                  ...    ...      ...   \n",
       "13218                  Worth the Candle, Chapter 121-122     -6        2   \n",
       "13219                                       Heartbreaker     -6        1   \n",
       "13220            Orthogonality Thesis Discussion Summary     -8        2   \n",
       "13221  When Starting School, Younger Children Are Mor...     -9        1   \n",
       "13222  Is There A Replicability Crisis In Psychology?...     -9        1   \n",
       "\n",
       "       n_comments                                           comments  \\\n",
       "0             296  [{'author_flair_text': 'Self-Appointed Court S...   \n",
       "1             174  [{'author_flair_text': 'Utopian Smut Peddler',...   \n",
       "2              22  [{'author_flair_text': 'Time flies like an arr...   \n",
       "3             143  [{'author_flair_text': 'Ankh-Morpork City Watc...   \n",
       "4              96  [{'author_flair_text': 'Emergency Mustelid Hol...   \n",
       "...           ...                                                ...   \n",
       "13218           2  [{'author_flair_text': None, 'body': 'It seems...   \n",
       "13219           1  [{'author_flair_text': 'https://i.imgur.com/OQ...   \n",
       "13220           2  [{'author_flair_text': None, 'body': 'I don't ...   \n",
       "13221           1  [{'author_flair_text': 'Ankh-Morpork City Watc...   \n",
       "13222           1  [{'author_flair_text': 'Ankh-Morpork City Watc...   \n",
       "\n",
       "                                             thread_urls      first_link_utc  \\\n",
       "0      [https://reddit.com/r/rational/comments/7228po... 2015-09-26 06:59:23   \n",
       "1      [https://reddit.com/r/rational/comments/k8i7jg... 2014-07-26 08:21:12   \n",
       "2      [https://reddit.com/r/rational/comments/galt0r... 2015-04-18 18:13:47   \n",
       "3      [https://reddit.com/r/rational/comments/ako900... 2016-04-05 18:53:21   \n",
       "4      [https://reddit.com/r/rational/comments/k8i7jg... 2014-01-27 02:09:42   \n",
       "...                                                  ...                 ...   \n",
       "13218  [https://reddit.com/r/rational/comments/9h1454... 2018-09-19 02:26:27   \n",
       "13219  [https://reddit.com/r/rational/comments/48akta... 2016-02-29 20:57:08   \n",
       "13220  [https://reddit.com/r/rational/comments/3vc0si... 2015-12-04 18:17:07   \n",
       "13221  [https://reddit.com/r/rational/comments/a1t6um... 2018-11-30 17:17:49   \n",
       "13222  [https://reddit.com/r/rational/comments/a1t6um... 2018-11-30 17:17:49   \n",
       "\n",
       "            last_link_utc                                                url  \\\n",
       "0     2024-04-17 19:03:01  [https://archiveofourown.org/works/11478249/ch...   \n",
       "1     2024-05-21 07:04:42  [https://www.fictionpress.com/s/2961893/1/Moth...   \n",
       "2     2021-04-29 20:00:04           [https://www.patreon.com/alexanderwales]   \n",
       "3     2024-08-09 10:10:21  [https://practicalguidetoevil.wordpress.com/, ...   \n",
       "4     2024-11-22 21:39:11  [https://parahumans.wordpress.com/, https://pa...   \n",
       "...                   ...                                                ...   \n",
       "13218 2018-09-19 04:51:09                     [https://youtu.be/xq1tN9jZI80]   \n",
       "13219 2016-02-29 20:57:08  [https://parahumans.wordpress.com/2012/01/17/b...   \n",
       "13220 2016-07-11 16:27:30  [https://wiki.lesswrong.com/wiki/Orthogonality...   \n",
       "13221 2018-11-30 17:17:49  [https://news.harvard.edu/gazette/story/2018/1...   \n",
       "13222 2018-11-30 17:17:49  [https://sciencetrends.com/is-there-a-replicab...   \n",
       "\n",
       "                                             description  ...  \\\n",
       "0      Worth the Candle is a long, original, complete...  ...   \n",
       "1      Mother of Learning is a web serial about Zoria...  ...   \n",
       "2      Alexander Wales's works, including *Shadows of...  ...   \n",
       "3      A Practical Guide to Evil is a long-running we...  ...   \n",
       "4      Worm is a long, complete web serial (1.7 milli...  ...   \n",
       "...                                                  ...  ...   \n",
       "13218  In this chapter of the web serial *Worth the C...  ...   \n",
       "13219  Heartbreaker is mentioned only once in the pro...  ...   \n",
       "13220  The Orthogonality Thesis, a concept from LessW...  ...   \n",
       "13221  This Harvard Gazette article discusses a study...  ...   \n",
       "13222  A Reddit user mentions a science article explo...  ...   \n",
       "\n",
       "                                         reccomendations  \\\n",
       "0      Readers frequently praised the story's compell...   \n",
       "1      Readers praise its consistent internal logic, ...   \n",
       "2      Readers strongly recommend Alexander Wales's w...   \n",
       "3      Readers praise its well-developed characters, ...   \n",
       "4      Readers recommend Worm for its compelling char...   \n",
       "...                                                  ...   \n",
       "13218  Readers praise the writing quality, emotional ...   \n",
       "13219  No positive recommendations are given for Hear...   \n",
       "13220  Users found the discussions engaging for their...   \n",
       "13221  The article's mention generated a discussion a...   \n",
       "13222  No recommendations are given for the article i...   \n",
       "\n",
       "                                      disrecommendations  \\\n",
       "0      Some readers found the sheer length of the wor...   \n",
       "1      Some readers find the writing style to be roug...   \n",
       "2      Some readers express concerns about the infreq...   \n",
       "3      Some readers find the frequent cliffhangers ir...   \n",
       "4      Some find the story too grim, dark, and depres...   \n",
       "...                                                  ...   \n",
       "13218  Some readers find the emotional intensity and ...   \n",
       "13219  The comment referencing Heartbreaker is widely...   \n",
       "13220  Some users found the discussions overly theore...   \n",
       "13221  The article itself isn't fiction, generating d...   \n",
       "13222  The article itself isn't fiction, and its ment...   \n",
       "\n",
       "                                                     why  \\\n",
       "0      Readers of r/rational would likely enjoy Worth...   \n",
       "1      Readers of r/rational will appreciate the stor...   \n",
       "2      Readers of r/rational would likely enjoy Alexa...   \n",
       "3      Readers of r/rational will likely enjoy this f...   \n",
       "4      Readers of r/rational might enjoy Worm for its...   \n",
       "...                                                  ...   \n",
       "13218  Readers of r/rational might appreciate the foc...   \n",
       "13219  Heartbreaker is only mentioned in passing as a...   \n",
       "13220  Readers interested in AI alignment, rationalit...   \n",
       "13221  The discussion touches upon themes relevant to...   \n",
       "13222  Readers interested in the philosophy of scienc...   \n",
       "\n",
       "                       if_you_liked_x_you_will_like_this rating_quality  \\\n",
       "0      [Mother of Learning, HPMOR, Worm, Erfworld, Lu...            9.0   \n",
       "1                              [Time Braid, HPMOR, Worm]            9.0   \n",
       "2      [Brandon Sanderson, Harry Potter, Worm, Mother...            9.0   \n",
       "3                       [Worm, Shadows of the Limelight]            9.5   \n",
       "4      [HPMOR, A Practical Guide to Evil, Other Wildb...            9.0   \n",
       "...                                                  ...            ...   \n",
       "13218                                                 []            7.5   \n",
       "13219                                                 []            1.0   \n",
       "13220  [Discussions on Friendly AI, Sequences by Elie...            6.0   \n",
       "13221                                                 []            0.0   \n",
       "13222                                                 []            0.0   \n",
       "\n",
       "      rating_rationality rating_writing  rating_plot  rating_character  \\\n",
       "0                    7.0            8.5          8.5               8.0   \n",
       "1                    7.5            7.0          9.0               8.5   \n",
       "2                    7.5            9.0          9.0               8.5   \n",
       "3                    7.0            8.0          9.0               9.0   \n",
       "4                    7.0            8.5          8.5               8.0   \n",
       "...                  ...            ...          ...               ...   \n",
       "13218                8.0            8.5          8.0               7.0   \n",
       "13219                0.0            0.0          0.0               0.0   \n",
       "13220                9.0            0.0          0.0               7.0   \n",
       "13221                0.0            0.0          0.0               0.0   \n",
       "13222                0.0            0.0          0.0               0.0   \n",
       "\n",
       "       rating_worldbuilding  \n",
       "0                       9.0  \n",
       "1                       9.0  \n",
       "2                       8.0  \n",
       "3                       9.0  \n",
       "4                       9.5  \n",
       "...                     ...  \n",
       "13218                   9.0  \n",
       "13219                   0.0  \n",
       "13220                   0.0  \n",
       "13221                   0.0  \n",
       "13222                   0.0  \n",
       "\n",
       "[13223 rows x 23 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "df = pd.read_parquet('../outputs/df_links5.parquet')\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total: n= 13223\n",
      "Filtered: n=8402 from `score > 3`\n",
      "Filtered: n=6682 from `rating_character > 2`\n",
      "Filtered: n=6485 from `rating_plot > 2`\n",
      "Filtered: n=6392 from `rating_rationality > 2`\n"
     ]
    }
   ],
   "source": [
    "# custom search\n",
    "masks = [\n",
    "    'score > 3',\n",
    "    'rating_character > 2',\n",
    "    'rating_plot > 2',\n",
    "    'rating_rationality > 2',\n",
    "]\n",
    "\n",
    "print('Total: n=', len(df))\n",
    "for m in masks:\n",
    "    df = df.query(m)\n",
    "    print(f'Filtered: n={len(df)} from `{m}`')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>score</th>\n",
       "      <th>n_links</th>\n",
       "      <th>n_comments</th>\n",
       "      <th>comments</th>\n",
       "      <th>thread_urls</th>\n",
       "      <th>first_link_utc</th>\n",
       "      <th>last_link_utc</th>\n",
       "      <th>url</th>\n",
       "      <th>description</th>\n",
       "      <th>...</th>\n",
       "      <th>reccomendations</th>\n",
       "      <th>disrecommendations</th>\n",
       "      <th>why</th>\n",
       "      <th>if_you_liked_x_you_will_like_this</th>\n",
       "      <th>rating_quality</th>\n",
       "      <th>rating_rationality</th>\n",
       "      <th>rating_writing</th>\n",
       "      <th>rating_plot</th>\n",
       "      <th>rating_character</th>\n",
       "      <th>rating_worldbuilding</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Worth the Candle</td>\n",
       "      <td>5458</td>\n",
       "      <td>296</td>\n",
       "      <td>296</td>\n",
       "      <td>[{'author_flair_text': 'Self-Appointed Court S...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/7228po...</td>\n",
       "      <td>2015-09-26 06:59:23</td>\n",
       "      <td>2024-04-17 19:03:01</td>\n",
       "      <td>[https://archiveofourown.org/works/11478249/ch...</td>\n",
       "      <td>Worth the Candle is a long, original, complete...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers frequently praised the story's compell...</td>\n",
       "      <td>Some readers found the sheer length of the wor...</td>\n",
       "      <td>Readers of r/rational would likely enjoy Worth...</td>\n",
       "      <td>[Mother of Learning, HPMOR, Worm, Erfworld, Lu...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.5</td>\n",
       "      <td>8.5</td>\n",
       "      <td>8.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Mother of Learning</td>\n",
       "      <td>1834</td>\n",
       "      <td>174</td>\n",
       "      <td>174</td>\n",
       "      <td>[{'author_flair_text': 'Utopian Smut Peddler',...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/k8i7jg...</td>\n",
       "      <td>2014-07-26 08:21:12</td>\n",
       "      <td>2024-05-21 07:04:42</td>\n",
       "      <td>[https://www.fictionpress.com/s/2961893/1/Moth...</td>\n",
       "      <td>Mother of Learning is a web serial about Zoria...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers praise its consistent internal logic, ...</td>\n",
       "      <td>Some readers find the writing style to be roug...</td>\n",
       "      <td>Readers of r/rational will appreciate the stor...</td>\n",
       "      <td>[Time Braid, HPMOR, Worm]</td>\n",
       "      <td>9.0</td>\n",
       "      <td>7.5</td>\n",
       "      <td>7.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>8.5</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Delve</td>\n",
       "      <td>441</td>\n",
       "      <td>39</td>\n",
       "      <td>39</td>\n",
       "      <td>[{'author_flair_text': None, 'body': 'Can I ju...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/giq6yv...</td>\n",
       "      <td>2019-07-05 15:23:19</td>\n",
       "      <td>2024-07-29 16:14:14</td>\n",
       "      <td>[https://www.royalroad.com/fiction/25225/delve...</td>\n",
       "      <td>Delve is a LitRPG isekai web serial where the ...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers who enjoy LitRPGs with a strong emphas...</td>\n",
       "      <td>Many readers find the pacing incredibly slow, ...</td>\n",
       "      <td>Readers of r/rational might enjoy Delve for it...</td>\n",
       "      <td>[Progression Fantasy, LitRPG with meaningful m...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Only Villains Do That</td>\n",
       "      <td>428</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>[{'author_flair_text': 'Path to Victory', 'bod...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/mu17nk...</td>\n",
       "      <td>2021-04-19 16:42:21</td>\n",
       "      <td>2024-09-09 18:18:36</td>\n",
       "      <td>[https://www.royalroad.com/fiction/40182/only-...</td>\n",
       "      <td>Only Villains Do That is a web serial that fol...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers praise the story's subversion of iseka...</td>\n",
       "      <td>Some readers find the protagonist's misanthrop...</td>\n",
       "      <td>Readers of r/rational might enjoy Only Villain...</td>\n",
       "      <td>[The Gods are Bastards, Worth the Candle, Over...</td>\n",
       "      <td>7.8</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.5</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.5</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Ar'Kendrithyst</td>\n",
       "      <td>404</td>\n",
       "      <td>31</td>\n",
       "      <td>31</td>\n",
       "      <td>[{'author_flair_text': None, 'body': 'I think ...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/mao94s...</td>\n",
       "      <td>2020-01-13 22:21:34</td>\n",
       "      <td>2024-11-18 15:07:29</td>\n",
       "      <td>[https://www.royalroad.com/fiction/26727/arken...</td>\n",
       "      <td>LitRPG isekai featuring a middle-aged pacifist...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers praise the well-developed world and in...</td>\n",
       "      <td>Early chapters feature a naive, impulsive prot...</td>\n",
       "      <td>Readers of r/rational might enjoy Ar'Kendrithy...</td>\n",
       "      <td>[Delve, Mother of Learning, System Apocalypse]</td>\n",
       "      <td>7.5</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8049</th>\n",
       "      <td>Life of Numbers</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'author_flair_text': None, 'body': 'Not quit...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/doa26l...</td>\n",
       "      <td>2019-10-29 02:33:07</td>\n",
       "      <td>2019-10-29 02:33:07</td>\n",
       "      <td>[https://www.royalroad.com/fiction/23018/life-...</td>\n",
       "      <td>Life of Numbers is a Royal Road web serial abo...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers praised the interesting premise, engag...</td>\n",
       "      <td>No significant negative comments were found re...</td>\n",
       "      <td>Readers of r/rational might enjoy Life of Numb...</td>\n",
       "      <td>[]</td>\n",
       "      <td>7.2</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.5</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8099</th>\n",
       "      <td>Nanocultivation Chronicles: Trials of Lillijoy</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'author_flair_text': None, 'body': '[Nanocul...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/ffvzzk...</td>\n",
       "      <td>2020-03-09 21:52:15</td>\n",
       "      <td>2020-03-09 21:52:15</td>\n",
       "      <td>[https://www.royalroad.com/fiction/28254/nanoc...</td>\n",
       "      <td>Nanocultivation Chronicles: Trials of Lillijoy...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers praise the interesting magic system, t...</td>\n",
       "      <td>Some readers find the protagonist bloodthirsty...</td>\n",
       "      <td>Readers of r/rational might enjoy Nanocultivat...</td>\n",
       "      <td>[other works with overpowered protagonists who...</td>\n",
       "      <td>7.5</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8109</th>\n",
       "      <td>Apocalypse Man</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'author_flair_text': None, 'body': 'Believe ...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/j9sin3...</td>\n",
       "      <td>2020-10-14 01:51:09</td>\n",
       "      <td>2020-10-14 01:51:09</td>\n",
       "      <td>[https://www.royalroad.com/fiction/34623/apoca...</td>\n",
       "      <td>LitRPG web serial with a focus on crafting and...</td>\n",
       "      <td>...</td>\n",
       "      <td>Unique and interesting system; well-written pr...</td>\n",
       "      <td>Graphic depiction of torture; protagonist's la...</td>\n",
       "      <td>Readers looking for a unique LitRPG with craft...</td>\n",
       "      <td>[Wake of the Ravager]</td>\n",
       "      <td>6.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8197</th>\n",
       "      <td>Midnight Moonlight</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'author_flair_text': None, 'body': '- [The D...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/q5whcs...</td>\n",
       "      <td>2021-10-18 04:47:35</td>\n",
       "      <td>2021-10-18 04:47:35</td>\n",
       "      <td>[https://neovel.io/book/3695/EN/midnight-moonl...</td>\n",
       "      <td>Midnight Moonlight is a web serial which follo...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers praise the writing quality and find th...</td>\n",
       "      <td>Some readers find the \"nerdy petite girl with ...</td>\n",
       "      <td>Readers of r/rational interested in well-writt...</td>\n",
       "      <td>[]</td>\n",
       "      <td>7.5</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8290</th>\n",
       "      <td>Chapter 1: May Cause Drowsiness</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'author_flair_text': None, 'body': 'I don't ...</td>\n",
       "      <td>[https://reddit.com/r/rational/comments/kxw6i2...</td>\n",
       "      <td>2021-01-16 08:20:24</td>\n",
       "      <td>2021-01-16 08:20:24</td>\n",
       "      <td>[https://www.royalroad.com/fiction/35669/apoca...</td>\n",
       "      <td>Apocalypse: Generic System is a LitRPG web ser...</td>\n",
       "      <td>...</td>\n",
       "      <td>Readers recommend Apocalypse: Generic System f...</td>\n",
       "      <td>Some readers might find the pacing too fast or...</td>\n",
       "      <td>Readers of r/Rational might enjoy this story f...</td>\n",
       "      <td>[The Gamer]</td>\n",
       "      <td>7.8</td>\n",
       "      <td>6.5</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7.5</td>\n",
       "      <td>7.0</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>428 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               title  score  n_links  \\\n",
       "0                                   Worth the Candle   5458      296   \n",
       "1                                 Mother of Learning   1834      174   \n",
       "16                                             Delve    441       39   \n",
       "18                             Only Villains Do That    428       20   \n",
       "23                                    Ar'Kendrithyst    404       31   \n",
       "...                                              ...    ...      ...   \n",
       "8049                                 Life of Numbers      4        1   \n",
       "8099  Nanocultivation Chronicles: Trials of Lillijoy      4        1   \n",
       "8109                                  Apocalypse Man      4        1   \n",
       "8197                              Midnight Moonlight      4        2   \n",
       "8290                 Chapter 1: May Cause Drowsiness      4        1   \n",
       "\n",
       "      n_comments                                           comments  \\\n",
       "0            296  [{'author_flair_text': 'Self-Appointed Court S...   \n",
       "1            174  [{'author_flair_text': 'Utopian Smut Peddler',...   \n",
       "16            39  [{'author_flair_text': None, 'body': 'Can I ju...   \n",
       "18            20  [{'author_flair_text': 'Path to Victory', 'bod...   \n",
       "23            31  [{'author_flair_text': None, 'body': 'I think ...   \n",
       "...          ...                                                ...   \n",
       "8049           1  [{'author_flair_text': None, 'body': 'Not quit...   \n",
       "8099           1  [{'author_flair_text': None, 'body': '[Nanocul...   \n",
       "8109           1  [{'author_flair_text': None, 'body': 'Believe ...   \n",
       "8197           2  [{'author_flair_text': None, 'body': '- [The D...   \n",
       "8290           1  [{'author_flair_text': None, 'body': 'I don't ...   \n",
       "\n",
       "                                            thread_urls      first_link_utc  \\\n",
       "0     [https://reddit.com/r/rational/comments/7228po... 2015-09-26 06:59:23   \n",
       "1     [https://reddit.com/r/rational/comments/k8i7jg... 2014-07-26 08:21:12   \n",
       "16    [https://reddit.com/r/rational/comments/giq6yv... 2019-07-05 15:23:19   \n",
       "18    [https://reddit.com/r/rational/comments/mu17nk... 2021-04-19 16:42:21   \n",
       "23    [https://reddit.com/r/rational/comments/mao94s... 2020-01-13 22:21:34   \n",
       "...                                                 ...                 ...   \n",
       "8049  [https://reddit.com/r/rational/comments/doa26l... 2019-10-29 02:33:07   \n",
       "8099  [https://reddit.com/r/rational/comments/ffvzzk... 2020-03-09 21:52:15   \n",
       "8109  [https://reddit.com/r/rational/comments/j9sin3... 2020-10-14 01:51:09   \n",
       "8197  [https://reddit.com/r/rational/comments/q5whcs... 2021-10-18 04:47:35   \n",
       "8290  [https://reddit.com/r/rational/comments/kxw6i2... 2021-01-16 08:20:24   \n",
       "\n",
       "           last_link_utc                                                url  \\\n",
       "0    2024-04-17 19:03:01  [https://archiveofourown.org/works/11478249/ch...   \n",
       "1    2024-05-21 07:04:42  [https://www.fictionpress.com/s/2961893/1/Moth...   \n",
       "16   2024-07-29 16:14:14  [https://www.royalroad.com/fiction/25225/delve...   \n",
       "18   2024-09-09 18:18:36  [https://www.royalroad.com/fiction/40182/only-...   \n",
       "23   2024-11-18 15:07:29  [https://www.royalroad.com/fiction/26727/arken...   \n",
       "...                  ...                                                ...   \n",
       "8049 2019-10-29 02:33:07  [https://www.royalroad.com/fiction/23018/life-...   \n",
       "8099 2020-03-09 21:52:15  [https://www.royalroad.com/fiction/28254/nanoc...   \n",
       "8109 2020-10-14 01:51:09  [https://www.royalroad.com/fiction/34623/apoca...   \n",
       "8197 2021-10-18 04:47:35  [https://neovel.io/book/3695/EN/midnight-moonl...   \n",
       "8290 2021-01-16 08:20:24  [https://www.royalroad.com/fiction/35669/apoca...   \n",
       "\n",
       "                                            description  ...  \\\n",
       "0     Worth the Candle is a long, original, complete...  ...   \n",
       "1     Mother of Learning is a web serial about Zoria...  ...   \n",
       "16    Delve is a LitRPG isekai web serial where the ...  ...   \n",
       "18    Only Villains Do That is a web serial that fol...  ...   \n",
       "23    LitRPG isekai featuring a middle-aged pacifist...  ...   \n",
       "...                                                 ...  ...   \n",
       "8049  Life of Numbers is a Royal Road web serial abo...  ...   \n",
       "8099  Nanocultivation Chronicles: Trials of Lillijoy...  ...   \n",
       "8109  LitRPG web serial with a focus on crafting and...  ...   \n",
       "8197  Midnight Moonlight is a web serial which follo...  ...   \n",
       "8290  Apocalypse: Generic System is a LitRPG web ser...  ...   \n",
       "\n",
       "                                        reccomendations  \\\n",
       "0     Readers frequently praised the story's compell...   \n",
       "1     Readers praise its consistent internal logic, ...   \n",
       "16    Readers who enjoy LitRPGs with a strong emphas...   \n",
       "18    Readers praise the story's subversion of iseka...   \n",
       "23    Readers praise the well-developed world and in...   \n",
       "...                                                 ...   \n",
       "8049  Readers praised the interesting premise, engag...   \n",
       "8099  Readers praise the interesting magic system, t...   \n",
       "8109  Unique and interesting system; well-written pr...   \n",
       "8197  Readers praise the writing quality and find th...   \n",
       "8290  Readers recommend Apocalypse: Generic System f...   \n",
       "\n",
       "                                     disrecommendations  \\\n",
       "0     Some readers found the sheer length of the wor...   \n",
       "1     Some readers find the writing style to be roug...   \n",
       "16    Many readers find the pacing incredibly slow, ...   \n",
       "18    Some readers find the protagonist's misanthrop...   \n",
       "23    Early chapters feature a naive, impulsive prot...   \n",
       "...                                                 ...   \n",
       "8049  No significant negative comments were found re...   \n",
       "8099  Some readers find the protagonist bloodthirsty...   \n",
       "8109  Graphic depiction of torture; protagonist's la...   \n",
       "8197  Some readers find the \"nerdy petite girl with ...   \n",
       "8290  Some readers might find the pacing too fast or...   \n",
       "\n",
       "                                                    why  \\\n",
       "0     Readers of r/rational would likely enjoy Worth...   \n",
       "1     Readers of r/rational will appreciate the stor...   \n",
       "16    Readers of r/rational might enjoy Delve for it...   \n",
       "18    Readers of r/rational might enjoy Only Villain...   \n",
       "23    Readers of r/rational might enjoy Ar'Kendrithy...   \n",
       "...                                                 ...   \n",
       "8049  Readers of r/rational might enjoy Life of Numb...   \n",
       "8099  Readers of r/rational might enjoy Nanocultivat...   \n",
       "8109  Readers looking for a unique LitRPG with craft...   \n",
       "8197  Readers of r/rational interested in well-writt...   \n",
       "8290  Readers of r/Rational might enjoy this story f...   \n",
       "\n",
       "                      if_you_liked_x_you_will_like_this rating_quality  \\\n",
       "0     [Mother of Learning, HPMOR, Worm, Erfworld, Lu...            9.0   \n",
       "1                             [Time Braid, HPMOR, Worm]            9.0   \n",
       "16    [Progression Fantasy, LitRPG with meaningful m...            6.0   \n",
       "18    [The Gods are Bastards, Worth the Candle, Over...            7.8   \n",
       "23       [Delve, Mother of Learning, System Apocalypse]            7.5   \n",
       "...                                                 ...            ...   \n",
       "8049                                                 []            7.2   \n",
       "8099  [other works with overpowered protagonists who...            7.5   \n",
       "8109                              [Wake of the Ravager]            6.0   \n",
       "8197                                                 []            7.5   \n",
       "8290                                        [The Gamer]            7.8   \n",
       "\n",
       "     rating_rationality rating_writing  rating_plot  rating_character  \\\n",
       "0                   7.0            8.5          8.5               8.0   \n",
       "1                   7.5            7.0          9.0               8.5   \n",
       "16                  7.0            5.0          6.0               6.0   \n",
       "18                  6.0            8.5          7.0               7.5   \n",
       "23                  7.0            8.0          6.0               7.0   \n",
       "...                 ...            ...          ...               ...   \n",
       "8049                7.0            7.0          7.5               7.0   \n",
       "8099                6.0            7.0          7.0               6.0   \n",
       "8109                5.0            8.0          6.0               4.0   \n",
       "8197                6.0            8.0          7.0               7.0   \n",
       "8290                6.5            7.0          7.5               7.0   \n",
       "\n",
       "      rating_worldbuilding  \n",
       "0                      9.0  \n",
       "1                      9.0  \n",
       "16                     7.0  \n",
       "18                     8.0  \n",
       "23                     9.0  \n",
       "...                    ...  \n",
       "8049                   7.5  \n",
       "8099                   8.0  \n",
       "8109                   7.0  \n",
       "8197                   7.0  \n",
       "8290                   6.0  \n",
       "\n",
       "[428 rows x 23 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# old royalroaddl\n",
    "df_rr = df[df['url'].apply(lambda x: any(['royalroad.com' in y for y in x]))]\n",
    "df_rr = df_rr.query('first_link_utc < 2023')\n",
    "df_rr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "score, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "n_links, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "n_comments, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "first_link_utc, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "last_link_utc, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "rating_quality, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "rating_rationality, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "rating_writing, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "rating_plot, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "rating_character, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "rating_worldbuilding, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "description, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "disrecommendations, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "reviews_summary, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "why, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "reccomendations, is_list=False, is_list_str=False, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "thread_urls, is_list=True, is_list_str=True, is_list_url=True, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "url, is_list=True, is_list_str=True, is_list_url=True, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "reviews_quotes, is_list=True, is_list_str=True, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n",
      "if_you_liked_x_you_will_like_this, is_list=True, is_list_str=True, is_list_url=False, is_url=False, is_urls=False, is_list_obj=False\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<a href=\"/media/wassname/SGIronWolf/projects5/rrational/outputs/df_links5.html\">View the page /media/wassname/SGIronWolf/projects5/rrational/outputs/df_links5.html</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from rrational.export import export_df_2_html\n",
    "from pathlib import Path\n",
    "from rrational.transform import join_uniq, chain_lists, format_flair, c2md, collapsibe, urls2a,url2a,  unique_elements, auto_transform_to_html, long_text_last\n",
    "\n",
    "df_rr2 = df_rr.copy().drop(columns=['comments'])\n",
    "df_rr2 = long_text_last(df_rr2)\n",
    "\n",
    "df_rr2 = auto_transform_to_html(df_rr2)\n",
    "\n",
    "export_df_2_html(df=df_rr2, output=Path('../outputs/df_links5.html'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}