wip

README.md

@@ -14,6 +14,10 @@ Project plan:
 - [x] use [statistics](https://github.com/wassname/scrape_r_rational/blob/main/nbs/links.csv)
 - [ ] Use llm to get reccomendations, sentiment, karma etc
 - [x] share
+- [ ] comment md to html
+- [ ] comment expand
+- [ ] threads where it's mentioned
+- [ ] have llm check if the titles are valid novel titles?
 
 
 ## Install requirements

pyproject.toml

@@ -22,6 +22,8 @@ anycache = "^2.2.0"
 tiktoken = "^0.8.0"
 cloudscraper = "^1.2.71"
 jinja2 = "^3.1.5"
+openai = "^1.58.1"
+lightnovel-crawler = "^3.7.2"
 
 [[tool.poetry.source]]
 # pytorch cuda needs to compe from another source https://python-poetry.org/docs/dependency-specification/#source-dependencies