wassname/scrape_r_rational
1
0
Fork 0
mirror of https://github.com/wassname/scrape_r_rational.git synced 2026-09-10 12:35:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

title and gpt4 summary

Browse Source
This commit is contained in:
wassname
2024-12-23 14:37:24 +08:00
parent 08f0ee4a49
commit 23bc2dd9a2
5 changed files with 5854 additions and 1134 deletions
Download Patch File Download Diff File Expand all files Collapse all files
nbs/mjc_001_download.ipynb
+2187 -282
View File
File diff suppressed because it is too large Load Diff
nbs/mjc_004_process.ipynb
+796 -243
View File
File diff suppressed because one or more lines are too long
outputs/links2.md
+1901 -608
View File
File diff suppressed because it is too large Load Diff
poetry.lock
Generated
+967 -1
View File
File diff suppressed because it is too large Load Diff
pyproject.toml
+3
View File
@@ -18,6 +18,9 @@ praw = "^7.7.1"
markdown = "^3.7"
bs4 = "^0.0.2"
anycache = "^2.2.0"
# lightnovel-crawler = "^3.7.2"
tiktoken = "^0.8.0"
cloudscraper = "^1.2.71"
[[tool.poetry.source]]
# pytorch cuda needs to compe from another source https://python-poetry.org/docs/dependency-specification/#source-dependencies