refactor Dataset class

This commit is contained in:
Thomas Lemoine
2023-03-20 02:14:48 -04:00
parent e1e6a3e67b
commit 475308c081
+1 -2
View File
@@ -619,7 +619,7 @@
},
{
"cell_type": "code",
"execution_count": 28,
"execution_count": 29,
"metadata": {},
"outputs": [
{
@@ -628,7 +628,6 @@
"text": [
"Articles count: 12\n",
"Num of each source: defaultdict(<class 'int'>, {'alignment forum': 1, 'lesswrong': 11, 'manual': 0, 'waitbutwhy.com': 0, 'https://aiimpacts.org': 0, 'arbital.com': 0, 'https://intelligence.org': 0, 'reports': 0, 'https://aisafety.camp': 0, 'curriculum': 0, 'https://www.yudkowsky.net': 0, 'distill': 0})\n",
"Num articles: 12\n",
"Num chars: 50028\n",
"Num words: 8119\n",
"Num sentences: 411\n",