wassname/talk
1
0
Fork 0
mirror of https://github.com/wassname/talk.git synced 2026-09-11 12:51:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: improvements to scraping (#2702)

Browse Source 
- fixes #2690
This commit is contained in:
Wyatt Johnson
2019-11-12 17:25:41 +00:00
committed by GitHub
parent b83d737530
commit 2ef07429c2
8 changed files with 313 additions and 306 deletions
Download Patch File Download Diff File Expand all files Collapse all files
package-lock.json
Generated
+31 -99
View File
@@ -2770,9 +2770,9 @@
"dev": true
},
"@metascraper/helpers": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.7.14.tgz",
"integrity": "sha512-xQa24LVinzyT/5H4LKNP4YDdR/kcz+j5GIIB123DyxvhQZTRuDu8BRmEUB/Yj+jY7U5qhwabIgwCT/eN1Y9Uag==",
"version": "5.7.21",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.7.21.tgz",
"integrity": "sha512-wcgoVCqV8fU5YrGEKxWyUQo4nbZK3p//0Wav/hLGZ632Qb6VNpfJtUTxqHndGkG5xNeqfNtXNnX64XZaUc7FDg==",
"requires": {
"audio-extensions": "0.0.0",
"chrono-node": "~1.3.11",
@@ -22247,86 +22247,18 @@
"dev": true
},
"metascraper-author": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/metascraper-author/-/metascraper-author-5.7.14.tgz",
"integrity": "sha512-P8xpHHoCzlbt1lb8qKbkz9XQ4MWC0c9ElKFORQ1GPmSVh0n+aTO1APKofFYcnl9rq6QIyYU4PLTqQZ54KXMqtA==",
"version": "5.8.0",
"resolved": "https://registry.npmjs.org/metascraper-author/-/metascraper-author-5.8.0.tgz",
"integrity": "sha512-k7yZMMOi2+Vh7RoIIpc4Q6FJ2HueQZ/tVqoQueBWIzlyWpJGDkJmI1Wi7P3XfHLJEKxkg8d15bP24Z6WWIbaXw==",
"requires": {
"@metascraper/helpers": "^5.7.14",
"@metascraper/helpers": "^5.8.0",
"lodash": "~4.17.15"
},
"dependencies": {
"@metascraper/helpers": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.7.14.tgz",
"integrity": "sha512-xQa24LVinzyT/5H4LKNP4YDdR/kcz+j5GIIB123DyxvhQZTRuDu8BRmEUB/Yj+jY7U5qhwabIgwCT/eN1Y9Uag==",
"requires": {
"audio-extensions": "0.0.0",
"chrono-node": "~1.3.11",
"condense-whitespace": "~2.0.0",
"entities": "~2.0.0",
"file-extension": "~4.0.5",
"has-values": "~2.0.1",
"image-extensions": "~1.1.0",
"is-relative-url": "~3.0.0",
"is-uri": "~1.2.0",
"iso-639-3": "~1.2.0",
"isostring": "0.0.1",
"lodash": "~4.17.15",
"memoize-one": "~5.1.1",
"mime-types": "~2.1.24",
"normalize-url": "~4.5.0",
"smartquotes": "~2.3.1",
"title": "~3.4.1",
"truncate": "~2.1.0",
"url-regex": "~5.0.0",
"video-extensions": "~1.1.0"
}
},
"entities": {
"version": "2.0.0",
"resolved": "https://registry.npmjs.org/entities/-/entities-2.0.0.tgz",
"integrity": "sha512-D9f7V0JSRwIxlRI2mjMqufDrRDnx8p+eEOz7aUM9SuvF8gsBzra0/6tbjl1m8eQHrZlYj6PxqE00hZ1SAIKPLw=="
},
"has-values": {
"version": "2.0.1",
"resolved": "https://registry.npmjs.org/has-values/-/has-values-2.0.1.tgz",
"integrity": "sha512-+QdH3jOmq9P8GfdjFg0eJudqx1FqU62NQJ4P16rOEHeRdl7ckgwn6uqQjzYE0ZoHVV/e5E2esuJ5Gl5+HUW19w==",
"requires": {
"kind-of": "^6.0.2"
}
},
"mime-db": {
"version": "1.40.0",
"resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.40.0.tgz",
"integrity": "sha512-jYdeOMPy9vnxEqFRRo6ZvTZ8d9oPb+k18PKoYNYUe2stVEBPPwsln/qWzdbmaIvnhZ9v2P+CuecK+fpUfsV2mA=="
},
"mime-types": {
"version": "2.1.24",
"resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.24.tgz",
"integrity": "sha512-WaFHS3MCl5fapm3oLxU4eYDw77IQM2ACcxQ9RIxfaC3ooc6PFuBMGZZsYpvoXS5D5QTWPieo1jjLdAm3TBP3cQ==",
"requires": {
"mime-db": "1.40.0"
}
},
"normalize-url": {
"version": "4.5.0",
"resolved": "https://registry.npmjs.org/normalize-url/-/normalize-url-4.5.0.tgz",
"integrity": "sha512-2s47yzUxdexf1OhyRi4Em83iQk0aPvwTddtFz4hnSSw9dCEsLEGf6SwIO8ss/19S9iBb5sJaOuTvTGDeZI00BQ=="
}
}
},
"metascraper-date": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/metascraper-date/-/metascraper-date-5.7.14.tgz",
"integrity": "sha512-eJKMtIFeBrnkAavkNlIT/O2bKmF2gKVgMpPbdg/9yJ+OS0pH3QTdk/I/NeU91fS0dAaC2ztwFKUqw2zjC27vew==",
"requires": {
"@metascraper/helpers": "^5.7.14"
},
"dependencies": {
"@metascraper/helpers": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.7.14.tgz",
"integrity": "sha512-xQa24LVinzyT/5H4LKNP4YDdR/kcz+j5GIIB123DyxvhQZTRuDu8BRmEUB/Yj+jY7U5qhwabIgwCT/eN1Y9Uag==",
"version": "5.8.0",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.8.0.tgz",
"integrity": "sha512-12UG36W2X8oirM3M88Z13PVyLiOwKCvshydDNAK4/naO95Xi7dzMOcf8VXw375DYKnllfi8YdWzYJU8ie0BejA==",
"requires": {
"audio-extensions": "0.0.0",
"chrono-node": "~1.3.11",
@@ -22384,17 +22316,17 @@
}
},
"metascraper-description": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/metascraper-description/-/metascraper-description-5.7.14.tgz",
"integrity": "sha512-++qN4Rf0Hx13SbhJgRiLSuVOZHsYwhUkMfHa5sVVihSJkrLVjOSdBTpNBajRC7yHwG6m6/qIesuERbT1jdu5bw==",
"version": "5.8.0",
"resolved": "https://registry.npmjs.org/metascraper-description/-/metascraper-description-5.8.0.tgz",
"integrity": "sha512-JHtHiHBIGMr7bZYoqbT6NnMSnIuMTMItxBAQfdW9RDQCK9l/M1yGi/usMcvXiPYUVlzPfuCcwqeN3xMj3JyLEg==",
"requires": {
"@metascraper/helpers": "^5.7.14"
"@metascraper/helpers": "^5.8.0"
},
"dependencies": {
"@metascraper/helpers": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.7.14.tgz",
"integrity": "sha512-xQa24LVinzyT/5H4LKNP4YDdR/kcz+j5GIIB123DyxvhQZTRuDu8BRmEUB/Yj+jY7U5qhwabIgwCT/eN1Y9Uag==",
"version": "5.8.0",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.8.0.tgz",
"integrity": "sha512-12UG36W2X8oirM3M88Z13PVyLiOwKCvshydDNAK4/naO95Xi7dzMOcf8VXw375DYKnllfi8YdWzYJU8ie0BejA==",
"requires": {
"audio-extensions": "0.0.0",
"chrono-node": "~1.3.11",
@@ -22452,17 +22384,17 @@
}
},
"metascraper-image": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/metascraper-image/-/metascraper-image-5.7.14.tgz",
"integrity": "sha512-TxnUKYU92iWapq2G55E4AF7VjGyiDO2x01Z6AyjbmRxoM4U2IaHkNpE5msyc7TQhxGoYOSvdUtOeUnqdPqr+aA==",
"version": "5.8.0",
"resolved": "https://registry.npmjs.org/metascraper-image/-/metascraper-image-5.8.0.tgz",
"integrity": "sha512-qDwQcjbSlb5NAdFgbCARaGjRUEzWMiYEA/r2AhJzCFsRZxC9gdurk2M0dhN6NCB6FvEv0JtQwQbkWokvuLKkiQ==",
"requires": {
"@metascraper/helpers": "^5.7.14"
"@metascraper/helpers": "^5.8.0"
},
"dependencies": {
"@metascraper/helpers": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.7.14.tgz",
"integrity": "sha512-xQa24LVinzyT/5H4LKNP4YDdR/kcz+j5GIIB123DyxvhQZTRuDu8BRmEUB/Yj+jY7U5qhwabIgwCT/eN1Y9Uag==",
"version": "5.8.0",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.8.0.tgz",
"integrity": "sha512-12UG36W2X8oirM3M88Z13PVyLiOwKCvshydDNAK4/naO95Xi7dzMOcf8VXw375DYKnllfi8YdWzYJU8ie0BejA==",
"requires": {
"audio-extensions": "0.0.0",
"chrono-node": "~1.3.11",
@@ -22520,18 +22452,18 @@
}
},
"metascraper-title": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/metascraper-title/-/metascraper-title-5.7.14.tgz",
"integrity": "sha512-ZiVo4LEfqiNHlCGjht5OSZ3yRKxcZnbaXeRmUReMkCHcFujok5YZBj5ktDpAANmG9T3x2gn3twM3ZbBSyXLYyg==",
"version": "5.8.0",
"resolved": "https://registry.npmjs.org/metascraper-title/-/metascraper-title-5.8.0.tgz",
"integrity": "sha512-ar6zqFGrHPeri8ymoWoHRJ29msmG7f8P5fLd1/A3NvFHXJA3XMTw4w1uLC9tg8MSABAG9t8vISmzB5NdB6MedQ==",
"requires": {
"@metascraper/helpers": "^5.7.14",
"@metascraper/helpers": "^5.8.0",
"lodash": "~4.17.15"
},
"dependencies": {
"@metascraper/helpers": {
"version": "5.7.14",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.7.14.tgz",
"integrity": "sha512-xQa24LVinzyT/5H4LKNP4YDdR/kcz+j5GIIB123DyxvhQZTRuDu8BRmEUB/Yj+jY7U5qhwabIgwCT/eN1Y9Uag==",
"version": "5.8.0",
"resolved": "https://registry.npmjs.org/@metascraper/helpers/-/helpers-5.8.0.tgz",
"integrity": "sha512-12UG36W2X8oirM3M88Z13PVyLiOwKCvshydDNAK4/naO95Xi7dzMOcf8VXw375DYKnllfi8YdWzYJU8ie0BejA==",
"requires": {
"audio-extensions": "0.0.0",
"chrono-node": "~1.3.11",