brock/torrentio
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[scraper] fix rutor starting page

Browse Source
This commit is contained in:
TheBeastLT
2021-02-15 14:09:50 +01:00
parent 180668821c
commit 991db7432c
3 changed files with 3634 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3645
package-lock.json generated
View File

File diff suppressed because it is too large Load Diff

2
package.json
View File

@@ -32,7 +32,7 @@
"nodejs-bing": "^0.1.0", "nodejs-bing": "^0.1.0",
"nyaapi": "^2.3.3", "nyaapi": "^2.3.3",
"parse-torrent": "^6.1.2", "parse-torrent": "^6.1.2",
"parse-torrent-title": "git://github.com/TheBeastLT/parse-torrent-title.git#d570320c4c6370ce71509b97cc67b5edf0b094b2", "parse-torrent-title": "git://github.com/TheBeastLT/parse-torrent-title.git#354953afa5108954c87d76c8985f0bb97dcb2499",
"pg": "^7.8.2", "pg": "^7.8.2",
"pg-hstore": "^2.3.2", "pg-hstore": "^2.3.2",
"real-debrid-api": "git://github.com/TheBeastLT/node-real-debrid.git#935a5c23ae809edbcd2a111526a7f74d6767c50d", "real-debrid-api": "git://github.com/TheBeastLT/node-real-debrid.git#935a5c23ae809edbcd2a111526a7f74d6767c50d",

2
scraper/scrapers/rutor/rutor_scraper.js
View File

@@ -62,7 +62,7 @@ async function scrapeLatestTorrents() {
.then(entries => entries.reduce((a, b) => a.concat(b), [])); .then(entries => entries.reduce((a, b) => a.concat(b), []));
} }
async function scrapeLatestTorrentsForCategory(category, page = 185) { async function scrapeLatestTorrentsForCategory(category, page = 1) {
console.log(`Scrapping ${NAME} ${category} category page ${page}`); console.log(`Scrapping ${NAME} ${category} category page ${page}`);
return api_limiter.schedule(() => rutor.browse({ category, page })) return api_limiter.schedule(() => rutor.browse({ category, page }))
.catch(error => { .catch(error => {