[scraper] limits pages per category for 1337x

This commit is contained in:
TheBeastLT
2020-05-02 22:40:51 +02:00
parent 9123c1ffd8
commit 9b1982abfe

View File

@@ -49,7 +49,7 @@ async function scrapeLatestTorrentsForCategory(category, page = 1) {
return Promise.resolve([]);
})
.then(torrents => Promise.all(torrents.map(torrent => limiter.schedule(() => processTorrentRecord(torrent)))))
.then(resolved => resolved.length > 0 && page < UNTIL_PAGE
.then(resolved => resolved.length > 0 && page < untilPage(category)
? scrapeLatestTorrentsForCategory(category, page + 1)
: Promise.resolve());
@@ -94,4 +94,14 @@ function typeMapping() {
return mapping;
}
function untilPage(category) {
if (leetx.Categories.ANIME === category) {
return 5;
}
if (leetx.Categories.DOCUMENTARIES === category) {
return 1;
}
return UNTIL_PAGE;
}
module.exports = { scrape, updateSeeders, NAME };