tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] limits pages per category for 1337x

Browse Source
This commit is contained in:
TheBeastLT
2020-05-02 22:40:51 +02:00
parent 9123c1ffd8
commit 9b1982abfe
1 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
scraper/scrapers/1337x/1337x_scraper.js
View File

@@ -49,7 +49,7 @@ async function scrapeLatestTorrentsForCategory(category, page = 1) {
return Promise.resolve([]); return Promise.resolve([]);
}) })
.then(torrents => Promise.all(torrents.map(torrent => limiter.schedule(() => processTorrentRecord(torrent))))) .then(torrents => Promise.all(torrents.map(torrent => limiter.schedule(() => processTorrentRecord(torrent)))))
.then(resolved => resolved.length > 0 && page < UNTIL_PAGE .then(resolved => resolved.length > 0 && page < untilPage(category)
? scrapeLatestTorrentsForCategory(category, page + 1) ? scrapeLatestTorrentsForCategory(category, page + 1)
: Promise.resolve()); : Promise.resolve());
@@ -94,4 +94,14 @@ function typeMapping() {
return mapping; return mapping;
} }
function untilPage(category) {
if (leetx.Categories.ANIME === category) {
return 5;
}
if (leetx.Categories.DOCUMENTARIES === category) {
return 1;
}
return UNTIL_PAGE;
}
module.exports = { scrape, updateSeeders, NAME }; module.exports = { scrape, updateSeeders, NAME };