tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] add jitter for eztv retries

Browse Source
This commit is contained in:
TheBeastLT
2020-04-23 22:56:12 +02:00
parent 5e25bac52a
commit eb2211ddcb
3 changed files with 16 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scraper/scrapers/eztv/eztv_scraper.js
View File

@@ -2,7 +2,6 @@ const moment = require('moment');
const Bottleneck = require('bottleneck');
const eztv = require('./eztv_api');
const { Type } = require('../../lib/types');
const Promises = require('../../lib/promises');
const repository = require('../../lib/repository');
const { createTorrentEntry, getStoredTorrentEntry, updateTorrentSeeders } = require('../../lib/torrentEntries');
@@ -27,7 +26,8 @@ async function scrape() {
async function updateSeeders(torrent, getImdbIdsMethod) {
return getImdbIdsMethod()
.then(imdbIds => Promise.all(imdbIds.map(imdbId => limiter.schedule(() => eztv.search(imdbId)))))
.then(results => results.reduce((a, b) => a.concat(b), []));
.then(results => results.reduce((a, b) => a.concat(b), []))
.catch(() => limiter.schedule(() => eztv.torrent(torrent.torrentId)));
}
async function scrapeLatestTorrents() {