tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] update seeders for not found providers

Browse Source
This commit is contained in:
TheBeastLT
2020-12-14 09:52:48 +01:00
parent bee29eb5cf
commit 0db2cca8fb
1 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
scraper/scheduler/seeders.js
View File

@@ -7,6 +7,7 @@ const { updateTorrentSeeders } = require('../lib/torrentEntries')
const DELAY_MS = 15 * 1000; // 15 seconds const DELAY_MS = 15 * 1000; // 15 seconds
const TIMEOUT_MS = 30 * 1000 // 30 seconds const TIMEOUT_MS = 30 * 1000 // 30 seconds
const FALLBACK_SCRAPER = { updateSeeders: () => [] };
const limiter = new Bottleneck({ maxConcurrent: 20, minTime: 250 }); const limiter = new Bottleneck({ maxConcurrent: 20, minTime: 250 });
const updateLimiter = new Bottleneck({ maxConcurrent: 5 }); const updateLimiter = new Bottleneck({ maxConcurrent: 5 });
const forceSeedersLimiter = new Bottleneck({ maxConcurrent: 5 }); const forceSeedersLimiter = new Bottleneck({ maxConcurrent: 5 });
@@ -25,11 +26,9 @@ function scheduleUpdateSeeders() {
async function _updateSeeders(torrent) { async function _updateSeeders(torrent) {
const provider = await scrapers.find(provider => provider.name === torrent.provider); const provider = await scrapers.find(provider => provider.name === torrent.provider);
if (!provider) { const scraper = provider ? provider.scraper : FALLBACK_SCRAPER;
console.log(`No provider found for ${torrent.provider} [${torrent.infoHash}]`)
return Promise.resolve([]); const updatedTorrents = await timeout(TIMEOUT_MS, scraper.updateSeeders(torrent, getImdbIdsMethod(torrent)))
}
const updatedTorrents = await timeout(TIMEOUT_MS, provider.scraper.updateSeeders(torrent, getImdbIdsMethod(torrent)))
.then(updated => Array.isArray(updated) ? updated : [updated]) .then(updated => Array.isArray(updated) ? updated : [updated])
.catch(error => { .catch(error => {
console.warn(`Failed seeders update ${torrent.provider} [${torrent.infoHash}]: `, error) console.warn(`Failed seeders update ${torrent.provider} [${torrent.infoHash}]: `, error)