tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] fixes seeders updating if provider not found

Browse Source
This commit is contained in:
TheBeastLT
2020-04-23 17:08:18 +02:00
parent 9ea3932af1
commit aa0bf8da44
4 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
scraper/scheduler/seeders.js
View File

@@ -14,12 +14,17 @@ function scheduleUpdateSeeders() {
return repository.getUpdateSeedersTorrents() return repository.getUpdateSeedersTorrents()
.then(torrents => Promise.all(torrents.map(torrent => limiter.schedule(() => _updateSeeders(torrent))))) .then(torrents => Promise.all(torrents.map(torrent => limiter.schedule(() => _updateSeeders(torrent)))))
.then(() => console.log('Finished seeders update')) .then(() => console.log('Finished seeders update'))
.catch(error => console.warn('Failed seeders update: ', error))
.then(() => delay(DELAY)) .then(() => delay(DELAY))
.then(() => scheduleUpdateSeeders()); .then(() => scheduleUpdateSeeders());
} }
async function _updateSeeders(torrent) { async function _updateSeeders(torrent) {
const provider = await scrapers.find(provider => provider.name === torrent.provider); const provider = await scrapers.find(provider => provider.name === torrent.provider);
if (!provider) {
console.log(`No provider found for ${torrent.provider} [${torrent.infoHash}]`)
return Promise.resolve();
}
const updatedTorrents = await provider.scraper.updateSeeders(torrent, getImdbIdsMethod(torrent)) const updatedTorrents = await provider.scraper.updateSeeders(torrent, getImdbIdsMethod(torrent))
.then(updated => Array.isArray(updated) ? updated : [updated]) .then(updated => Array.isArray(updated) ? updated : [updated])
.catch(() => []); .catch(() => []);

1
scraper/scrapers/1337x/1337x_scraper.js
View File

@@ -4,7 +4,6 @@ const leetx = require('./1337x_api');
const { Type } = require('../../lib/types'); const { Type } = require('../../lib/types');
const repository = require('../../lib/repository'); const repository = require('../../lib/repository');
const Promises = require('../../lib/promises'); const Promises = require('../../lib/promises');
const { updateCurrentSeeders } = require('../../lib/torrent');
const { createTorrentEntry, getStoredTorrentEntry, updateTorrentSeeders } = require('../../lib/torrentEntries'); const { createTorrentEntry, getStoredTorrentEntry, updateTorrentSeeders } = require('../../lib/torrentEntries');
const NAME = '1337x'; const NAME = '1337x';

1
scraper/scrapers/kickass/kickass_scraper.js
View File

@@ -4,7 +4,6 @@ const kickass = require('./kickass_api');
const { Type } = require('../../lib/types'); const { Type } = require('../../lib/types');
const repository = require('../../lib/repository'); const repository = require('../../lib/repository');
const Promises = require('../../lib/promises'); const Promises = require('../../lib/promises');
const { updateCurrentSeeders } = require('../../lib/torrent');
const { createTorrentEntry, getStoredTorrentEntry, updateTorrentSeeders } = require('../../lib/torrentEntries'); const { createTorrentEntry, getStoredTorrentEntry, updateTorrentSeeders } = require('../../lib/torrentEntries');
const NAME = 'KickassTorrents'; const NAME = 'KickassTorrents';

1
scraper/scrapers/thepiratebay/thepiratebay_scraper.js
View File

@@ -4,7 +4,6 @@ const thepiratebay = require('./thepiratebay_api.js');
const { Type } = require('../../lib/types'); const { Type } = require('../../lib/types');
const repository = require('../../lib/repository'); const repository = require('../../lib/repository');
const Promises = require('../../lib/promises'); const Promises = require('../../lib/promises');
const { updateCurrentSeeders } = require('../../lib/torrent');
const { createTorrentEntry, getStoredTorrentEntry, updateTorrentSeeders } = require('../../lib/torrentEntries'); const { createTorrentEntry, getStoredTorrentEntry, updateTorrentSeeders } = require('../../lib/torrentEntries');
const NAME = 'ThePirateBay'; const NAME = 'ThePirateBay';