tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] retrieves update seeders torrent order by seeders and upload date

Browse Source
This commit is contained in:
TheBeastLT
2020-05-03 22:54:49 +02:00
parent 1be9a5f598
commit 129a9ed29d
2 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scraper/lib/repository.js
View File

@@ -182,8 +182,12 @@ function getTorrentsWithoutSize() {
function getUpdateSeedersTorrents() { function getUpdateSeedersTorrents() {
const until = moment().subtract(7, 'days').format('YYYY-MM-DD'); const until = moment().subtract(7, 'days').format('YYYY-MM-DD');
return Torrent.findAll({ return Torrent.findAll({
where: literal(`torrent."updatedAt" < \'${until}\' and random() < 0.001`), where: literal(`torrent."updatedAt" < \'${until}\'`),
limit: 100 limit: 100,
order: [
['seeders', 'DESC'],
['uploadDate', 'DESC']
]
}); });
} }

2
scraper/scheduler/seeders.js
View File

@@ -7,7 +7,7 @@ const { updateTorrentSeeders } = require('../lib/torrentEntries')
const DELAY = 15 * 1000; // 15 seconds const DELAY = 15 * 1000; // 15 seconds
const limiter = new Bottleneck({ maxConcurrent: 20, minTime: 250 }); const limiter = new Bottleneck({ maxConcurrent: 20, minTime: 250 });
const updateLimiter = new Bottleneck({ maxConcurrent: 20 }); const updateLimiter = new Bottleneck({ maxConcurrent: 5 });
const forceSeedersLimiter = new Bottleneck({ maxConcurrent: 5 }); const forceSeedersLimiter = new Bottleneck({ maxConcurrent: 5 });
const statistics = {}; const statistics = {};