tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] uses bittorrent-tracker for force update seeders

Browse Source
This commit is contained in:
TheBeastLT
2020-04-25 10:28:22 +02:00
parent dc35b4e982
commit 43c2e737f8
4 changed files with 255 additions and 227 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
scraper/lib/torrent.js
View File

@@ -1,6 +1,7 @@
const torrentStream = require('torrent-stream');
const needle = require('needle');
const parseTorrent = require('parse-torrent');
const BTClient = require('bittorrent-tracker')
const async = require('async');
const decode = require('magnet-uri');
const isVideo = require('./video');
@@ -15,7 +16,6 @@ module.exports.updateCurrentSeeders = function (torrent) {
if (!torrent.magnetLink && !torrent.infoHash) {
return resolve(0);
}
const Tracker = require("peer-search/tracker");
const seeders = {};
const magnetTrackers = torrent.magnetLink && decode(torrent.magnetLink).tr;
@@ -25,13 +25,12 @@ module.exports.updateCurrentSeeders = function (torrent) {
setTimeout(callback, SEEDS_CHECK_TIMEOUT);
async.each(trackers, function (tracker, ready) {
const t = new Tracker(tracker, {}, torrent.infoHash);
console.error = () => 0; // do nothing
t.run();
t.on("info", function (inf) {
seeders[tracker] = [inf.seeders, inf.leechers];
BTClient.scrape({ infoHash: torrent.infoHash, announce: tracker }, (_, results) => {
if (results) {
seeders[tracker] = [results.complete, results.incomplete];
}
ready();
});
})
}, callback);
}).then(seeders => {
torrent.seeders = seeders;
@@ -125,7 +124,7 @@ function filterVideos(files) {
function filterSamples(files) {
const maxSize = Math.max(...files.map(file => file.size));
const isSample = file => file.name.match(/sample/i) && maxSize / file.size < 10;
const isSample = file => file.name.match(/sample/i) && maxSize / parseInt(file.size) > 10;
return files.filter(file => !isSample(file));
}

8
scraper/scheduler/seeders.js
View File

@@ -33,10 +33,10 @@ async function _updateSeeders(torrent) {
return []
});
// if (!updatedTorrents.find(updated => updated.infoHash === torrent.infoHash)) {
// await forceSeedersLimiter.schedule(() => updateCurrentSeeders(torrent))
// .then(updated => updatedTorrents.push(updated));
// }
if (!updatedTorrents.find(updated => updated.infoHash === torrent.infoHash)) {
await forceSeedersLimiter.schedule(() => updateCurrentSeeders(torrent))
.then(updated => updatedTorrents.push(updated));
}
return Promise.all(updatedTorrents.map(updated => updateLimiter.schedule(() => updateTorrentSeeders(updated))));
}