tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] log successful tracker response count

Browse Source
This commit is contained in:
TheBeastLT
2021-02-11 22:39:13 +01:00
parent a42242a0dc
commit 71d2c13bbf
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
scraper/lib/torrent.js
View File

@@ -10,7 +10,7 @@ const { cacheTrackers } = require('./cache');
const TRACKERS_URL = 'https://ngosang.github.io/trackerslist/trackers_all.txt'; const TRACKERS_URL = 'https://ngosang.github.io/trackerslist/trackers_all.txt';
const MAX_PEER_CONNECTIONS = process.env.MAX_PEER_CONNECTIONS || 20; const MAX_PEER_CONNECTIONS = process.env.MAX_PEER_CONNECTIONS || 20;
const SEEDS_CHECK_TIMEOUT = 15 * 1000; // 30 secs const SEEDS_CHECK_TIMEOUT = 15 * 1000; // 15 secs
const ADDITIONAL_TRACKERS = [ const ADDITIONAL_TRACKERS = [
'http://tracker.trackerfix.com:80/announce', 'http://tracker.trackerfix.com:80/announce',
'udp://9.rarbg.me:2780', 'udp://9.rarbg.me:2780',
@@ -35,7 +35,11 @@ async function updateCurrentSeeders(torrentsInput) {
allTrackersMap[tracker] = (allTrackersMap[tracker] || []).concat(torrentTrackers.infoHash)); allTrackersMap[tracker] = (allTrackersMap[tracker] || []).concat(torrentTrackers.infoHash));
return allTrackersMap; return allTrackersMap;
}, {})); }, {}));
const callback = () => resolve(perTorrentResults); let successCounter = 0;
const callback = () => {
console.log(`Total successful tracker responses: ${successCounter}`)
resolve(perTorrentResults);
}
setTimeout(callback, SEEDS_CHECK_TIMEOUT); setTimeout(callback, SEEDS_CHECK_TIMEOUT);
async.each(Object.keys(perTrackerInfoHashes), function (tracker, ready) { async.each(Object.keys(perTrackerInfoHashes), function (tracker, ready) {
@@ -45,6 +49,7 @@ async function updateCurrentSeeders(torrentsInput) {
.filter(([infoHash]) => perTorrentResults[infoHash]) .filter(([infoHash]) => perTorrentResults[infoHash])
.forEach(([infoHash, seeders]) => .forEach(([infoHash, seeders]) =>
perTorrentResults[infoHash][tracker] = [seeders.complete, seeders.incomplete]) perTorrentResults[infoHash][tracker] = [seeders.complete, seeders.incomplete])
successCounter++;
} else if (error) { } else if (error) {
perTrackerInfoHashes[tracker] perTrackerInfoHashes[tracker]
.filter(infoHash => perTorrentResults[infoHash]) .filter(infoHash => perTorrentResults[infoHash])