[scraper] re-enables tpb api seeders

This commit is contained in:
TheBeastLT
2021-01-17 23:04:04 +01:00
parent b333607209
commit 2c3abf242c
2 changed files with 3 additions and 8 deletions

View File

@@ -117,7 +117,7 @@ function toTorrent(result) {
name: escapeHTML(result.name),
infoHash: result.info_hash.toLowerCase(),
size: parseInt(result.size),
// seeders: parseInt(result.seeders),
seeders: parseInt(result.seeders),
leechers: parseInt(result.leechers),
subcategory: parseInt(result.category),
uploadDate: new Date(result.added * 1000),

View File

@@ -4,13 +4,12 @@ const thepiratebay = require('./thepiratebay_api.js');
const { Type } = require('../../lib/types');
const repository = require('../../lib/repository');
const Promises = require('../../lib/promises');
const { updateCurrentSeeders } = require('../../lib/torrent');
const { createTorrentEntry, checkAndUpdateTorrent } = require('../../lib/torrentEntries');
const NAME = 'ThePirateBay';
const UNTIL_PAGE = 5;
const limiter = new Bottleneck({ maxConcurrent: 5 });
const limiter = new Bottleneck({ maxConcurrent: 10 });
const allowedCategories = [
thepiratebay.Categories.VIDEO.MOVIES,
@@ -38,8 +37,7 @@ async function scrape() {
}
async function updateSeeders(torrent) {
// return limiter.schedule(() => thepiratebay.torrent(torrent.torrentId));
return Promise.resolve([]);
return limiter.schedule(() => thepiratebay.torrent(torrent.torrentId));
}
async function scrapeLatestTorrents() {
@@ -68,9 +66,6 @@ async function processTorrentRecord(record) {
if (!record || !allowedCategories.includes(record.subcategory)) {
return Promise.resolve('Invalid torrent record');
}
if (record.seeders === null || record.seeders === undefined) {
await updateCurrentSeeders(record);
}
const torrent = {
infoHash: record.infoHash,