diff --git a/scraper/scrapers/thepiratebay/thepiratebay_api.js b/scraper/scrapers/thepiratebay/thepiratebay_api.js index 7998704..fc4b8d2 100644 --- a/scraper/scrapers/thepiratebay/thepiratebay_api.js +++ b/scraper/scrapers/thepiratebay/thepiratebay_api.js @@ -93,8 +93,9 @@ function search(keyword, config = {}, retries = 2) { function browse(config = {}, retries = 2) { const category = config.category || 0; + const page = config.page - 1 || 0; - return _request(`q.php?q=category:${category}`) + return _request(`q.php?q=category:${category}:${page}`) .then(results => results.map((result) => toTorrent(result))) .catch(error => retries ? browse(config, retries - 1) : Promise.reject(error)); } diff --git a/scraper/scrapers/thepiratebay/thepiratebay_scraper.js b/scraper/scrapers/thepiratebay/thepiratebay_scraper.js index 6f8661d..6995973 100644 --- a/scraper/scrapers/thepiratebay/thepiratebay_scraper.js +++ b/scraper/scrapers/thepiratebay/thepiratebay_scraper.js @@ -7,7 +7,7 @@ const Promises = require('../../lib/promises'); const { createTorrentEntry, getStoredTorrentEntry, updateTorrentSeeders } = require('../../lib/torrentEntries'); const NAME = 'ThePirateBay'; -const UNTIL_PAGE = 1; +const UNTIL_PAGE = 5; const limiter = new Bottleneck({ maxConcurrent: 40 });