adds kickass scrapper

This commit is contained in:
TheBeastLT
2020-03-08 20:06:32 +01:00
parent 853c21472a
commit 6cc0c5dc64
11 changed files with 404 additions and 56 deletions

View File

@@ -5,21 +5,32 @@ const { connect } = require('./lib/repository');
const thepiratebayScraper = require('./scrapers/thepiratebay/thepiratebay_scraper');
const horribleSubsScraper = require('./scrapers/horriblesubs/horriblesubs_scraper');
const leetxScraper = require('./scrapers/1337x/1337x_scraper');
const kickassScraper = require('./scrapers/kickass/kickass_scraper');
const thepiratebayDumpScraper = require('./scrapers/thepiratebay/thepiratebay_dump_scraper');
const thepiratebayUnofficialDumpScraper = require('./scrapers/thepiratebay/thepiratebay_unofficial_dump_scraper');
const providers = [thepiratebayScraper];
const providers = [
// horribleSubsScraper,
// thepiratebayScraper,
kickassScraper,
// leetxScraper
];
async function scrape() {
providers.forEach((provider) => provider.scrape());
return providers
.reduce((promise, scrapper) => promise.then(() => scrapper.scrape()), Promise.resolve());
}
server.get('/', function (req, res) {
res.send(200);
});
server.post('/scrape', function (req, res) {
scrape();
res.send(200);
});
server.listen(7000, async function () {
server.listen(process.env.PORT || 7000, async function () {
await connect();
console.log('Scraper started');
scrape();