adds horriblesubs scrapper

This commit is contained in:
TheBeastLT
2019-03-15 17:17:28 +01:00
parent fa80d34883
commit 88bddcff54
8 changed files with 280 additions and 38 deletions

View File

@@ -1,10 +1,11 @@
const express = require("express");
const server = express();
const { init } = require('./lib/torrent');
const { connect } = require('./lib/repository');
const tpbDump = require('./scrapers/piratebay_dump');
const horribleSubs = require('./scrapers/api/horriblesubs');
const horribleSubsScraper = require('./scrapers/horiblesubs_scraper');
const providers = [tpbDump];
const providers = [horribleSubsScraper];
async function scrape() {
providers.forEach((provider) => provider.scrape());
@@ -17,12 +18,7 @@ server.post('/scrape', function(req, res) {
server.listen(7000, async function () {
await connect();
await init();
console.log('Scraper started');
// const shows = await horribleSubs.allShows();
// console.log(shows);
// const showInfo = await horribleSubs.showData('/shows/one-piece');
// console.log(showInfo)
// const latestEntries = await horribleSubs.getLatestEntries();
// console.log(latestEntries);
//scrape();
scrape();
});