diff --git a/scraper/index.js b/scraper/index.js index 6b46d92..4faf7b5 100644 --- a/scraper/index.js +++ b/scraper/index.js @@ -13,12 +13,12 @@ const thepiratebayDumpScraper = require('./scrapers/thepiratebay/thepiratebay_du const thepiratebayUnofficialDumpScraper = require('./scrapers/thepiratebay/thepiratebay_unofficial_dump_scraper'); const PROVIDERS = [ - // horribleSubsScraper, - // rarbgScraper, - // thepiratebayScraper, - // kickassScraper, - // leetxScraper - rarbgDumpScraper + horribleSubsScraper, + rarbgScraper, + thepiratebayScraper, + kickassScraper, + leetxScraper + // rarbgDumpScraper ]; const SCRAPE_CRON = process.env.SCRAPE_CRON || '* * 0/4 * * *'; diff --git a/scraper/lib/torrentFiles.js b/scraper/lib/torrentFiles.js index acf5b66..75dd511 100644 --- a/scraper/lib/torrentFiles.js +++ b/scraper/lib/torrentFiles.js @@ -1,7 +1,7 @@ const moment = require('moment'); const { parse } = require('parse-torrent-title'); const { torrentFiles } = require('../lib/torrent'); -const { escapeTitle, getMetadata, getImdbId } = require('../lib/metadata'); +const { getMetadata, getImdbId } = require('../lib/metadata'); const { Type } = require('./types'); const MIN_SIZE = 10 * 1024 * 1024; // 10 MB @@ -16,7 +16,7 @@ async function parseTorrentFiles(torrent) { // throw new Error(`Mismatching entry type for ${torrent.name}: ${torrent.type}!=${metadata.type}`); // } - if (torrent.type === Type.MOVIE && !parsedTorrentName.seasons || metadata.type === Type.MOVIE) { + if (torrent.type === Type.MOVIE && !parsedTorrentName.seasons || metadata && metadata.type === Type.MOVIE) { if (parsedTorrentName.complete) { return torrentFiles(torrent) .then(files => files.filter(file => file.size > MIN_SIZE)) diff --git a/scraper/scrapers/horriblesubs/horriblesubs_scraper.js b/scraper/scrapers/horriblesubs/horriblesubs_scraper.js index a7751bf..1ddd73c 100644 --- a/scraper/scrapers/horriblesubs/horriblesubs_scraper.js +++ b/scraper/scrapers/horriblesubs/horriblesubs_scraper.js @@ -131,7 +131,13 @@ async function _parseShowData(showData) { const getKitsuId = inputEpisode => { const episodeString = inputEpisode.includes('-') && inputEpisode.split('-')[0] || inputEpisode; const episode = parseInt(episodeString, 10); - return kitsuIdsMapping[episode] && kitsuIdsMapping[episode].kitsuId || kitsuId; + if (kitsuIdsMapping[episode]) { + return kitsuIdsMapping[episode].kitsuId; + } else if (Array.isArray(kitsuId)) { + console.warn(`Unmapped episode number for ${showData.title} - ${inputEpisode}`); + return kitsuId[kitsuId.length - 1]; + } + return kitsuId; }; return Promise.all([].concat(showData.singleEpisodes).concat(showData.packEpisodes)