[scraper] adds a warning if horriblesubs episode is out of mapped bounds

This commit is contained in:
TheBeastLT
2020-03-11 19:13:59 +01:00
parent c8e2138856
commit fadda7a914
3 changed files with 15 additions and 9 deletions

View File

@@ -13,12 +13,12 @@ const thepiratebayDumpScraper = require('./scrapers/thepiratebay/thepiratebay_du
const thepiratebayUnofficialDumpScraper = require('./scrapers/thepiratebay/thepiratebay_unofficial_dump_scraper');
const PROVIDERS = [
// horribleSubsScraper,
// rarbgScraper,
// thepiratebayScraper,
// kickassScraper,
// leetxScraper
rarbgDumpScraper
horribleSubsScraper,
rarbgScraper,
thepiratebayScraper,
kickassScraper,
leetxScraper
// rarbgDumpScraper
];
const SCRAPE_CRON = process.env.SCRAPE_CRON || '* * 0/4 * * *';

View File

@@ -1,7 +1,7 @@
const moment = require('moment');
const { parse } = require('parse-torrent-title');
const { torrentFiles } = require('../lib/torrent');
const { escapeTitle, getMetadata, getImdbId } = require('../lib/metadata');
const { getMetadata, getImdbId } = require('../lib/metadata');
const { Type } = require('./types');
const MIN_SIZE = 10 * 1024 * 1024; // 10 MB
@@ -16,7 +16,7 @@ async function parseTorrentFiles(torrent) {
// throw new Error(`Mismatching entry type for ${torrent.name}: ${torrent.type}!=${metadata.type}`);
// }
if (torrent.type === Type.MOVIE && !parsedTorrentName.seasons || metadata.type === Type.MOVIE) {
if (torrent.type === Type.MOVIE && !parsedTorrentName.seasons || metadata && metadata.type === Type.MOVIE) {
if (parsedTorrentName.complete) {
return torrentFiles(torrent)
.then(files => files.filter(file => file.size > MIN_SIZE))

View File

@@ -131,7 +131,13 @@ async function _parseShowData(showData) {
const getKitsuId = inputEpisode => {
const episodeString = inputEpisode.includes('-') && inputEpisode.split('-')[0] || inputEpisode;
const episode = parseInt(episodeString, 10);
return kitsuIdsMapping[episode] && kitsuIdsMapping[episode].kitsuId || kitsuId;
if (kitsuIdsMapping[episode]) {
return kitsuIdsMapping[episode].kitsuId;
} else if (Array.isArray(kitsuId)) {
console.warn(`Unmapped episode number for ${showData.title} - ${inputEpisode}`);
return kitsuId[kitsuId.length - 1];
}
return kitsuId;
};
return Promise.all([].concat(showData.singleEpisodes).concat(showData.packEpisodes)