From 6c56d76f988426a24d55177e29b8de10e770cdb9 Mon Sep 17 00:00:00 2001 From: TheBeastLT Date: Sun, 15 Mar 2020 20:46:41 +0100 Subject: [PATCH] [scraper] overwrite torrent type if differs from metadata type --- scraper/lib/torrentFiles.js | 7 +++++++ .../horriblesubs/horriblesubs_scraper.js | 18 +++++++++++------- 2 files changed, 18 insertions(+), 7 deletions(-) diff --git a/scraper/lib/torrentFiles.js b/scraper/lib/torrentFiles.js index e8cf43e..74119a9 100644 --- a/scraper/lib/torrentFiles.js +++ b/scraper/lib/torrentFiles.js @@ -16,6 +16,10 @@ async function parseTorrentFiles(torrent) { // if (metadata && metadata.type !== torrent.type && torrent.type !== Type.ANIME) { // throw new Error(`Mismatching entry type for ${torrent.name}: ${torrent.type}!=${metadata.type}`); // } + if (torrent.type === Type.SERIES && metadata && metadata.type === Type.MOVIE) { + // it's actually a movie + torrent.type = Type.MOVIE; + } if (torrent.type === Type.MOVIE && !parsedTorrentName.seasons || metadata && metadata.type === Type.MOVIE) { if (parsedTorrentName.complete) { @@ -45,6 +49,9 @@ async function parseTorrentFiles(torrent) { }]; } + // const parsedSeriesTorrentName = seriesParser.parse(torrent.title); + // parsedTorrentName.episodes = parsedSeriesTorrentName.episodes; + // parsedTorrentName.episode = parsedSeriesTorrentName.episode; return getSeriesFiles(torrent, parsedTorrentName) .then((files) => files .filter((file) => file.size > MIN_SIZE) diff --git a/scraper/scrapers/horriblesubs/horriblesubs_scraper.js b/scraper/scrapers/horriblesubs/horriblesubs_scraper.js index f2ccf7f..1f9a6d8 100644 --- a/scraper/scrapers/horriblesubs/horriblesubs_scraper.js +++ b/scraper/scrapers/horriblesubs/horriblesubs_scraper.js @@ -72,13 +72,17 @@ async function initMapping() { .then((shows) => Promise.all(shows.map((show) => limiter.schedule(() => enrichShow(show))))) .then((shows) => shows.reduce((map, show) => (map[show.title] = show, map), showMappings)); - fs.writeFile("./scrapers/horriblesubs/horriblesubs_mapping.json", JSON.stringify(shows), 'utf8', function (err) { - if (err) { - console.log("An error occurred while writing JSON Object to File."); - } else { - console.log(`${NAME}: finished kitsu mapping`); - } - }); + fs.writeFile( + "./scraper/scrapers/horriblesubs/horriblesubs_mapping.json", + JSON.stringify(shows), 'utf8', + (err) => { + if (err) { + console.log("An error occurred while writing JSON Object to File.", err); + } else { + console.log(`${NAME}: finished kitsu mapping`); + } + } + ); } async function enrichShow(show) {