torrentio/scraper/lib/torrentEntries.js

const { parse } = require('parse-torrent-title');
const { Type } = require('./types');
const Promises = require('./promises');
const repository = require('./repository');
const { getImdbId, getKitsuId } = require('./metadata');
const { parseTorrentFiles } = require('./torrentFiles');
const { assignSubtitles } = require('./torrentSubtitles');
const { isPackTorrent } = require('./parseHelper')

async function createTorrentEntry(torrent, overwrite = false) {
  const titleInfo = parse(torrent.title);

  if ((titleInfo.seasons || torrent.title.match(/\[\d+-\d+/)) && torrent.type === Type.MOVIE) {
    // sometimes series torrent might be put into movies category
    torrent.type = Type.SERIES;
  }
  if (!torrent.imdbId && torrent.type !== Type.ANIME) {
    torrent.imdbId = await getImdbId(titleInfo, torrent.type)
        .catch(() => undefined);
  }
  if (torrent.imdbId && torrent.imdbId.length < 9) {
    // pad zeros to imdbId if missing
    torrent.imdbId = 'tt' + torrent.imdbId.replace('tt', '').padStart(7, '0');
  }
  if (torrent.imdbId && torrent.imdbId.length > 9 && torrent.imdbId.startsWith('tt0')) {
    // sanitize imdbId from redundant zeros
    torrent.imdbId = torrent.imdbId.replace(/tt0+([0-9]{7,})$/, 'tt$1');
  }
  if (!torrent.kitsuId && torrent.type === Type.ANIME) {
    torrent.kitsuId = await getKitsuId(titleInfo)
        .catch(() => undefined);
  }

  if (!torrent.imdbId && !torrent.kitsuId && !isPackTorrent(torrent)) {
    console.log(`imdbId or kitsuId not found:  ${torrent.provider} ${torrent.title}`);
    return;
  }

  const { contents, videos, subtitles } = await parseTorrentFiles(torrent)
      .then(torrentContents => overwrite ? overwriteExistingFiles(torrent, torrentContents) : torrentContents)
      .then(torrentContents => assignSubtitles(torrentContents))
      .catch(error => {
        console.log(`Failed getting files for ${torrent.title}`, error.message);
        return {};
      });
  if (!videos || !videos.length) {
    console.log(`no video files found for ${torrent.provider} [${torrent.infoHash}] ${torrent.title}`);
    return;
  }

  return repository.createTorrent({ ...torrent, contents, subtitles })
      .then(() => Promises.sequence(videos.map(video => () => repository.createFile(video))))
      .then(() => console.log(`Created ${torrent.provider} entry for [${torrent.infoHash}] ${torrent.title}`));
}

async function overwriteExistingFiles(torrent, torrentContents) {
  const videos = torrentContents && torrentContents.videos;
  if (videos && videos.length) {
    const existingFiles = await repository.getFiles({ infoHash: videos[0].infoHash })
        .then((existing) => existing
            .reduce((map, next) => {
              const fileIndex = next.fileIndex !== undefined ? next.fileIndex : null;
              map[fileIndex] = (map[fileIndex] || []).concat(next);
              return map;
            }, {}))
        .catch(() => undefined);
    if (existingFiles && Object.keys(existingFiles).length) {
      const overwrittenVideos = videos
          .map(file => {
            const mapping = videos.length === 1 && Object.keys(existingFiles).length === 1
                ? Object.values(existingFiles)[0]
                : existingFiles[file.fileIndex !== undefined ? file.fileIndex : null];
            if (mapping) {
              const originalFile = mapping.shift();
              return { id: originalFile.id, ...file };
            }
            return file;
          });
      return { ...torrentContents, videos: overwrittenVideos };
    }
    return torrentContents;
  }
  return Promise.reject(`No video files found for: ${torrent.title}`);
}

async function createSkipTorrentEntry(torrent) {
  return repository.createSkipTorrent(torrent);
}

async function getStoredTorrentEntry(torrent) {
  return repository.getSkipTorrent(torrent)
      .catch(() => repository.getTorrent(torrent))
      .catch(() => undefined);
}

async function checkAndUpdateTorrent(torrent) {
  const storedTorrent = torrent.dataValues
      ? torrent
      : await repository.getTorrent(torrent).catch(() => undefined);
  if (!storedTorrent) {
    return false;
  }
  if (storedTorrent.provider === 'KickassTorrents' && torrent.provider) {
    storedTorrent.provider = torrent.provider;
    storedTorrent.torrentId = torrent.torrentId;
  }
  if (!storedTorrent.languages && torrent.languages && storedTorrent.provider !== 'RARBG') {
    storedTorrent.languages = torrent.languages;
    storedTorrent.save();
    console.log(`Updated [${storedTorrent.infoHash}] ${storedTorrent.title} language to ${torrent.languages}`);
  }
  return createTorrentContents({ ...storedTorrent.get(), torrentLink: torrent.torrentLink })
      .then(() => updateTorrentSeeders(torrent));
}

async function createTorrentContents(torrent) {
  if (torrent.opened) {
    return;
  }
  const storedVideos = await repository.getFiles(torrent).catch(() => []);
  if (!storedVideos || !storedVideos.length) {
    return;
  }
  const notOpenedVideo = storedVideos.length === 1 && !Number.isInteger(storedVideos[0].fileIndex);
  const imdbId = Promises.mostCommonValue(storedVideos.map(stored => stored.imdbId));
  const kitsuId = Promises.mostCommonValue(storedVideos.map(stored => stored.kitsuId));

  const { contents, videos, subtitles } = await parseTorrentFiles({ ...torrent, imdbId, kitsuId })
      .then(torrentContents => notOpenedVideo ? torrentContents : { ...torrentContents, videos: storedVideos })
      .then(torrentContents => assignSubtitles(torrentContents))
      .catch(error => {
        console.log(`Failed getting contents for [${torrent.infoHash}] ${torrent.title}`, error.message);
        return {};
      });

  if (!contents || !contents.length) {
    return;
  }
  if (notOpenedVideo && videos.length === 1) {
    // if both have a single video and stored one was not opened, update stored one to true metadata and use that
    storedVideos[0].fileIndex = videos[0].fileIndex;
    storedVideos[0].title = videos[0].title;
    storedVideos[0].size = videos[0].size;
    storedVideos[0].subtitles = videos[0].subtitles;
    videos[0] = storedVideos[0];
  }
  // no videos available or more than one new videos were in the torrent
  const shouldDeleteOld = notOpenedVideo && videos.every(video => !video.id);

  return repository.createTorrent({ ...torrent, contents, subtitles })
      .then(() => {
        if (shouldDeleteOld) {
          console.error(`Deleting old video for [${torrent.infoHash}] ${torrent.title}`)
          return storedVideos[0].destroy();
        }
        return Promise.resolve();
      })
      .then(() => Promises.sequence(videos.map(video => () => repository.createFile(video))))
      .then(() => console.log(`Created contents for ${torrent.provider} [${torrent.infoHash}] ${torrent.title}`))
      .catch(error => console.error(`Failed saving contents for [${torrent.infoHash}] ${torrent.title}`, error));
}

async function updateTorrentSeeders(torrent) {
  if (!(torrent.infoHash || (torrent.provider && torrent.torrentId)) || !Number.isInteger(torrent.seeders)) {
    return torrent;
  }

  return repository.setTorrentSeeders(torrent, torrent.seeders)
      .catch(error => {
        console.warn('Failed updating seeders:', error);
        return undefined;
      });
}

module.exports = {
  createTorrentEntry,
  createTorrentContents,
  createSkipTorrentEntry,
  getStoredTorrentEntry,
  updateTorrentSeeders,
  checkAndUpdateTorrent
};