knightcrawler/scraper/scrapers/torrentgalaxy/torrentgalaxy_api.js

const axios = require('axios');
const cheerio = require('cheerio');
const moment = require('moment');
const decode = require('magnet-uri');
const Promises = require('../../lib/promises');
const { getRandomUserAgent } = require('../../lib/requestHelper');
const { parseSize } = require("../scraperHelper");

const defaultProxies = [
  // 'https://torrentgalaxy.to',
  // 'https://torrentgalaxy.mx',
  'https://torrentgalaxy.su'
];
const defaultTimeout = 10000;

const Categories = {
  ANIME: '28',
  MOVIE_4K: '3',
  MOVIE_PACKS: '4',
  MOVIE_SD: '1',
  MOVIE_HD: '42',
  MOVIE_CAM: '45',
  MOVIE_BOLLYWOOD: '46',
  TV_SD: '5',
  TV_HD: '41',
  TV_PACKS: '6',
  TV_SPORT: '7',
  DOCUMENTARIES: '9'
};

function torrent(torrentId, config = {}, retries = 2) {
  if (!torrentId || retries === 0) {
    return Promise.reject(new Error(`Failed ${torrentId} search`));
  }
  const proxyList = config.proxyList || defaultProxies;

  return Promises.first(proxyList
          .map((proxyUrl) => singleRequest(`${proxyUrl}/torrent/${torrentId}`)))
      .then((body) => parseTorrentPage(body))
      .then((torrent) => ({ torrentId, ...torrent }))
      .catch((err) => torrent(torrentId, config, retries - 1));
}

function search(keyword, config = {}, retries = 2) {
  if (!keyword || retries === 0) {
    return Promise.reject(new Error(`Failed ${keyword} search`));
  }
  const proxyList = config.proxyList || defaultProxies;
  const page = config.page || 1;
  const category = config.category;

  return Promises.first(proxyList
          .map((proxyUrl) => singleRequest(`${proxyUrl}/torrents.php?cat=${category}&page=${page - 1}&search=${keyword}`)))
      .then((body) => parseTableBody(body))
      .catch(() => search(keyword, config, retries - 1));
}

function browse(config = {}, retries = 2, error = null) {
  if (retries === 0) {
    return Promise.reject(error || new Error(`Failed browse request`));
  }
  const proxyList = config.proxyList || defaultProxies;
  const page = config.page || 1;
  const category = config.category;

  return Promises.first(proxyList
          .map((proxyUrl) => singleRequest(`${proxyUrl}/torrents.php?cat=${category}&page=${page - 1}`)))
      .then((body) => parseTableBody(body))
      .catch((err) => browse(config, retries - 1, err));
}

function singleRequest(requestUrl) {
  const options = { headers: { 'User-Agent': getRandomUserAgent() }, timeout: defaultTimeout };

  return axios.get(requestUrl, options)
      .then((response) => {
        const body = response.data;
        if (!body) {
          throw new Error(`No body: ${requestUrl} with status ${response.status}`);
        } else if (body.includes('Access Denied')) {
          console.log(`Access Denied: ${requestUrl}`);
          throw new Error(`Access Denied: ${requestUrl}`);
        } else if (body.includes('502: Bad gateway') ||
            body.includes('403 Forbidden') ||
            body.includes('Origin DNS error')) {
          throw new Error(`Invalid body contents: ${requestUrl}`);
        }
        return body;
      });
}

function parseTableBody(body) {
  return new Promise((resolve, reject) => {
    const $ = cheerio.load(body);

    if (!$) {
      reject(new Error('Failed loading body'));
    }

    const torrents = [];

    $('.tgxtable > div').each((i, element) => {
      if (i === 0) return;
      const row = $(element);
      const magnetLink = row.find('div:nth-of-type(n+2) .collapsehide > a:nth-of-type(2)').attr('href');
      const imdbIdMatch = row.html().match(/search=(tt\d+)/i);
      try {
        torrents.push({
          name: row.find('.tgxtablecell div a[title]').first().text(),
          infoHash: decode(magnetLink).infoHash,
          magnetLink: magnetLink,
          torrentLink: row.find('div:nth-of-type(n+2) .collapsehide > a:nth-of-type(1)').first().attr('href'),
          torrentId: row.find('.tgxtablecell div a[title]').first().attr('href').match(/torrent\/(\d+)/)[1],
          verified: !!row.find('i.fa-check').length,
          category: row.find('div:nth-of-type(n+2) .shrink a').first().attr('href').match(/cat=(\d+)$/)[1],
          seeders: parseInt(row.find('div:nth-of-type(n+2) .collapsehide [color=\'green\'] b').first().text()),
          leechers: parseInt(row.find('div:nth-of-type(n+2) .collapsehide [color=\'#ff0000\'] b').first().text()),
          languages: row.find('.tgxtablecell img[title]').first().attr('title'),
          size: parseSize(row.find('.collapsehide span.badge-secondary').first().text()),
          uploadDate: parseDate(row.find('div.collapsehide:nth-of-type(12)').first().text()),
          imdbId: imdbIdMatch && imdbIdMatch[1],
        });
      } catch (e) {
        console.error('Failed parsing TorrentGalaxy row: ', e);
      }
    });

    resolve(torrents);
  });
}

function parseTorrentPage(body) {
  return new Promise((resolve, reject) => {
    const $ = cheerio.load(body);

    if (!$) {
      reject(new Error('Failed loading body'));
    }
    const content = $('div[class="torrentpagetable limitwidth"]').first();
    const magnetLink = $('a[class="btn btn-danger"]').attr('href');
    const imdbIdContent = $('a[title="IMDB link"]').attr('href');
    const imdbIdMatch = imdbIdContent && imdbIdContent.match(/imdb\.com\/title\/(tt\d+)/i);

    const torrent = {
      name: content.find('.linebreakup a').first().text(),
      infoHash: decode(magnetLink).infoHash,
      magnetLink: magnetLink,
      verified: !content.find('i.fa-exclamation-triangle').length,
      torrentLink: $('a[class="btn btn-success"]').attr('href'),
      seeders: parseInt(content.find('font[color=\'green\']').first().text(), 10),
      category: content.find('div:nth-of-type(4) a:nth-of-type(2)').first().attr('href').match(/cat=(\d+)$/)[1],
      languages: content.find('div:nth-of-type(5) div:nth-of-type(2)').first().text().trim(),
      size: parseSize(content.find('div:nth-of-type(6) div:nth-of-type(2)').first().text()),
      uploadDate: parseDate(content.find('div:nth-of-type(9) div:nth-of-type(2)').first().text()),
      imdbId: imdbIdMatch && imdbIdMatch[1],
    };
    resolve(torrent);
  });
}

function parseDate(dateString) {
  if (dateString.includes('ago')) {
    const amount = parseInt(dateString, 10);
    const unit = dateString.includes('Min') ? 'minutes' : 'hours';
    return moment().subtract(amount, unit).toDate();
  }
  const preparedDate = dateString.replace(/\//g, '-').replace(/-(\d{2})\s/, '-20$1 ')
  return moment(preparedDate, 'DD-MM-YYYY HH:mm').toDate();
}

module.exports = { torrent, search, browse, Categories };