knightcrawler/scraper/scrapers/torrentgalaxy/torrentgalaxy_api.js

const cheerio = require('cheerio');
const needle = require('needle');
const moment = require('moment');
const decode = require('magnet-uri');
const Promises = require('../../lib/promises');

const defaultProxies = [
  'https://torrentgalaxy.to',
  // 'https://torrentgalaxy.mx',
  // 'https://torrentgalaxy.su'
];
const defaultTimeout = 10000;

const Categories = {
  ANIME: '28',
  MOVIE_4K: '3',
  MOVIE_PACKS: '4',
  MOVIE_SD: '1',
  MOVIE_HD: '42',
  MOVIE_CAM: '45',
  MOVIE_BOLLYWOOD: '46',
  TV_SD: '5',
  TV_HD: '41',
  TV_PACKS: '6',
  TV_SPORT: '7',
  DOCUMENTARIES: '9'
};

function torrent(torrentId, config = {}, retries = 2) {
  if (!torrentId || retries === 0) {
    return Promise.reject(new Error(`Failed ${torrentId} search`));
  }
  const proxyList = config.proxyList || defaultProxies;

  return Promises.first(proxyList
      .map((proxyUrl) => singleRequest(`${proxyUrl}/torrent/${torrentId}`)))
      .then((body) => parseTorrentPage(body))
      .then((torrent) => ({ torrentId, ...torrent }))
      .catch((err) => torrent(torrentId, config, retries - 1));
}

function search(keyword, config = {}, retries = 2) {
  if (!keyword || retries === 0) {
    return Promise.reject(new Error(`Failed ${keyword} search`));
  }
  const proxyList = config.proxyList || defaultProxies;
  const page = config.page || 1;
  const category = config.category;

  return Promises.first(proxyList
      .map((proxyUrl) => singleRequest(`${proxyUrl}/torrents.php?cat=${category}&page=${page - 1}&search=${keyword}`)))
      .then((body) => parseTableBody(body))
      .catch(() => search(keyword, config, retries - 1));
}

function browse(config = {}, retries = 2) {
  if (retries === 0) {
    return Promise.reject(new Error(`Failed browse request`));
  }
  const proxyList = config.proxyList || defaultProxies;
  const page = config.page || 1;
  const category = config.category;

  return Promises.first(proxyList
      .map((proxyUrl) => singleRequest(`${proxyUrl}/torrents.php?cat=${category}&page=${page - 1}`)))
      .then((body) => parseTableBody(body))
      .catch(() => browse(config, retries - 1));
}

function singleRequest(requestUrl) {
  const options = { open_timeout: defaultTimeout, follow: 2 };

  return needle('get', requestUrl, options)
      .then((response) => {
        const body = response.body;
        if (!body) {
          throw new Error(`No body: ${requestUrl}`);
        } else if (body.includes('Access Denied')) {
          console.log(`Access Denied: ${requestUrl}`);
          throw new Error(`Access Denied: ${requestUrl}`);
        } else if (body.includes('502: Bad gateway') ||
            body.includes('403 Forbidden') ||
            body.includes('Origin DNS error')) {
          throw new Error(`Invalid body contents: ${requestUrl}`);
        }
        return body;
      });
}

function parseTableBody(body) {
  return new Promise((resolve, reject) => {
    const $ = cheerio.load(body);

    if (!$) {
      reject(new Error('Failed loading body'));
    }

    const torrents = [];

    $('.tgxtable > div').each((i, element) => {
      if (i === 0) return;
      const row = $(element);
      const magnetLink = row.find('div:nth-of-type(n+2) .collapsehide > a:nth-of-type(2)').attr('href');
      const imdbIdMatch = row.html().match(/search=(tt\d+)/i);
      torrents.push({
        name: row.find('.tgxtablecell div a[title]').first().text(),
        infoHash: decode(magnetLink).infoHash,
        magnetLink: magnetLink,
        torrentLink: row.find('div:nth-of-type(n+2) .collapsehide > a:nth-of-type(1)').first().attr('href'),
        torrentId: row.find('.tgxtablecell div a[title]').first().attr('href').match(/torrent\/(\d+)/)[1],
        verified: !!row.find('i.fa-check').length,
        category: row.find('div:nth-of-type(n+2) .shrink a').first().attr('href').match(/cat=(\d+)$/)[1],
        seeders: parseInt(row.find('div:nth-of-type(n+2) .collapsehide [color=\'green\'] b').first().text()),
        leechers: parseInt(row.find('div:nth-of-type(n+2) .collapsehide [color=\'#ff0000\'] b').first().text()),
        languages: row.find('.tgxtablecell img[title]').first().attr('title'),
        size: parseSize(row.find('.collapsehide span.badge-secondary').first().text()),
        uploadDate: parseDate(row.find('div.collapsehide:nth-of-type(12)').first().text()),
        imdbId: imdbIdMatch && imdbIdMatch[1],
      });
    });

    resolve(torrents);
  });
}

function parseTorrentPage(body) {
  return new Promise((resolve, reject) => {
    const $ = cheerio.load(body);

    if (!$) {
      reject(new Error('Failed loading body'));
    }
    const content = $('div[class="torrentpagetable limitwidth"]').first();
    const magnetLink = $('a[class="btn btn-danger"]').attr('href');
    const imdbIdContent = $('a[title="IMDB link"]').attr('href');
    const imdbIdMatch = imdbIdContent && imdbIdContent.match(/imdb\.com\/title\/(tt\d+)/i);

    const torrent = {
      name: content.find('.linebreakup a').first().text(),
      infoHash: decode(magnetLink).infoHash,
      magnetLink: magnetLink,
      verified: !content.find('i.fa-exclamation-triangle').length,
      torrentLink: $('a[class="btn btn-success"]').attr('href'),
      seeders: parseInt(content.find('font[color=\'green\']').first().text(), 10),
      category: content.find('div:nth-of-type(4) a:nth-of-type(2)').first().attr('href').match(/cat=(\d+)$/)[1],
      languages: content.find('div:nth-of-type(5) div:nth-of-type(2)').first().text().trim(),
      size: parseSize(content.find('div:nth-of-type(6) div:nth-of-type(2)').first().text()),
      uploadDate: parseDate(content.find('div:nth-of-type(9) div:nth-of-type(2)').first().text()),
      imdbId: imdbIdMatch && imdbIdMatch[1],
    };
    resolve(torrent);
  });
}

function parseSize(sizeText) {
  if (!sizeText) {
    return undefined;
  }
  let scale = 1;
  if (sizeText.includes('GB')) {
    scale = 1024 * 1024 * 1024
  } else if (sizeText.includes('MB')) {
    scale = 1024 * 1024;
  } else if (sizeText.includes('KB') || sizeText.includes('kB')) {
    scale = 1024;
  }
  return Math.floor(parseFloat(sizeText.replace(/[',]/g, '')) * scale);
}

function parseDate(dateString) {
  if (dateString.includes('ago')) {
    const amount = parseInt(dateString, 10);
    const unit = dateString.includes('Min') ? 'minutes' : 'hours';
    return moment().subtract(amount, unit).toDate();
  }
  const preparedDate = dateString.replace(/\//g, '-').replace(/-(\d{2})\s/, '-20$1 ')
  return moment(preparedDate, 'DD-MM-YYYY HH:mm').toDate();
}

module.exports = { torrent, search, browse, Categories };