From a8eae80888ad5c6f7bf2404e718edbc4a67028f0 Mon Sep 17 00:00:00 2001 From: TheBeastLT Date: Wed, 15 Sep 2021 13:02:06 +0200 Subject: [PATCH] log single request error --- scraper/scrapers/comando/comando_api.js | 2 +- scraper/scrapers/comoeubaixo/comoeubaixo_api.js | 5 ++++- scraper/scrapers/lapumia/lapumia_api.js | 6 ++++-- scraper/scrapers/ondebaixa/ondebaixa_api.js | 6 ++++-- 4 files changed, 13 insertions(+), 6 deletions(-) diff --git a/scraper/scrapers/comando/comando_api.js b/scraper/scrapers/comando/comando_api.js index ee355dd..0a62d4d 100644 --- a/scraper/scrapers/comando/comando_api.js +++ b/scraper/scrapers/comando/comando_api.js @@ -28,7 +28,7 @@ function torrent(torrentId, config = {}, retries = 2) { .then((body) => parseTorrentPage(body)) .then((torrent) => torrent.map(el => ({ torrentId: slug, ...el }))) .catch((err) => { - console.warn(`Failed ${slug} request: `, err); + console.warn(`Failed Comando ${slug} request: `, err); return torrent(slug, config, retries - 1) }); } diff --git a/scraper/scrapers/comoeubaixo/comoeubaixo_api.js b/scraper/scrapers/comoeubaixo/comoeubaixo_api.js index 4109165..9a315a8 100644 --- a/scraper/scrapers/comoeubaixo/comoeubaixo_api.js +++ b/scraper/scrapers/comoeubaixo/comoeubaixo_api.js @@ -25,7 +25,10 @@ function torrent(torrentId, config = {}, retries = 2) { return singleRequest(`${baseUrl}/${slug}/`, config) .then((body) => parseTorrentPage(body)) .then((torrent) => torrent.map(el => ({ torrentId: slug, ...el }))) - .catch((err) => torrent(slug, config, retries - 1)); + .catch((err) => { + console.warn(`Failed ComoEuBaixo ${slug} request: `, err); + return torrent(slug, config, retries - 1) + }); } function search(keyword, config = {}, retries = 2) { diff --git a/scraper/scrapers/lapumia/lapumia_api.js b/scraper/scrapers/lapumia/lapumia_api.js index 080d2f6..4b4c238 100644 --- a/scraper/scrapers/lapumia/lapumia_api.js +++ b/scraper/scrapers/lapumia/lapumia_api.js @@ -2,7 +2,6 @@ const needle = require("needle") const moment = require("moment") const cheerio = require("cheerio"); const decode = require('magnet-uri'); -const Promises = require('../../lib/promises'); const { escapeHTML } = require('../../lib/metadata'); const { getRandomUserAgent } = require('../../lib/requestHelper'); const { isPtDubbed, sanitizePtName, sanitizePtOriginalName, sanitizePtLanguages } = require('../scraperHelper') @@ -26,7 +25,10 @@ function torrent(torrentId, config = {}, retries = 2) { return singleRequest(`${baseUrl}/?p=${slug}`, config) .then((body) => parseTorrentPage(body)) .then((torrent) => torrent.map(el => ({ torrentId: slug, ...el }))) - .catch((err) => torrent(slug, config, retries - 1)); + .catch((err) => { + console.warn(`Failed Lapumia ${slug} request: `, err); + return torrent(slug, config, retries - 1) + }); } function search(keyword, config = {}, retries = 2) { diff --git a/scraper/scrapers/ondebaixa/ondebaixa_api.js b/scraper/scrapers/ondebaixa/ondebaixa_api.js index 2c4b4ef..09ae911 100644 --- a/scraper/scrapers/ondebaixa/ondebaixa_api.js +++ b/scraper/scrapers/ondebaixa/ondebaixa_api.js @@ -1,7 +1,6 @@ const needle = require("needle") const cheerio = require("cheerio"); const decode = require('magnet-uri'); -const Promises = require('../../lib/promises'); const { escapeHTML } = require('../../lib/metadata'); const { getRandomUserAgent } = require('../../lib/requestHelper'); const { isPtDubbed, sanitizePtName, sanitizePtOriginalName, sanitizePtLanguages } = require('../scraperHelper') @@ -26,7 +25,10 @@ function torrent(torrentId, config = {}, retries = 2) { return singleRequest(`${baseUrl}/${slug}/`, config) .then((body) => parseTorrentPage(body)) .then((torrent) => torrent.map(el => ({ torrentId: slug, ...el }))) - .catch((err) => torrent(slug, config, retries - 1)); + .catch((err) => { + console.warn(`Failed OndeBaixo ${slug} request: `, err); + return torrent(slug, config, retries - 1) + }); } function search(keyword, config = {}, retries = 2) {