tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

log single request error

Browse Source
This commit is contained in:
TheBeastLT
2021-09-15 13:02:06 +02:00
committed by TheBeastLT
parent f9ffaebb88
commit a8eae80888
4 changed files with 13 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scraper/scrapers/comando/comando_api.js
View File

@@ -28,7 +28,7 @@ function torrent(torrentId, config = {}, retries = 2) {
.then((body) => parseTorrentPage(body)) .then((body) => parseTorrentPage(body))
.then((torrent) => torrent.map(el => ({ torrentId: slug, ...el }))) .then((torrent) => torrent.map(el => ({ torrentId: slug, ...el })))
.catch((err) => { .catch((err) => {
console.warn(`Failed ${slug} request: `, err); console.warn(`Failed Comando ${slug} request: `, err);
return torrent(slug, config, retries - 1) return torrent(slug, config, retries - 1)
}); });
} }

5
scraper/scrapers/comoeubaixo/comoeubaixo_api.js
View File

@@ -25,7 +25,10 @@ function torrent(torrentId, config = {}, retries = 2) {
return singleRequest(`${baseUrl}/${slug}/`, config) return singleRequest(`${baseUrl}/${slug}/`, config)
.then((body) => parseTorrentPage(body)) .then((body) => parseTorrentPage(body))
.then((torrent) => torrent.map(el => ({ torrentId: slug, ...el }))) .then((torrent) => torrent.map(el => ({ torrentId: slug, ...el })))
.catch((err) => torrent(slug, config, retries - 1)); .catch((err) => {
console.warn(`Failed ComoEuBaixo ${slug} request: `, err);
return torrent(slug, config, retries - 1)
});
} }
function search(keyword, config = {}, retries = 2) { function search(keyword, config = {}, retries = 2) {

6
scraper/scrapers/lapumia/lapumia_api.js
View File

@@ -2,7 +2,6 @@ const needle = require("needle")
const moment = require("moment") const moment = require("moment")
const cheerio = require("cheerio"); const cheerio = require("cheerio");
const decode = require('magnet-uri'); const decode = require('magnet-uri');
const Promises = require('../../lib/promises');
const { escapeHTML } = require('../../lib/metadata'); const { escapeHTML } = require('../../lib/metadata');
const { getRandomUserAgent } = require('../../lib/requestHelper'); const { getRandomUserAgent } = require('../../lib/requestHelper');
const { isPtDubbed, sanitizePtName, sanitizePtOriginalName, sanitizePtLanguages } = require('../scraperHelper') const { isPtDubbed, sanitizePtName, sanitizePtOriginalName, sanitizePtLanguages } = require('../scraperHelper')
@@ -26,7 +25,10 @@ function torrent(torrentId, config = {}, retries = 2) {
return singleRequest(`${baseUrl}/?p=${slug}`, config) return singleRequest(`${baseUrl}/?p=${slug}`, config)
.then((body) => parseTorrentPage(body)) .then((body) => parseTorrentPage(body))
.then((torrent) => torrent.map(el => ({ torrentId: slug, ...el }))) .then((torrent) => torrent.map(el => ({ torrentId: slug, ...el })))
.catch((err) => torrent(slug, config, retries - 1)); .catch((err) => {
console.warn(`Failed Lapumia ${slug} request: `, err);
return torrent(slug, config, retries - 1)
});
} }
function search(keyword, config = {}, retries = 2) { function search(keyword, config = {}, retries = 2) {

6
scraper/scrapers/ondebaixa/ondebaixa_api.js
View File

@@ -1,7 +1,6 @@
const needle = require("needle") const needle = require("needle")
const cheerio = require("cheerio"); const cheerio = require("cheerio");
const decode = require('magnet-uri'); const decode = require('magnet-uri');
const Promises = require('../../lib/promises');
const { escapeHTML } = require('../../lib/metadata'); const { escapeHTML } = require('../../lib/metadata');
const { getRandomUserAgent } = require('../../lib/requestHelper'); const { getRandomUserAgent } = require('../../lib/requestHelper');
const { isPtDubbed, sanitizePtName, sanitizePtOriginalName, sanitizePtLanguages } = require('../scraperHelper') const { isPtDubbed, sanitizePtName, sanitizePtOriginalName, sanitizePtLanguages } = require('../scraperHelper')
@@ -26,7 +25,10 @@ function torrent(torrentId, config = {}, retries = 2) {
return singleRequest(`${baseUrl}/${slug}/`, config) return singleRequest(`${baseUrl}/${slug}/`, config)
.then((body) => parseTorrentPage(body)) .then((body) => parseTorrentPage(body))
.then((torrent) => torrent.map(el => ({ torrentId: slug, ...el }))) .then((torrent) => torrent.map(el => ({ torrentId: slug, ...el })))
.catch((err) => torrent(slug, config, retries - 1)); .catch((err) => {
console.warn(`Failed OndeBaixo ${slug} request: `, err);
return torrent(slug, config, retries - 1)
});
} }
function search(keyword, config = {}, retries = 2) { function search(keyword, config = {}, retries = 2) {