tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

improve request error message logging

Browse Source
This commit is contained in:
TheBeastLT
2021-09-20 22:38:14 +02:00
parent 807f53587e
commit e3b7f38c73
5 changed files with 11 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scraper/scrapers/comando/comando_api.js
View File

@@ -74,7 +74,8 @@ function singleRequest(requestUrl, config = {}) {
throw new Error(`Invalid body contents: ${requestUrl}`); throw new Error(`Invalid body contents: ${requestUrl}`);
} }
return body; return body;
}); })
.catch(error => Promise.reject(error.message || error));
} }
function parseTableBody(body) { function parseTableBody(body) {

5
scraper/scrapers/comoeubaixo/comoeubaixo_api.js
View File

@@ -5,7 +5,7 @@ const { escapeHTML } = require('../../lib/metadata');
const { getRandomUserAgent } = require('../../lib/requestHelper'); const { getRandomUserAgent } = require('../../lib/requestHelper');
const { isPtDubbed, sanitizePtName, sanitizePtLanguages } = require('../scraperHelper') const { isPtDubbed, sanitizePtName, sanitizePtLanguages } = require('../scraperHelper')
const defaultTimeout = 10000; const defaultTimeout = 30000;
const maxSearchPage = 50 const maxSearchPage = 50
const baseUrl = 'https://comoeubaixo.com'; const baseUrl = 'https://comoeubaixo.com';
@@ -74,7 +74,8 @@ function singleRequest(requestUrl, config = {}) {
throw new Error(`Invalid body contents: ${requestUrl}`); throw new Error(`Invalid body contents: ${requestUrl}`);
} }
return body; return body;
}); })
.catch(error => Promise.reject(error.message || error));
} }
function parseTableBody(body) { function parseTableBody(body) {

3
scraper/scrapers/lapumia/lapumia_api.js
View File

@@ -74,7 +74,8 @@ function singleRequest(requestUrl, config = {}) {
throw new Error(`Invalid body contents: ${requestUrl}`); throw new Error(`Invalid body contents: ${requestUrl}`);
} }
return body; return body;
}); })
.catch(error => Promise.reject(error.message || error));
} }
function parseTableBody(body) { function parseTableBody(body) {

5
scraper/scrapers/ondebaixa/ondebaixa_api.js
View File

@@ -5,7 +5,7 @@ const { escapeHTML } = require('../../lib/metadata');
const { getRandomUserAgent } = require('../../lib/requestHelper'); const { getRandomUserAgent } = require('../../lib/requestHelper');
const { isPtDubbed, sanitizePtName, sanitizePtOriginalName, sanitizePtLanguages } = require('../scraperHelper') const { isPtDubbed, sanitizePtName, sanitizePtOriginalName, sanitizePtLanguages } = require('../scraperHelper')
const defaultTimeout = 10000; const defaultTimeout = 30000;
const maxSearchPage = 50 const maxSearchPage = 50
const baseUrl = 'https://ondebaixa.com'; const baseUrl = 'https://ondebaixa.com';
@@ -74,7 +74,8 @@ function singleRequest(requestUrl, config = {}) {
throw new Error(`Invalid body contents: ${requestUrl}`); throw new Error(`Invalid body contents: ${requestUrl}`);
} }
return body; return body;
}); })
.catch(error => Promise.reject(error.message || error));
} }
function parseTableBody(body) { function parseTableBody(body) {

2
scraper/scrapers/rarbg/rarbg_api.js
View File

@@ -122,7 +122,7 @@ async function singleRequest(params = {}, config = {}, retries = 15) {
if (error.response && [429].includes(error.response.status) && retries > 0) { if (error.response && [429].includes(error.response.status) && retries > 0) {
return Promises.delay(3000).then(() => singleRequest(params, config, retries - 1)); return Promises.delay(3000).then(() => singleRequest(params, config, retries - 1));
} }
return Promise.reject(error); return Promise.reject(error.message || error);
}); });
} }