From 0f86b77a240ce55b8fb6fd507157b40de49ebc87 Mon Sep 17 00:00:00 2001 From: TheBeastLT Date: Mon, 21 Sep 2020 11:08:20 +0200 Subject: [PATCH] [scraper] adds response and read timeouts fro eztv --- scraper/scrapers/eztv/eztv_api.js | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/scraper/scrapers/eztv/eztv_api.js b/scraper/scrapers/eztv/eztv_api.js index f3ec52c..17c8ba1 100644 --- a/scraper/scrapers/eztv/eztv_api.js +++ b/scraper/scrapers/eztv/eztv_api.js @@ -7,7 +7,7 @@ const { getRandomUserAgent } = require('./../../lib/request_helper'); const defaultProxies = [ 'https://eztv.io' ]; -const defaultTimeout = 30000; +const defaultTimeout = 20000; const minDelay = 3000; const jitterDelay = minDelay; const limit = 100; @@ -53,7 +53,13 @@ function browse(config = {}, retries = 1) { function singleRequest(requestUrl, config = {}) { const timeout = config.timeout || defaultTimeout; - const options = { userAgent: getRandomUserAgent(), open_timeout: timeout, follow: 2 }; + const options = { + userAgent: getRandomUserAgent(), + open_timeout: timeout, + response_timeout: timeout, + read_timeout: timeout, + follow: 2 + }; return needle('get', requestUrl, options) .then(response => {