tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] adds proxy for kat and 1337x

Browse Source
This commit is contained in:
TheBeastLT
2020-05-02 17:35:50 +02:00
parent cd5fac2f60
commit 2bb0570194
5 changed files with 22 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scraper/scrapers/1337x/1337x_api.js
View File

@@ -4,6 +4,7 @@ const Sugar = require('sugar-date');
const decode = require('magnet-uri');
const Promises = require('../../lib/promises');
const { escapeHTML } = require('../../lib/metadata');
const { defaultOptionsWithProxy } = require('../../lib/request_helper');
const defaultProxies = [
'https://1337x.to'
@@ -79,8 +80,9 @@ function browse(config = {}, retries = 2) {
function singleRequest(requestUrl, config = {}) {
const timeout = config.timeout || defaultTimeout;
const options = { ...defaultOptionsWithProxy(), open_timeout: timeout, follow: 2 };
return needle('get', requestUrl, { open_timeout: timeout, follow: 2 })
return needle('get', requestUrl, options)
.then((response) => {
const body = response.body;
if (!body) {

6
scraper/scrapers/kickass/kickass_api.js
View File

@@ -3,12 +3,12 @@ const needle = require('needle');
const moment = require('moment');
const decode = require('magnet-uri');
const Promises = require('../../lib/promises');
const { getRandomUserAgent } = require('./../../lib/request_helper');
const { defaultOptionsWithProxy } = require('./../../lib/request_helper');
const defaultProxies = [
'https://katcr.co'
];
const defaultTimeout = 30000;
const defaultTimeout = 10000;
const Categories = {
MOVIE: 'movies',
@@ -65,7 +65,7 @@ function browse(config = {}, retries = 2) {
function singleRequest(requestUrl, config = {}) {
const timeout = config.timeout || defaultTimeout;
const options = { userAgent: getRandomUserAgent(), open_timeout: timeout, follow: 2 };
const options = { ...defaultOptionsWithProxy(), open_timeout: timeout, follow: 2 };
return needle('get', requestUrl, options)
.then((response) => {

3
scraper/scrapers/rarbg/rargb_series_imdb_ids_2020-04-22.json
View File

@@ -6300,5 +6300,6 @@
"tt9815454",
"tt0879688",
"tt5252734",
"tt9059820"
"tt9059820",
"tt5766086"
]