tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] fixes eztv api search function

Browse Source
This commit is contained in:
TheBeastLT
2020-04-23 21:16:38 +02:00
parent 1387f38074
commit 5e25bac52a
1 changed files with 8 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
scraper/scrapers/eztv/eztv_api.js
View File

@@ -12,7 +12,7 @@ const limit = 100;
const maxPage = 5; const maxPage = 5;
function torrent(torrentId, config = {}, retries = 2) { function torrent(torrentId, config = {}, retries = 2) {
if (!torrentId || retries === 0) { if (!torrentId) {
return Promise.reject(new Error(`Failed ${torrentId} search`)); return Promise.reject(new Error(`Failed ${torrentId} search`));
} }
@@ -20,11 +20,11 @@ function torrent(torrentId, config = {}, retries = 2) {
.map(proxyUrl => singleRequest(`${proxyUrl}/ep/${torrentId}`, config))) .map(proxyUrl => singleRequest(`${proxyUrl}/ep/${torrentId}`, config)))
.then(body => parseTorrentPage(body)) .then(body => parseTorrentPage(body))
.then(torrent => ({ torrentId, ...torrent })) .then(torrent => ({ torrentId, ...torrent }))
.catch(error => torrent(torrentId, config, retries - 1)); .catch(error => retries ? torrent(torrentId, config, retries - 1) : Promise.reject(error));
} }
function search(imdbId, config = {}, retries = 2) { function search(imdbId, config = {}, retries = 2) {
if (!imdbId || retries === 0) { if (!imdbId) {
return Promise.reject(new Error(`Failed ${imdbId} search`)); return Promise.reject(new Error(`Failed ${imdbId} search`));
} }
const id = imdbId.replace('tt', ''); const id = imdbId.replace('tt', '');
@@ -33,24 +33,20 @@ function search(imdbId, config = {}, retries = 2) {
return Promises.first(defaultProxies return Promises.first(defaultProxies
.map(proxyUrl => singleRequest(`${proxyUrl}/api/get-torrents?limit=${limit}&page=${page}&imdb_id=${id}`, config))) .map(proxyUrl => singleRequest(`${proxyUrl}/api/get-torrents?limit=${limit}&page=${page}&imdb_id=${id}`, config)))
.then(results => parseResults(results)) .then(results => parseResults(results))
.then(torrents => torrents.length === limit && page < maxPage && !torrents.find(t => t.imdbId === imdbId) .then(torrents => torrents.length === limit && page < maxPage
? search(imdbId, { ...config, page: page + 1 }) ? search(imdbId, { ...config, page: page + 1 }).catch(() => [])
.catch(() => [])
.then(nextTorrents => torrents.concat(nextTorrents)) .then(nextTorrents => torrents.concat(nextTorrents))
: torrents) : torrents)
.catch(error => search(imdbId, config, retries - 1)); .catch(error => retries ? search(imdbId, config, retries - 1) : Promise.reject(error));
} }
function browse(config = {}, retries = 2) { function browse(config = {}, retries = 2) {
if (retries === 0) {
return Promise.reject(new Error(`Failed browse request`));
}
const page = config.page || 1; const page = config.page || 1;
return Promises.first(defaultProxies return Promises.first(defaultProxies
.map(proxyUrl => singleRequest(`${proxyUrl}/api/get-torrents?limit=${limit}&page=${page}`, config))) .map(proxyUrl => singleRequest(`${proxyUrl}/api/get-torrents?limit=${limit}&page=${page}`, config)))
.then(results => parseResults(results)) .then(results => parseResults(results))
.catch(error => browse(config, retries - 1)); .catch(error => retries ? browse(config, retries - 1) : Promise.reject(error));
} }
function singleRequest(requestUrl, config = {}) { function singleRequest(requestUrl, config = {}) {
@@ -68,8 +64,7 @@ function singleRequest(requestUrl, config = {}) {
function parseResults(results) { function parseResults(results) {
if (!results || !Array.isArray(results.torrents)) { if (!results || !Array.isArray(results.torrents)) {
console.log('Incorrect results: ', results); return Promise.reject(`Incorrect results ${results}`)
return Promise.reject('Incorrect results')
} }
return results.torrents.map(torrent => parseTorrent(torrent)); return results.torrents.map(torrent => parseTorrent(torrent));
} }