tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add yts full scan scraper

Browse Source
This commit is contained in:
TheBeastLT
2022-02-18 19:41:01 +01:00
parent 3bc260ff5f
commit e71cce0be8
4 changed files with 29 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scraper/scrapers/yts/yts_api.js
View File

@@ -42,6 +42,12 @@ function browse(config = {}, retries = 2) {
.catch(error => browse(config, retries - 1));
}
function maxPage() {
return Promises.first(defaultProxies
.map(proxyUrl => singleRequest(`${proxyUrl}/api/v2/list_movies.json?limit=${limit}`)))
.then(results => Math.round((results?.data?.movie_count || 0) / limit))
}
function singleRequest(requestUrl, config = {}) {
const timeout = config.timeout || defaultTimeout;
const options = { headers: { 'User-Agent': getRandomUserAgent() }, timeout: timeout };
@@ -89,4 +95,4 @@ function formatType(type) {
return type.toUpperCase();
}
module.exports = { torrent, search, browse };
module.exports = { torrent, search, browse, maxPage };