tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] updates rarbg dump scraper

Browse Source
This commit is contained in:
TheBeastLT
2020-04-23 15:15:52 +02:00
parent e349a48c1a
commit d01e2c9b35
3 changed files with 1567 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scraper/scrapers/rarbg/rarbg_dump_scraper.js
View File

@@ -16,8 +16,8 @@ const entryLimiter = new Bottleneck({ maxConcurrent: 40 });
async function scrape() {
console.log(`[${moment()}] starting ${NAME} dump scrape...`);
//const movieImdbIds = require('./rargb_movie_imdb_ids_2020-03-09.json');
const seriesImdbIds = require('./rargb_series_imdb_ids_2020-03-09.json');
// const movieImdbIds = require('./rargb_movie_imdb_ids_2020-04-22.json');
const seriesImdbIds = require('./rargb_series_imdb_ids_2020-04-22.json');
//const allImdbIds = [].concat(movieImdbIds).concat(seriesImdbIds);
return Promise.all(