diff --git a/package-lock.json b/package-lock.json index 38d1ff4..c7b046c 100644 --- a/package-lock.json +++ b/package-lock.json @@ -1870,8 +1870,8 @@ } }, "parse-torrent-title": { - "version": "git://github.com/TheBeastLT/parse-torrent-title.git#e5bdf66ad570e4ece8863536ffaf0360efde9aaa", - "from": "git://github.com/TheBeastLT/parse-torrent-title.git#e5bdf66ad570e4ece8863536ffaf0360efde9aaa", + "version": "git://github.com/TheBeastLT/parse-torrent-title.git#17b332cbf678e8e784fd2727b0dee764ee429aac", + "from": "git://github.com/TheBeastLT/parse-torrent-title.git#17b332cbf678e8e784fd2727b0dee764ee429aac", "requires": { "moment": "^2.24.0" } diff --git a/package.json b/package.json index 9e434f8..0b21117 100644 --- a/package.json +++ b/package.json @@ -32,7 +32,7 @@ "nodejs-bing": "^0.1.0", "nyaapi": "^2.3.3", "parse-torrent": "^6.1.2", - "parse-torrent-title": "git://github.com/TheBeastLT/parse-torrent-title.git#e5bdf66ad570e4ece8863536ffaf0360efde9aaa", + "parse-torrent-title": "git://github.com/TheBeastLT/parse-torrent-title.git#17b332cbf678e8e784fd2727b0dee764ee429aac", "pg": "^7.8.2", "pg-hstore": "^2.3.2", "real-debrid-api": "git://github.com/TheBeastLT/node-real-debrid.git#935a5c23ae809edbcd2a111526a7f74d6767c50d", diff --git a/scraper/scrapers/rarbg/rarbg_dump_scraper.js b/scraper/scrapers/rarbg/rarbg_dump_scraper.js index a069f3d..59127b8 100644 --- a/scraper/scrapers/rarbg/rarbg_dump_scraper.js +++ b/scraper/scrapers/rarbg/rarbg_dump_scraper.js @@ -6,7 +6,7 @@ const { createTorrentEntry, checkAndUpdateTorrent } = require('../../lib/torrent const NAME = 'RARBG'; -const limiter = new Bottleneck({ maxConcurrent: 1, minTime: 2500 }); +const limiter = new Bottleneck({ maxConcurrent: 1, minTime: 3000 }); const entryLimiter = new Bottleneck({ maxConcurrent: 20 }); const allowedCategories = [ rarbg.Options.category.MOVIES_XVID, @@ -27,8 +27,8 @@ const allowedCategories = [ async function scrape() { console.log(`[${moment()}] starting ${NAME} dump scrape...`); - // const movieImdbIds = require('./rargb_movie_imdb_ids_2020-04-22.json'); - const seriesImdbIds = require('./rargb_series_imdb_ids_2020-04-22.json'); + // const movieImdbIds = require('./rargb_movie_imdb_ids_2021-02-27.json'); + const seriesImdbIds = require('./rargb_series_imdb_ids_2021-02-27.json'); //const allImdbIds = [].concat(movieImdbIds).concat(seriesImdbIds); return Promise.all(