brock/torrentio
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[scraper] bump parse title

Browse Source
This commit is contained in:
TheBeastLT
2021-03-20 12:19:16 +01:00
parent 047b33e8d0
commit c7f353d176
3 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
package-lock.json generated
View File

@@ -1870,8 +1870,8 @@
} }
}, },
"parse-torrent-title": { "parse-torrent-title": {
"version": "git://github.com/TheBeastLT/parse-torrent-title.git#e5bdf66ad570e4ece8863536ffaf0360efde9aaa", "version": "git://github.com/TheBeastLT/parse-torrent-title.git#17b332cbf678e8e784fd2727b0dee764ee429aac",
"from": "git://github.com/TheBeastLT/parse-torrent-title.git#e5bdf66ad570e4ece8863536ffaf0360efde9aaa", "from": "git://github.com/TheBeastLT/parse-torrent-title.git#17b332cbf678e8e784fd2727b0dee764ee429aac",
"requires": { "requires": {
"moment": "^2.24.0" "moment": "^2.24.0"
} }

2
package.json
View File

@@ -32,7 +32,7 @@
"nodejs-bing": "^0.1.0", "nodejs-bing": "^0.1.0",
"nyaapi": "^2.3.3", "nyaapi": "^2.3.3",
"parse-torrent": "^6.1.2", "parse-torrent": "^6.1.2",
"parse-torrent-title": "git://github.com/TheBeastLT/parse-torrent-title.git#e5bdf66ad570e4ece8863536ffaf0360efde9aaa", "parse-torrent-title": "git://github.com/TheBeastLT/parse-torrent-title.git#17b332cbf678e8e784fd2727b0dee764ee429aac",
"pg": "^7.8.2", "pg": "^7.8.2",
"pg-hstore": "^2.3.2", "pg-hstore": "^2.3.2",
"real-debrid-api": "git://github.com/TheBeastLT/node-real-debrid.git#935a5c23ae809edbcd2a111526a7f74d6767c50d", "real-debrid-api": "git://github.com/TheBeastLT/node-real-debrid.git#935a5c23ae809edbcd2a111526a7f74d6767c50d",

6
scraper/scrapers/rarbg/rarbg_dump_scraper.js
View File

@@ -6,7 +6,7 @@ const { createTorrentEntry, checkAndUpdateTorrent } = require('../../lib/torrent
const NAME = 'RARBG'; const NAME = 'RARBG';
const limiter = new Bottleneck({ maxConcurrent: 1, minTime: 2500 }); const limiter = new Bottleneck({ maxConcurrent: 1, minTime: 3000 });
const entryLimiter = new Bottleneck({ maxConcurrent: 20 }); const entryLimiter = new Bottleneck({ maxConcurrent: 20 });
const allowedCategories = [ const allowedCategories = [
rarbg.Options.category.MOVIES_XVID, rarbg.Options.category.MOVIES_XVID,
@@ -27,8 +27,8 @@ const allowedCategories = [
async function scrape() { async function scrape() {
console.log(`[${moment()}] starting ${NAME} dump scrape...`); console.log(`[${moment()}] starting ${NAME} dump scrape...`);
// const movieImdbIds = require('./rargb_movie_imdb_ids_2020-04-22.json'); // const movieImdbIds = require('./rargb_movie_imdb_ids_2021-02-27.json');
const seriesImdbIds = require('./rargb_series_imdb_ids_2020-04-22.json'); const seriesImdbIds = require('./rargb_series_imdb_ids_2021-02-27.json');
//const allImdbIds = [].concat(movieImdbIds).concat(seriesImdbIds); //const allImdbIds = [].concat(movieImdbIds).concat(seriesImdbIds);
return Promise.all( return Promise.all(