tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] updates rarbg dump scraper

Browse Source
This commit is contained in:
TheBeastLT
2020-04-23 15:15:52 +02:00
parent e349a48c1a
commit d01e2c9b35
3 changed files with 1567 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scraper/scrapers/rarbg/rarbg_dump_scraper.js
View File

@@ -16,8 +16,8 @@ const entryLimiter = new Bottleneck({ maxConcurrent: 40 });
async function scrape() {
console.log(`[${moment()}] starting ${NAME} dump scrape...`);
//const movieImdbIds = require('./rargb_movie_imdb_ids_2020-03-09.json');
const seriesImdbIds = require('./rargb_series_imdb_ids_2020-03-09.json');
// const movieImdbIds = require('./rargb_movie_imdb_ids_2020-04-22.json');
const seriesImdbIds = require('./rargb_series_imdb_ids_2020-04-22.json');
//const allImdbIds = [].concat(movieImdbIds).concat(seriesImdbIds);
return Promise.all(

1342
scraper/scrapers/rarbg/rargb_movie_imdb_ids_2020-03-09.json → scraper/scrapers/rarbg/rargb_movie_imdb_ids_2020-04-22.json
View File

File diff suppressed because it is too large Load Diff

225
scraper/scrapers/rarbg/rargb_series_imdb_ids_2020-03-09.json → scraper/scrapers/rarbg/rargb_series_imdb_ids_2020-04-22.json
View File

@@ -6077,5 +6077,228 @@
"tt4443898",
"tt8870610",
"tt4820370",
"tt2097386"
"tt2097386",
"tt11861362",
"tt6953936",
"tt8332130",
"tt10773420",
"tt9826984",
"tt2641254",
"tt6283636",
"tt3967028",
"tt3636094",
"tt6129912",
"tt8741648",
"tt8074474",
"tt0168391",
"tt1205793",
"tt11092086",
"tt11239552",
"tt8390918",
"tt9696162",
"tt8068900",
"tt0115317",
"tt8078816",
"tt10098620",
"tt11833388",
"tt3243098",
"tt10141612",
"tt10648730",
"tt0329476",
"tt9308346",
"tt9815502",
"tt8619594",
"tt9905660",
"tt11819198",
"tt1275472",
"tt11246974",
"tt8242904",
"tt11891220",
"tt10623714",
"tt6289504",
"tt11983342",
"tt7050996",
"tt12080818",
"tt9130542",
"tt10549212",
"tt10525048",
"tt6898698",
"tt11685264",
"tt3914520",
"tt11829330",
"tt2835830",
"tt11857512",
"tt10228230",
"tt2203252",
"tt10394778",
"tt5813208",
"tt11823088",
"tt2244001",
"tt1794050",
"tt1102732",
"tt8403664",
"tt6950460",
"tt8266048",
"tt0364865",
"tt7020712",
"tt10088086",
"tt9625944",
"tt10366494",
"tt12093796",
"tt11266702",
"tt6251076",
"tt11398870",
"tt11547684",
"tt9177338",
"tt0083466",
"tt11958942",
"tt9244556",
"tt9059594",
"tt5993484",
"tt3365456",
"tt3072988",
"tt3909706",
"tt10846750",
"tt2650536",
"tt3775262",
"tt3027538",
"tt8741290",
"tt12030356",
"tt8236528",
"tt9041792",
"tt2834032",
"tt1705096",
"tt3852258",
"tt1929543",
"tt11097072",
"tt9018490",
"tt3147968",
"tt0368730",
"tt0928173",
"tt5467498",
"tt11929804",
"tt9900092",
"tt1374983",
"tt11460744",
"tt10726356",
"tt9015252",
"tt8771910",
"tt10370952",
"tt11815958",
"tt2842614",
"tt11193832",
"tt3239918",
"tt7862544",
"tt10036104",
"tt6357262",
"tt8000970",
"tt1393908",
"tt10293938",
"tt6000432",
"tt9812788",
"tt9348718",
"tt6374258",
"tt1752127",
"tt12004280",
"tt0379632",
"tt0309141",
"tt1517749",
"tt8991740",
"tt8045468",
"tt8856340",
"tt2170392",
"tt1471868",
"tt12098550",
"tt1996620",
"tt11056000",
"tt8139666",
"tt7694276",
"tt12018426",
"tt6040512",
"tt6352754",
"tt9642982",
"tt2286877",
"tt11718720",
"tt0046658",
"tt8594528",
"tt6139710",
"tt2795864",
"tt2492484",
"tt8667956",
"tt2197519",
"tt8452334",
"tt10311562",
"tt2364322",
"tt2724068",
"tt0312081",
"tt7207430",
"tt4547656",
"tt0098674",
"tt11969746",
"tt10589968",
"tt9165830",
"tt6053512",
"tt8160890",
"tt9164986",
"tt11098768",
"tt9357248",
"tt10437218",
"tt2477858",
"tt10814382",
"tt11633010",
"tt8962394",
"tt11958922",
"tt9780434",
"tt9077184",
"tt1592254",
"tt9530156",
"tt4883194",
"tt4201628",
"tt9397484",
"tt10050618",
"tt10930958",
"tt1419888",
"tt0830900",
"tt6150252",
"tt11783536",
"tt1794595",
"tt10375742",
"tt2527282",
"tt3540374",
"tt7056766",
"tt6612200",
"tt10918826",
"tt6988884",
"tt4993722",
"tt5125400",
"tt8089592",
"tt11818408",
"tt2297810",
"tt3693414",
"tt11347692",
"tt3615474",
"tt3141190",
"tt1726832",
"tt3184674",
"tt9615340",
"tt2968430",
"tt11324616",
"tt11330500",
"tt10394790",
"tt2634230",
"tt5078860",
"tt6435118",
"tt10383558",
"tt11271956",
"tt7070302",
"tt11867592",
"tt3343582",
"tt11829340",
"tt9448006",
"tt11183572",
"tt11170862",
"tt9815454",
"tt0879688",
"tt5252734",
"tt9059820"
]