brock/torrentio
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[scraper] retrieve latest entries in sequence

Browse Source
This commit is contained in:
TheBeastLT
2020-03-16 10:53:36 +01:00
parent b6e2fceeee
commit b05d4dee33
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scraper/scrapers/horriblesubs/horriblesubs_api.js
View File

@@ -1,6 +1,7 @@
const cheerio = require('cheerio'); const cheerio = require('cheerio');
const needle = require('needle'); const needle = require('needle');
const moment = require('moment'); const moment = require('moment');
const Promises = require('../../lib/promises');
const defaultUrl = 'https://horriblesubs.info'; const defaultUrl = 'https://horriblesubs.info';
const defaultTimeout = 10000; const defaultTimeout = 10000;
@@ -33,7 +34,7 @@ async function showData(showInfo, config = {}) {
async function getLatestEntries(config = {}) { async function getLatestEntries(config = {}) {
return _getAllLatestEntries(config) return _getAllLatestEntries(config)
.then((entries) => Promise.all(entries.map((entry) => _findLatestEntry(entry, config)))) .then((entries) => Promises.sequence(entries.map((entry) => () => _findLatestEntry(entry, config))))
.then((entries) => entries.filter((entry) => entry)) .then((entries) => entries.filter((entry) => entry))
} }