tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] catches any error on single scrape

Browse Source
This commit is contained in:
TheBeastLT
2020-03-12 09:08:46 +01:00
parent c6e0c01850
commit 4dcb2ad9e5
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scraper/index.js
View File

@@ -35,9 +35,9 @@ async function scrape() {
function enableScheduling() { function enableScheduling() {
if (process.env.ENABLE_SCHEDULING) { if (process.env.ENABLE_SCHEDULING) {
schedule.scheduleJob(SCRAPE_CRON, () => scrape()); schedule.scheduleJob(SCRAPE_CRON, () => scrape().catch(error => console.error('Failed scraping: ', error)));
} else { } else {
scrape(); scrape().catch(error => console.error('Failed scraping: ', error));
} }
} }
@@ -45,7 +45,7 @@ server.get('/', function (req, res) {
res.send(200); res.send(200);
}); });
server.listen(process.env.PORT || 7000, async function () { server.listen(process.env.PORT || 7000, async () => {
await connect(); await connect();
console.log('Scraper started'); console.log('Scraper started');
enableScheduling(); enableScheduling();