brock/torrentio
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[scraper] try to fix seeders update startup error

Browse Source
This commit is contained in:
TheBeastLT
2021-02-19 22:43:46 +01:00
parent e7d0c2b620
commit 236269941b
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
scraper/scheduler/seeders.js
View File

@@ -10,7 +10,7 @@ const statistics = {};
function scheduleUpdateSeeders() { function scheduleUpdateSeeders() {
console.log('Starting seeders update...') console.log('Starting seeders update...')
return repository.getUpdateSeedersTorrents(50) return getTorrents()
.then(torrents => updateCurrentSeeders(torrents)) .then(torrents => updateCurrentSeeders(torrents))
.then(updatedTorrents => Promise.all( .then(updatedTorrents => Promise.all(
updatedTorrents.map(updated => updateLimiter.schedule(() => updateTorrentSeeders(updated))))) updatedTorrents.map(updated => updateLimiter.schedule(() => updateTorrentSeeders(updated)))))
@@ -21,6 +21,11 @@ function scheduleUpdateSeeders() {
.then(() => scheduleUpdateSeeders()); .then(() => scheduleUpdateSeeders());
} }
async function getTorrents() {
return repository.getUpdateSeedersTorrents(50)
.catch(() => delay(5000).then(() => getTorrents()))
}
function updateStatistics(updatedTorrents) { function updateStatistics(updatedTorrents) {
const totalTorrents = updatedTorrents.map(nested => nested.length).reduce((a, b) => a + b, 0); const totalTorrents = updatedTorrents.map(nested => nested.length).reduce((a, b) => a + b, 0);
const date = new Date().toISOString().replace(/T.*/, ''); const date = new Date().toISOString().replace(/T.*/, '');