From 95c28935235d6fd18a5bf6bfb1349262928c350a Mon Sep 17 00:00:00 2001
From: TheBeastLT <pauliox@beyond.lt>
Date: Mon, 27 Apr 2020 18:24:12 +0200
Subject: [PATCH] [scraper] track updated seeders statistics

---
 scraper/scheduler/seeders.js | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/scraper/scheduler/seeders.js b/scraper/scheduler/seeders.js
index d6690d0..b6176fe 100644
--- a/scraper/scheduler/seeders.js
+++ b/scraper/scheduler/seeders.js
@@ -9,12 +9,14 @@ const DELAY = 15 * 1000; // 15 seconds
 const limiter = new Bottleneck({ maxConcurrent: 20, minTime: 250 });
 const updateLimiter = new Bottleneck({ maxConcurrent: 20 });
 const forceSeedersLimiter = new Bottleneck({ maxConcurrent: 5 });
+const statistics = {};
 
 function scheduleUpdateSeeders() {
   console.log('Starting seeders update...')
   return repository.getUpdateSeedersTorrents()
       .then(torrents => Promise.all(torrents.map(torrent => limiter.schedule(() => _updateSeeders(torrent)))))
-      .then(() => console.log('Finished seeders update'))
+      .then(torrents => updateStatistics(torrents))
+      .then(() => console.log('Finished seeders update: ', statistics))
       .catch(error => console.warn('Failed seeders update: ', error))
       .then(() => delay(DELAY))
       .then(() => scheduleUpdateSeeders());
@@ -24,7 +26,7 @@ async function _updateSeeders(torrent) {
   const provider = await scrapers.find(provider => provider.name === torrent.provider);
   if (!provider) {
     console.log(`No provider found for ${torrent.provider} [${torrent.infoHash}]`)
-    return Promise.resolve();
+    return Promise.resolve([]);
   }
   const updatedTorrents = await provider.scraper.updateSeeders(torrent, getImdbIdsMethod(torrent))
       .then(updated => Array.isArray(updated) ? updated : [updated])
@@ -47,4 +49,10 @@ function getImdbIdsMethod(torrent) {
       .then(ids => Array.from(new Set(ids)));
 }
 
+function updateStatistics(updatedTorrents) {
+  const totalTorrents = updatedTorrents.map(nested => nested.length).reduce((a, b) => a + b, 0);
+  const date = new Date().toISOString().replace(/T.*/, '');
+  statistics[date] = (statistics[date] || 0) + totalTorrents;
+}
+
 module.exports = { scheduleUpdateSeeders }
\ No newline at end of file