IMPROVEMENT: improve stats to not fill up memory over time 🎉

lib/services/stats.js

@@ -1,5 +1,8 @@
 const config = require('../../conf/config.json');
-let lastScrape = {};
+let stats = {
+    lastScrape: {},
+    foundScrapes: {}
+};
 
 if (config.enableStats) {
     const http = require('http');
@@ -9,17 +12,25 @@ if (config.enableStats) {
             res.end(
                 JSON.stringify({
                     config,
-          lastScrape
+                    stats
                 })
             );
         })
         .listen(config.statsPort, '127.0.0.1');
 }
 
-exports.setLastScrape = (serviceName, numberOfNewListsings) => {
+const datetime = date => {
-  lastScrape[serviceName] = lastScrape[serviceName] || [];
+    return `${date.getFullYear()}/${date.getMonth() + 1}/${date.getDate()} ${date.getHours()}:${date.getMinutes()}`;
-  lastScrape[serviceName].push({
-    scapeTime: new Date().toString(),
-    listingsFound: numberOfNewListsings
-  });
 };
+
+exports.setLastScrape = (serviceName, numberOfNewListsings) => {
+    const d = new Date();
+    const dt = datetime(d);
+    stats.lastScrape[serviceName] = d.toString();
+
+    if (numberOfNewListsings > 0) {
+        stats.foundScrapes[dt] = stats.foundScrapes[dt] || {};
+        stats.foundScrapes[dt][serviceName] = numberOfNewListsings;
+    }
+};
+