feat: add dump processing on server restart (#124)

* refactor it ut framework

* mockable firehose/dynamo interfaces

Author: andrei-gavrilescu

bin/extract.js

@@ -4,11 +4,16 @@
 // aws s3 cp s3://rtcstats-server-bucket/023e3641-6e68-46c0-8c79-5b436b0e41bc.gz - | gunzip | ./bin/extract.js /dev/stdin
 const { EOL } = require('os');
 
-const FeatureExtractor = require('../src/features/FeatureExtractor');
+const { extractDumpIdFromPath } = require('../src/test/jest/test-utils');
+const DumpFileProcessor = require('../src/worker-pool/DumpFileProcessor');
+
 
 const dumpMeta = {
-    dumpPath: process.argv[2]
+    dumpPath: process.argv[2],
+    clientId: extractDumpIdFromPath(process.argv[2])
 };
 
-new FeatureExtractor(dumpMeta).extract()
+const dumpFileProcessor = new DumpFileProcessor(dumpMeta);
+
+dumpFileProcessor.processStatsFile()
     .then(results => process.stdout.write(`${JSON.stringify(results)}${EOL}`));

package-lock.json

@@ -1,6 +1,6 @@
 {
   "name": "rtcstats-server",
-  "version": "2.24.9",
+  "version": "2.25.4",
   "description": "The rtcstats-server represents the server side component of the rtcstats ecosystem, the client side being https://github.com/jitsi/rtcstats which collects and sends WebRTC related statistics.",
   "main": "websocket.js",
   "private": true,