reducing duplicate code

Author: webbpinner

.eslintrc

@@ -6,29 +6,30 @@
     "plugin:import/warnings"
   ],
   "parserOptions": {
-    "ecmaVersion": 2017,
+    "ecmaVersion": 2022,
     "sourceType": "module"
   },
   "env": {
     "es6": true,
     "node": true
   },
   "rules": {
-    "quotes": 0,
+    "comma-dangle": ["error", "never"],
+    "eol-last": 1,
     "indent": ["error", 2, {"SwitchCase": 1}],
-    "no-console": 0,
-    "no-debugger": 0,
-    "semi": [1, "always"],
-    "no-trailing-spaces": 0,
-    "eol-last": 0,
-    "no-underscore-dangle": 0,
-    "no-alert": 0,
-    "no-lone-blocks": 0,
-    "no-unused-vars": [1, {
+    "no-alert": "warn",
+    "no-console": "off",
+    "no-debugger": "warn",
+    "no-extend-native": "warn",
+    "no-lone-blocks": "warn",
+    "no-trailing-spaces": "warn",
+    "no-underscore-dangle": ["warn", { "allow": ["_id", "_data", "_rolesToScope", "_renameAndClearFields"], "allowAfterThis": true }],
+    "no-unused-vars": ["warn", {
       "vars": "all",
       "args": "after-used",
       "argsIgnorePattern": "options"
     }],
-    no-extend-native: 0
+    "quotes": "warn",
+    "semi": ["warn", "always"],
   }
 }

lib/server.js

@@ -29,4 +29,4 @@ process.on('unhandledRejection', (err) => {
 
   console.log(err);
   process.exit(1);
-});
+});

lib/utils.js

@@ -1,6 +1,12 @@
 const Crypto = require('crypto');
+const Deepcopy = require('deepcopy');
 const Fs = require('fs');
 
+const {
+  loweringsTable,
+  cruisesTable
+} = require('../config/db_constants');
+
 const randomString = (length, chars) => {
 
   if (!chars) {
@@ -34,7 +40,7 @@ const randomAsciiString = (length) => {
 const rmDir = (dirPath) => {
 
   try {
-    const files = Fs.readdirSync(dirPath); 
+    const files = Fs.readdirSync(dirPath);
 
     if (files.length > 0) {
       for (let i = 0; i < files.length; ++i) {
@@ -50,7 +56,7 @@ const rmDir = (dirPath) => {
   }
   catch (err) {
     console.log(err);
-    throw err; 
+    throw err;
   }
 
   try {
@@ -65,7 +71,7 @@ const rmDir = (dirPath) => {
 const mvFilesToDir = (sourceDirPath, destDirPath) => {
 
   try {
-    const files = Fs.readdirSync(sourceDirPath); 
+    const files = Fs.readdirSync(sourceDirPath);
     if (files.length > 0) {
       for (let i = 0; i < files.length; ++i) {
         const sourceFilePath = sourceDirPath + '/' + files[i];
@@ -101,7 +107,7 @@ const mvFilesToDir = (sourceDirPath, destDirPath) => {
   }
 };
 
-const array_move = (arr, old_index, new_index) => {
+const arrayMove = (arr, old_index, new_index) => {
 
   if (new_index >= arr.length) {
     let k = new_index - arr.length + 1;
@@ -114,11 +120,235 @@ const array_move = (arr, old_index, new_index) => {
   return arr; // for testing
 };
 
+const flattenEventObjs = (event_objs) => {
+
+  const flat_events = event_objs.map((event) => {
+
+    const copied_event = Deepcopy(event);
+
+    let enumerator = 0;
+    if (copied_event.aux_data) {
+
+      copied_event.aux_data.map((data) => {
+
+        data.data_array.map((data2) => {
+
+          const elementName = `${data.data_source}.${data2.data_name}`;
+          const elementUOM = `${data.data_source}.${data2.data_name}`;
+
+          if (!(elementName + '_value' in copied_event)) {
+            copied_event[elementName + '_value'] = data2.data_value;
+            copied_event[elementUOM + '_uom'] = data2.data_uom;
+          }
+          else {
+            enumerator = 2;
+            while (enumerator > 1) {
+              if (!(elementName + '_' + enumerator  + '_value' in copied_event)) {
+                copied_event[elementName + '_' + enumerator + '_value'] = data2.data_value;
+                copied_event[elementUOM + '_' + enumerator + '_uom'] = data2.data_uom;
+                enumerator = 1;
+              }
+              else {
+                enumerator++;
+              }
+            }
+          }
+        });
+      });
+      delete copied_event.aux_data;
+    }
+
+    enumerator = 0;
+    copied_event.event_options.map((data) => {
+
+      const elementName = `event_option.${data.event_option_name}`;
+      if (!(elementName in copied_event)) {
+        copied_event[elementName] = data.event_option_value;
+      }
+      else {
+        enumerator = 2;
+        while (enumerator > 1) {
+          if (!(elementName + '_' + enumerator in copied_event)) {
+            copied_event[elementName + '_' + enumerator] = data.event_option_value;
+            enumerator = 1;
+          }
+          else {
+            enumerator++;
+          }
+        }
+      }
+    });
+
+    delete copied_event.event_options;
+
+    copied_event.ts = copied_event.ts.toISOString();
+    copied_event.id = copied_event.id.id.toString('hex');
+    copied_event.event_free_text = copied_event.event_free_text.replace(/"/g, '"');
+    return copied_event;
+  });
+
+  return flat_events;
+};
+
+const buildEventCSVHeaders = (flat_events) => {
+
+  let csv_headers = flat_events.reduce((headers, event) => {
+
+    const key_names = Object.keys(event);
+
+    return headers.concat(key_names).filter((value, index, self) => {
+
+      return self.indexOf(value) === index;
+    });
+  }, ['id','ts','event_value','event_author','event_free_text']);
+
+  csv_headers = csv_headers.slice(0, 5).concat(csv_headers.slice(5).filter((header) => header.startsWith('event_option')).sort(), csv_headers.slice(5).filter((header) => !header.startsWith('event_option')).sort());
+
+  const cruise_index = csv_headers.findIndex((header) => header === 'cruise_id');
+  if (cruise_index > -1) {
+    csv_headers = arrayMove(csv_headers, cruise_index, 1);
+  }
+
+  const lowering_index = csv_headers.findIndex((header) => header === 'lowering_id');
+  if (lowering_index > -1) {
+    csv_headers = arrayMove(csv_headers, lowering_index, 2);
+  }
+
+  return csv_headers;
+
+};
+
+const buildEventsQuery = (request, start_ts = new Date('1970-01-01T00:00:00.000Z'), stop_ts = new Date() ) => {
+
+  const query = {};
+  if (request.query.author) {
+    if (Array.isArray(request.query.author)) {
+      const regex_query = request.query.author.map((author) => {
+
+        const return_regex = new RegExp(author, 'i');
+        return return_regex;
+      });
+
+      query.event_author  = { $in: regex_query };
+    }
+    else {
+      query.event_author =  new RegExp(request.query.author, 'i');
+    }
+  }
+
+  if (request.query.value) {
+    if (Array.isArray(request.query.value)) {
+
+      const inList = [];
+      const ninList = [];
+
+      for ( const value of request.query.value ) {
+        if (value.startsWith('!')) {
+          ninList.push( new RegExp(value.substr(1), 'i'));
+        }
+        else {
+          inList.push(new RegExp(value, 'i'));
+        }
+      }
+
+      if ( inList.length > 0 && ninList.length > 0) {
+        query.event_value  = { $in: inList, $nin: ninList };
+      }
+      else if (inList.length > 0) {
+        query.event_value  = { $in: inList };
+      }
+      else {
+        query.event_value  = { $nin: ninList };
+      }
+
+    }
+    else {
+      if (request.query.value.startsWith('!')) {
+        query.event_value = new RegExp('^(?!.*' + request.query.value.substr(1) + ')', 'i');
+      }
+      else {
+        query.event_value = new RegExp(request.query.value, 'i');
+      }
+    }
+  }
+
+  if (request.query.freetext) {
+    query.event_free_text = new RegExp(request.query.freetext, 'i');
+  }
+
+  //Time filtering
+  if (request.query.startTS) {
+    const tempStartTS = new Date(request.query.startTS);
+    const startTS = (tempStartTS >= start_ts && tempStartTS <= stop_ts) ? tempStartTS : start_ts;
+    query.ts = { $gte: startTS };
+  }
+  else {
+    query.ts = { $gte: start_ts };
+  }
+
+  if (request.query.stopTS) {
+    const tempStopTS = new Date(request.query.stopTS);
+    const stopTS = (tempStopTS >= start_ts && tempStopTS <= stop_ts) ? tempStopTS : stop_ts;
+    query.ts.$lte = stopTS;
+  }
+  else {
+    query.ts.$lte = stop_ts;
+  }
+
+  // console.log("query:", query);
+  return query;
+};
+
+const addEventRecordIDs = async (request, records) => {
+
+  const db = request.mongo.db;
+
+  const new_results = await records.map(async (doc) => {
+
+    const cruise_lowering_query = {};
+
+    // time bounds based on event start/stop times
+    cruise_lowering_query.$and = [{ start_ts: { $lte: doc.ts } }, { stop_ts: { $gte: doc.ts } }];
+
+    try {
+      const event_cruise = await db.collection(cruisesTable).findOne(cruise_lowering_query);
+
+      if (event_cruise) {
+        doc.cruise_id = event_cruise.cruise_id;
+      }
+    }
+    catch (err) {
+      console.error('ERROR:', err);
+    }
+
+    try {
+      const event_lowering = await db.collection(loweringsTable).findOne(cruise_lowering_query);
+
+      if (event_lowering) {
+        doc.lowering_id = event_lowering.lowering_id;
+      }
+    }
+    catch (err) {
+      console.error('ERROR:', err);
+    }
+
+    return doc;
+  });
+
+  await Promise.all(new_results);
+
+  return records;
+
+};
+
+
 module.exports = {
   randomString,
   randomAsciiString,
   rmDir,
   mvFilesToDir,
-  array_move
+  flattenEventObjs,
+  buildEventCSVHeaders,
+  buildEventsQuery,
+  addEventRecordIDs
 };
-