chore(import-export, schema, field-store): update mongodb-schema, use schema paths helper COMPASS-6720 (#4401)

This updates our mongodb-schema dependency in Compass.

Updating to the new version involves a few changes:

- Schema field paths now use string arrays instead of dot separated strings. This will make it easier for us to handle cases like dots in field names (previously we would join and split on dots).
- Better schema type definitions are now exported from mongodb-schema. This involved some changes in compass-schema and compass-import-export as we were supporting our own types.
- Removed the getSchemaPaths function from compass-import-export and updated to use the one from the mongodb-schema package,.
- Removed the unused dimensionality and nestedFields properties and calculations in compass-field-store. (could be separated to another pr if preferred).
- In compass-field-store renamed the aceFields flattened map used for editor field autocompletion to autocompleteFields to be more generic as we are using this in code-mirror and no longer have ace. (could be separated to another pr if preferred).
- Updated schema property variable names, has_duplicates, average_length, and total_count, are now camelCase.
When integrating changes in compass-schema there were updates needed in the telemetry methods, schemaContainsGeoData and calculateSchemaDepth. I ended up refactoring both and hopefully simplifying calculateSchemaDepth a bit, it looks like it might fix a recent error we had. Moved them off the store. Updated tests to be easier to maintain. We could consider moving the calculateSchemaDepth into mongodb-schema, but that's not included in these changes. I'm thinking this should fix COMPASS-6809

Author: Anemy

package-lock.json

@@ -185,19 +185,19 @@ describe('Aggregation Store', function () {
           fields: {
             harry: {
               name: 'harry',
-              path: 'harry',
+              path: ['harry'],
               count: 1,
               type: 'Number',
             },
             potter: {
               name: 'potter',
-              path: 'potter',
+              path: ['potter'],
               count: 1,
               type: 'Boolean',
             },
           },
           topLevelFields: ['harry', 'potter'],
-          aceFields: [
+          autocompleteFields: [
             {
               name: 'harry',
               value: 'harry',

packages/compass-aggregations/src/stores/store.spec.ts

@@ -242,7 +242,7 @@ const configureStore = (options: ConfigureStoreOptions) => {
      * @param {Object} fields - The fields.
      */
     localAppRegistry.on('fields-changed', (fields) => {
-      store.dispatch(fieldsChanged(fields.aceFields));
+      store.dispatch(fieldsChanged(fields.autocompleteFields));
     });
 
     localAppRegistry.on('indexes-changed', (indexes: IndexInfo[]) => {

packages/compass-aggregations/src/stores/store.ts

@@ -350,8 +350,10 @@ class CrudStoreImpl
     this.listenables = options.actions as any; // TODO: The types genuinely mismatch here
   }
 
-  updateFields(fields: { aceFields: { name: string }[] }) {
-    this.setState({ fields: fields.aceFields.map((field) => field.name) });
+  updateFields(fields: { autocompleteFields: { name: string }[] }) {
+    this.setState({
+      fields: fields.autocompleteFields.map((field) => field.name),
+    });
   }
 
   getInitialState(): CrudState {

packages/compass-crud/src/stores/crud-store.ts

@@ -69,7 +69,7 @@
     "hadron-app-registry": "^9.0.6",
     "lodash": "^4.17.21",
     "mocha": "^10.2.0",
-    "mongodb-schema": "^10.0.2",
+    "mongodb-schema": "^11.1.0",
     "nyc": "^15.1.0",
     "prettier": "^2.7.1",
     "redux": "^4.2.1",

packages/compass-field-store/package.json

@@ -11,7 +11,7 @@ export const CHANGE_FIELDS = 'field-store/CHANGE_FIELDS';
 export const INITIAL_STATE = {
   fields: {},
   topLevelFields: [],
-  aceFields: [],
+  autocompleteFields: [],
 };
 
 /**
@@ -27,7 +27,7 @@ const reducer = (state = INITIAL_STATE, action) => {
     return {
       fields: action.fields,
       topLevelFields: action.topLevelFields,
-      aceFields: action.aceFields,
+      autocompleteFields: action.autocompleteFields,
     };
   }
   if (action.type === RESET) {
@@ -41,15 +41,15 @@ const reducer = (state = INITIAL_STATE, action) => {
  *
  * @param {Object} fields - The fields.
  * @param {Object} topLevelFields - The top level fields.
- * @param {Object} aceFields - The ace fields.
+ * @param {Object} autocompleteFields - Map of flattened field paths to field auto completion info.
  *
  * @returns {Object} The action.
  */
-export const changeFields = (fields, topLevelFields, aceFields) => ({
+export const changeFields = (fields, topLevelFields, autocompleteFields) => ({
   type: CHANGE_FIELDS,
-  fields: fields,
-  topLevelFields: topLevelFields,
-  aceFields: aceFields,
+  fields,
+  topLevelFields,
+  autocompleteFields,
 });
 
 export default reducer;