Merge pull request #2362 from atlanhq/truncate_analyzer

[stag] PLT-1886 Add truncate analyzer for vertex_index
atlanhq · Sep 14, 2023 · fbcf24a · fbcf24a
2 parents ca3a5f2 + 7ab815c
commit fbcf24a
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/addons/elasticsearch/es-settings.json b/addons/elasticsearch/es-settings.json
@@ -57,6 +57,12 @@
           "graph_synonyms", "lowercase"
         ],
         "tokenizer": "atlan_tokenizer"
+      },
+      "truncate_analyzer": {
+        "char_filter": [
+          "truncate_filter"
+        ],
+        "tokenizer": "standard"
       }
     },
     "normalizer": {
@@ -103,6 +109,11 @@
         "type":"pattern_replace",
         "pattern":"\\d+",
         "replacement":" $0"
+      },
+      "truncate_filter": {
+        "pattern": "(^.{0,100000}).*$",
+        "type": "pattern_replace",
+        "replacement": "$1 "
       }
     }
   }