Speeding up lexicon loading.

Lexicon is a json now.

wiktionary_pron/scripts/lexicon.js

@@ -7,7 +7,7 @@ async function loadLexicon(language) {
   const lexiconFolder = "./utils/";
   const wordPairsList = await loadFileFromZip(
     lexiconFolder + languages[language],
-    "lexicon.txt",
+    "de_lexicon.json",
   );
 
   function process_lexicon(text) {

wiktionary_pron/scripts/lexicon_loader_worker.js

@@ -1,16 +1,4 @@
 self.onmessage = function (e) {
-  const splitAndAppend = (str, delim, count) => {
-    const index = str.indexOf(delim);
-    return [str.slice(0, index), str.slice(index + 1)];
-  };
-  const split = e.data.split(/\r?\n/);
-  const lines = [];
-
-  for (let index = 0; index < split.length; index++) {
-    const [text, ipa] = splitAndAppend(split[index], "\t", 1);
-    lines.push([text, ipa.split(" ").join("")]);
-  }
-
-  const dict = new Map(lines.reverse());
+  dict = new Map(JSON.parse(e.data));
   self.postMessage(dict);
 };