Add support for UTF-16 in strings

Author: Dextinfire

src/MagesScriptTool/ParseUtils.cs

@@ -10,17 +10,17 @@ public static bool TrySkip(TextStream reader, char c) {
 	}
 
 	public static bool TrySkip(TextStream reader, string s) {
-		if (!reader.Has(s.Length - 1)) {
-			return false;
-		}
-		for (int i = 0; i < s.Length; i++) {
-			if (reader.Peek(i) != s[i]) {
-				return false;
-			}
-		}
-		reader.Skip(s.Length);
-		return true;
-	}
+    var runes = s.EnumerateRunes();
+    int i = 0;
+    foreach (var rune in runes) {
+        if (!reader.Has(i) || reader.PeekRune(i) != rune) {
+            return false;
+        }
+        i++;
+    }
+    reader.Skip(i);
+    return true;
+}
 
 	public static bool SkipSpaceComments(TextStream reader) {
 		bool consumed = false;

src/MagesScriptTool/UncompiledStringSyntax.cs

@@ -102,28 +102,28 @@ public UncompiledStringParser(TextStream reader) {
 		public ImmutableArray<StringToken> Parse() {
 			List<StringToken> tokens = [];
 			GlyphStyle style = GlyphStyle.Normal;
-			while (_reader.Has(0) && _reader.Peek(0) != '\n') {
-				if (_reader.Peek(0) == '〔') {
-					_reader.Next();
-					tokens.Add(new StringTokenTag("nameStart", []));
-				} else if (_reader.Peek(0) == '〕') {
-					_reader.Next();
-					tokens.Add(new StringTokenTag("nameEnd", []));
-				} else if (_reader.Peek(0) == '\\') {
-					if (_reader.Has(1) && _reader.Peek(1) is '\\' or '〔' or '〕') {
-						_reader.Skip(1);
-						tokens.Add(new StringTokenRune(_reader.NextRune(), style));
-					} else {
-						tokens.Add(ParseTag());
-					}
+			while (_reader.Has(0) && _reader.PeekRune(0) != new Rune('\n')) {
+				if (_reader.PeekRune(0) == new Rune('〔')) {
+						_reader.NextRune();
+						tokens.Add(new StringTokenTag("nameStart", []));
+				} else if (_reader.PeekRune(0) == new Rune('〕')) {
+						_reader.NextRune();
+						tokens.Add(new StringTokenTag("nameEnd", []));
+				} else if (_reader.PeekRune(0) == new Rune('\\')) {
+						if (_reader.Has(1) && (_reader.PeekRune(1) == new Rune('\\') || _reader.PeekRune(1) == new Rune('〔') || _reader.PeekRune(1) == new Rune('〕'))) {
+								_reader.Skip(1);
+								tokens.Add(new StringTokenRune(_reader.NextRune(), style));
+						} else {
+								tokens.Add(ParseTag());
+						}
 				} else if (ParseUtils.TrySkip(_reader, "<i>")) {
-					style = GlyphStyle.Italic;
+						style = GlyphStyle.Italic;
 				} else if (ParseUtils.TrySkip(_reader, "</i>")) {
-					style = GlyphStyle.Normal;
+						style = GlyphStyle.Normal;
 				} else {
-					tokens.Add(new StringTokenRune(_reader.NextRune(), style));
+						tokens.Add(new StringTokenRune(_reader.NextRune(), style));
 				}
-			}
+		}
 			return [..tokens];
 		}