Skip to content

Commit

Permalink
Feat/utf 8 fixes Issue #169 (#170)
Browse files Browse the repository at this point in the history
* added index for viewdoc

* pushing first viewdoc

* Added more formating for viewdoc

* Added goornogo coverage test pipeline

* Lowering minimum coverage by 0.1 % to pass on travis

* change circle-ci to use goornogo

* Merge from upstream

* Now simple names is using Unicodes, hopefuly it covers most user's common letters

* Added example to prove that function name, variable names are now accepting unicode in their identifier.

* A little more test to check rule name and retraction can accept unicode.
newm4n authored Mar 15, 2021
1 parent 436f654 commit e63c3f6
Showing 14 changed files with 1,008 additions and 1,205 deletions.
24 changes: 23 additions & 1 deletion antlr/grulev3.g4
Original file line number Diff line number Diff line change
@@ -183,6 +183,28 @@ fragment X : [xX] ;
fragment Y : [yY] ;
fragment Z : [zZ] ;

fragment ISC : 'A' .. 'Z'
| 'a' .. 'z'
| '\u00C0' .. '\u00D6'
| '\u00D8' .. '\u00F6'
| '\u00F8' .. '\u02FF'
| '\u0370' .. '\u037D'
| '\u037F' .. '\u1FFF'
| '\u200C' .. '\u200D'
| '\u2070' .. '\u218F'
| '\u2C00' .. '\u2FEF'
| '\u3001' .. '\uD7FF'
| '\uF900' .. '\uFDCF'
| '\uFDF0' .. '\uFFFD'
;

fragment IC : ISC
| '0' .. '9'
| '_'
| '\u00B7'
| '\u0300' .. '\u036F'
| '\u203F' .. '\u2040'
;

PLUS : '+' ;
MINUS : '-' ;
@@ -225,7 +247,7 @@ NOTEQUALS : '!=' ;
BITAND : '&';
BITOR : '|';

SIMPLENAME : [a-zA-Z] [a-zA-Z0-9]*;
SIMPLENAME : ISC IC*;

DQUOTA_STRING : '"' ( '\\'. | '""' | ~('"'| '\\') )* '"';
SQUOTA_STRING : '\'' ('\\'. | '\'\'' | ~('\'' | '\\'))* '\'';
Empty file modified antlr/parser/grulev3/grulev3.interp
100755 → 100644
Empty file.
160 changes: 80 additions & 80 deletions antlr/parser/grulev3/grulev3.tokens
100755 → 100644
Original file line number Diff line number Diff line change
@@ -1,80 +1,80 @@
T__0=1
PLUS=2
MINUS=3
DIV=4
MUL=5
MOD=6
DOT=7
SEMICOLON=8
LR_BRACE=9
RR_BRACE=10
LR_BRACKET=11
RR_BRACKET=12
LS_BRACKET=13
RS_BRACKET=14
RULE=15
WHEN=16
THEN=17
AND=18
OR=19
TRUE=20
FALSE=21
NIL_LITERAL=22
NEGATION=23
SALIENCE=24
EQUALS=25
ASSIGN=26
PLUS_ASIGN=27
MINUS_ASIGN=28
DIV_ASIGN=29
MUL_ASIGN=30
GT=31
LT=32
GTE=33
LTE=34
NOTEQUALS=35
BITAND=36
BITOR=37
SIMPLENAME=38
DQUOTA_STRING=39
SQUOTA_STRING=40
DECIMAL_FLOAT_LIT=41
DECIMAL_EXPONENT=42
HEX_FLOAT_LIT=43
HEX_EXPONENT=44
DEC_LIT=45
HEX_LIT=46
OCT_LIT=47
SPACE=48
COMMENT=49
LINE_COMMENT=50
','=1
'+'=2
'-'=3
'/'=4
'*'=5
'%'=6
'.'=7
';'=8
'{'=9
'}'=10
'('=11
')'=12
'['=13
']'=14
'&&'=18
'||'=19
'!'=23
'=='=25
'='=26
'+='=27
'-='=28
'/='=29
'*='=30
'>'=31
'<'=32
'>='=33
'<='=34
'!='=35
'&'=36
'|'=37
T__0=1
PLUS=2
MINUS=3
DIV=4
MUL=5
MOD=6
DOT=7
SEMICOLON=8
LR_BRACE=9
RR_BRACE=10
LR_BRACKET=11
RR_BRACKET=12
LS_BRACKET=13
RS_BRACKET=14
RULE=15
WHEN=16
THEN=17
AND=18
OR=19
TRUE=20
FALSE=21
NIL_LITERAL=22
NEGATION=23
SALIENCE=24
EQUALS=25
ASSIGN=26
PLUS_ASIGN=27
MINUS_ASIGN=28
DIV_ASIGN=29
MUL_ASIGN=30
GT=31
LT=32
GTE=33
LTE=34
NOTEQUALS=35
BITAND=36
BITOR=37
SIMPLENAME=38
DQUOTA_STRING=39
SQUOTA_STRING=40
DECIMAL_FLOAT_LIT=41
DECIMAL_EXPONENT=42
HEX_FLOAT_LIT=43
HEX_EXPONENT=44
DEC_LIT=45
HEX_LIT=46
OCT_LIT=47
SPACE=48
COMMENT=49
LINE_COMMENT=50
','=1
'+'=2
'-'=3
'/'=4
'*'=5
'%'=6
'.'=7
';'=8
'{'=9
'}'=10
'('=11
')'=12
'['=13
']'=14
'&&'=18
'||'=19
'!'=23
'=='=25
'='=26
'+='=27
'-='=28
'/='=29
'*='=30
'>'=31
'<'=32
'>='=33
'<='=34
'!='=35
'&'=36
'|'=37
4 changes: 3 additions & 1 deletion antlr/parser/grulev3/grulev3Lexer.interp
100755 → 100644

Large diffs are not rendered by default.

160 changes: 80 additions & 80 deletions antlr/parser/grulev3/grulev3Lexer.tokens
100755 → 100644
Original file line number Diff line number Diff line change
@@ -1,80 +1,80 @@
T__0=1
PLUS=2
MINUS=3
DIV=4
MUL=5
MOD=6
DOT=7
SEMICOLON=8
LR_BRACE=9
RR_BRACE=10
LR_BRACKET=11
RR_BRACKET=12
LS_BRACKET=13
RS_BRACKET=14
RULE=15
WHEN=16
THEN=17
AND=18
OR=19
TRUE=20
FALSE=21
NIL_LITERAL=22
NEGATION=23
SALIENCE=24
EQUALS=25
ASSIGN=26
PLUS_ASIGN=27
MINUS_ASIGN=28
DIV_ASIGN=29
MUL_ASIGN=30
GT=31
LT=32
GTE=33
LTE=34
NOTEQUALS=35
BITAND=36
BITOR=37
SIMPLENAME=38
DQUOTA_STRING=39
SQUOTA_STRING=40
DECIMAL_FLOAT_LIT=41
DECIMAL_EXPONENT=42
HEX_FLOAT_LIT=43
HEX_EXPONENT=44
DEC_LIT=45
HEX_LIT=46
OCT_LIT=47
SPACE=48
COMMENT=49
LINE_COMMENT=50
','=1
'+'=2
'-'=3
'/'=4
'*'=5
'%'=6
'.'=7
';'=8
'{'=9
'}'=10
'('=11
')'=12
'['=13
']'=14
'&&'=18
'||'=19
'!'=23
'=='=25
'='=26
'+='=27
'-='=28
'/='=29
'*='=30
'>'=31
'<'=32
'>='=33
'<='=34
'!='=35
'&'=36
'|'=37
T__0=1
PLUS=2
MINUS=3
DIV=4
MUL=5
MOD=6
DOT=7
SEMICOLON=8
LR_BRACE=9
RR_BRACE=10
LR_BRACKET=11
RR_BRACKET=12
LS_BRACKET=13
RS_BRACKET=14
RULE=15
WHEN=16
THEN=17
AND=18
OR=19
TRUE=20
FALSE=21
NIL_LITERAL=22
NEGATION=23
SALIENCE=24
EQUALS=25
ASSIGN=26
PLUS_ASIGN=27
MINUS_ASIGN=28
DIV_ASIGN=29
MUL_ASIGN=30
GT=31
LT=32
GTE=33
LTE=34
NOTEQUALS=35
BITAND=36
BITOR=37
SIMPLENAME=38
DQUOTA_STRING=39
SQUOTA_STRING=40
DECIMAL_FLOAT_LIT=41
DECIMAL_EXPONENT=42
HEX_FLOAT_LIT=43
HEX_EXPONENT=44
DEC_LIT=45
HEX_LIT=46
OCT_LIT=47
SPACE=48
COMMENT=49
LINE_COMMENT=50
','=1
'+'=2
'-'=3
'/'=4
'*'=5
'%'=6
'.'=7
';'=8
'{'=9
'}'=10
'('=11
')'=12
'['=13
']'=14
'&&'=18
'||'=19
'!'=23
'=='=25
'='=26
'+='=27
'-='=28
'/='=29
'*='=30
'>'=31
'<'=32
'>='=33
'<='=34
'!='=35
'&'=36
'|'=37
2 changes: 1 addition & 1 deletion antlr/parser/grulev3/grulev3_base_listener.go
100755 → 100644

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading

0 comments on commit e63c3f6

Please sign in to comment.