Support Latin-1 supplement a0-ff as DSL string literals

This commit is contained in:
John Kerl 2022-02-21 13:25:05 -05:00
parent aea6f61f7c
commit eabd07fce5
3 changed files with 410 additions and 17 deletions

View file

@ -12,7 +12,7 @@ import (
const (
NoState = -1
NumStates = 328
NumSymbols = 578
NumSymbols = 579
)
type Lexer struct {
@ -691,20 +691,21 @@ Lexer symbols:
559: '\n'
560: 'a'-'z'
561: 'A'-'Z'
562: \u0100-\U0010ffff
563: '0'-'9'
562: \u00a0-\u00ff
563: \u0100-\U0010ffff
564: '0'-'9'
565: 'a'-'f'
566: 'A'-'F'
567: '0'-'7'
568: '0'-'1'
569: 'A'-'Z'
570: 'a'-'z'
571: '0'-'9'
572: \u0100-\U0010ffff
573: 'A'-'Z'
574: 'a'-'z'
575: '0'-'9'
576: \u0100-\U0010ffff
577: .
565: '0'-'9'
566: 'a'-'f'
567: 'A'-'F'
568: '0'-'7'
569: '0'-'1'
570: 'A'-'Z'
571: 'a'-'z'
572: '0'-'9'
573: \u0100-\U0010ffff
574: 'A'-'Z'
575: 'a'-'z'
576: '0'-'9'
577: \u0100-\U0010ffff
578: .
*/

File diff suppressed because it is too large Load diff

View file

@ -54,7 +54,7 @@
// CHARACTER CLASSES
// ----------------------------------------------------------------
_letter : 'a'-'z' | 'A'-'Z' | '\u0100'-'\U0010FFFF';
_letter : 'a'-'z' | 'A'-'Z' | '\u00a0'-'\u00ff' | '\u0100'-'\U0010FFFF';
_decdig : '0'-'9' ;
_hexdig : '0'-'9' | 'a'-'f' | 'A'-'F';
_octdig : '0'-'7' ;