mirror of
https://github.com/johnkerl/miller.git
synced 2026-01-24 02:36:15 +00:00
Support Latin-1 supplement a0-ff as DSL string literals
This commit is contained in:
parent
aea6f61f7c
commit
eabd07fce5
3 changed files with 410 additions and 17 deletions
|
|
@ -12,7 +12,7 @@ import (
|
|||
const (
|
||||
NoState = -1
|
||||
NumStates = 328
|
||||
NumSymbols = 578
|
||||
NumSymbols = 579
|
||||
)
|
||||
|
||||
type Lexer struct {
|
||||
|
|
@ -691,20 +691,21 @@ Lexer symbols:
|
|||
559: '\n'
|
||||
560: 'a'-'z'
|
||||
561: 'A'-'Z'
|
||||
562: \u0100-\U0010ffff
|
||||
563: '0'-'9'
|
||||
562: \u00a0-\u00ff
|
||||
563: \u0100-\U0010ffff
|
||||
564: '0'-'9'
|
||||
565: 'a'-'f'
|
||||
566: 'A'-'F'
|
||||
567: '0'-'7'
|
||||
568: '0'-'1'
|
||||
569: 'A'-'Z'
|
||||
570: 'a'-'z'
|
||||
571: '0'-'9'
|
||||
572: \u0100-\U0010ffff
|
||||
573: 'A'-'Z'
|
||||
574: 'a'-'z'
|
||||
575: '0'-'9'
|
||||
576: \u0100-\U0010ffff
|
||||
577: .
|
||||
565: '0'-'9'
|
||||
566: 'a'-'f'
|
||||
567: 'A'-'F'
|
||||
568: '0'-'7'
|
||||
569: '0'-'1'
|
||||
570: 'A'-'Z'
|
||||
571: 'a'-'z'
|
||||
572: '0'-'9'
|
||||
573: \u0100-\U0010ffff
|
||||
574: 'A'-'Z'
|
||||
575: 'a'-'z'
|
||||
576: '0'-'9'
|
||||
577: \u0100-\U0010ffff
|
||||
578: .
|
||||
*/
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
|
|
@ -54,7 +54,7 @@
|
|||
// CHARACTER CLASSES
|
||||
// ----------------------------------------------------------------
|
||||
|
||||
_letter : 'a'-'z' | 'A'-'Z' | '\u0100'-'\U0010FFFF';
|
||||
_letter : 'a'-'z' | 'A'-'Z' | '\u00a0'-'\u00ff' | '\u0100'-'\U0010FFFF';
|
||||
_decdig : '0'-'9' ;
|
||||
_hexdig : '0'-'9' | 'a'-'f' | 'A'-'F';
|
||||
_octdig : '0'-'7' ;
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue