fix parser error

This commit is contained in:
2023-06-30 17:19:08 +08:00
parent 2525cf402d
commit b6558a718d
4 changed files with 125 additions and 145 deletions

View File

@ -1,5 +1,7 @@
grammar Nlp;
// ===== Parser =====
document: LANG_HEADER (section)* ;
section: SECTION_HEAD (subSection | entry)* ;
@ -7,22 +9,24 @@ section: SECTION_HEAD (subSection | entry)* ;
subSection: SUB_SECTION_HEAD (entry)* ;
entry: ENTRY_STRING # entryString
| ENTRY_STRING (LINE_CONCAT ENTRY_STRING)+ # entryConcatedString
| ENTRY_STRING (LINE_CONCATOR ENTRY_STRING)+ # entryConcatedString
| ENTRY_INTEGER # entryInteger
;
// ===== Lexer =====
LANG_HEADER: 'Language:' [a-zA-Z]+ ;
SECTION_HEAD: '[' NAME_SECTION ']' ;
SUB_SECTION_HEAD: '<' NAME_SECTION '>' ;
fragment NAME_SECTION: [ a-zA-Z0-9]+ ; // section name are consisted of space, char and number
ENTRY_STRING: '"' (STRING_ESC|.)*? '"' ;
fragment STRING_ESC: '\\"' | '\\\\' ;
ENTRY_STRING: '"' (ENTRY_STRING_ESC| ~'"' )* '"' ;
fragment ENTRY_STRING_ESC: '""' | '\\\\' | '\\t' | '\\n' ;
ENTRY_INTEGER: [1-9][0-9]+ ;
LINE_CONCATOR: '\\';
SPLITTOR: [ ,;\r\n]+ -> skip; // ignore all splittor and space
LINE_CONCAT: '\\' ;
LINE_COMMENT: '//' ~[\r\n]* -> skip ; // consume all non-line-breaker. because we need line breaker.
BLOCK_COMMENT: '/*' .*? '*/' -> skip ;