katie/util/lexgen/lexgen.lexgen
Ivailo Monev bfbc380756 initial import
Signed-off-by: Ivailo Monev <xakepa10@gmail.com>
2015-12-10 05:06:13 +02:00

24 lines
402 B
Text

[Options]
case-sensitive
classname = RegExpTokenizer
[Code Generator Options]
TokenPrefix = RE2NFA::
[Macros]
Escape = \\.{1}
[Tokens]
TOK_QUOTED_STRING = \"[^\"]*\"
TOK_STRING = [^\{\}\(\)\,\*\|\?\.\+\[]|{Escape}
TOK_SEQUENCE = \[([^\]]|(\\\]))*\]
TOK_LBRACE = \{
TOK_RBRACE = \}
TOK_LPAREN = \(
TOK_RPAREN = \)
TOK_COMMA = \,
TOK_STAR = \*
TOK_OR = \|
TOK_QUESTION = \?
TOK_DOT = \.
TOK_PLUS = \+