各版本共用的入门资料,不随所选文档版本变化。
ziglang/zig-spec · master · 878f52ea2f4f · MIT License
LL(k)
# 本语法旨在词法标记层面满足 LL(k) 的要求。
# 换言之,每当解析器需要作出选择时,都必须能够
# 通过前瞻常数个词法标记作出“正确”选择。这意味着,
# 可以为本语法手工实现递归下降解析器,使其
# 最坏情况的时间复杂度为线性,而非指数级。
#
# 为保证这一性质,设计语法时必须注意避免
# 无界的词法标记前瞻。下面通过几个需要
# 无界前瞻的示例说明这一点:
#
# 这个问题相当隐蔽,下面的规则乍看之下并无异常:
#
# SingleAssignExpr <- Expr (AssignOp Expr)?
#
# 考虑 AssignOp 词法标记匹配成功,但其后的 Expr
# 匹配失败的情况。解析器会尝试解析 AssignOp 后的 Expr,
# 失败后回溯,使 SingleAssignExpr 规则仅匹配
# 第一个 Expr 并成功。这就是无界前瞻的一个例子。必须
# 改写该规则,使 AssignOp 词法标记后没有 Expr 时,
# 整个 SingleAssignExpr 规则匹配失败:
#
# SingleAssignExpr <- Expr (AssignOp Expr / !AssignOp)
#
# * 等运算符也存在类似问题。下面的规则需要
# 无界前瞻:
#
# BoolOrExpr <- BoolAndExpr (OrOp BoolAndExpr)*
#
# 添加 !OrOp 即可修正该规则,使其仅需要有界前瞻:
#
# BoolOrExpr <- BoolAndExpr (OrOp BoolAndExpr)* !OrOp
#
# 还需注意,使用 ! 运算符添加的否定前瞻,其检查的
# 词法标记数量必须始终具有常数上界。
#
# 关于 LL(k) 文法与 PEG 之间关系的分析,参见以下论文:
# https://arxiv.org/abs/1304.3177
Root <- ContainerMembers skip eof
顶层
# *** 顶层 ***
ContainerMembers <- container_doc_comment? ContainerDecl* ContainerMembersRest
ContainerMembersRest
<- !ContainerDeclPrefix ContainerField (COMMA ContainerMembersRest)?
/ ContainerDecl*
ContainerDecl <- TestDecl / ComptimeDecl / doc_comment? KEYWORD_pub? Decl
ContainerDeclPrefix
<- KEYWORD_test
/ KEYWORD_comptime LBRACE
/ doc_comment? KEYWORD_pub? DeclPrefix
TestDecl <- KEYWORD_test (STRINGLITERALSINGLE / IDENTIFIER)? Block
ComptimeDecl <- KEYWORD_comptime Block
Decl
<- (KEYWORD_export / KEYWORD_inline / KEYWORD_noinline)? FnProto (SEMICOLON / Block)
/ KEYWORD_extern STRINGLITERALSINGLE? FnProto SEMICOLON
/ (KEYWORD_export / KEYWORD_extern STRINGLITERALSINGLE?)? KEYWORD_threadlocal? GlobalVarDecl
DeclPrefix
<- (KEYWORD_export / KEYWORD_inline / KEYWORD_noinline)? KEYWORD_fn
/ KEYWORD_extern STRINGLITERALSINGLE? KEYWORD_fn
/ (KEYWORD_export / KEYWORD_extern STRINGLITERALSINGLE?)? KEYWORD_threadlocal? (KEYWORD_const / KEYWORD_var)
FnProto <- KEYWORD_fn IDENTIFIER? ParamDeclList ByteAlign? AddrSpace? LinkSection? CallConv? EXCLAMATIONMARK? TypeExpr
VarDeclProto <- (KEYWORD_const / KEYWORD_var) IDENTIFIER (COLON TypeExpr)? ByteAlign? AddrSpace? LinkSection?
GlobalVarDecl <- VarDeclProto (EQUAL Expr)? SEMICOLON
ContainerField <- doc_comment? KEYWORD_comptime? (IDENTIFIER COLON)? TypeExpr ByteAlign? (EQUAL Expr)?
块级
# *** 块级 ***
BlockStatement
<- Statement
/ KEYWORD_defer BlockExprStatement
/ KEYWORD_errdefer BlockExprStatement
/ !StatementPrefix KEYWORD_comptime? VarAssignStatement
Statement
<- IfStatement
/ LabeledStatement
/ KEYWORD_nosuspend BlockExprStatement
/ KEYWORD_comptime BlockExpr
/ KEYWORD_suspend BlockExprStatement
/ !StatementPrefix KEYWORD_comptime? AssignExpr SEMICOLON
StatementPrefix
<- KEYWORD_if
/ BlockLabel? (LBRACE / KEYWORD_inline? (KEYWORD_for / KEYWORD_while) / KEYWORD_switch)
/ KEYWORD_nosuspend
/ KEYWORD_comptime BlockExprPrefix
IfStatement
<- IfPrefix BlockExpr (KEYWORD_else Payload? Statement / !KEYWORD_else)
/ IfPrefix !BlockExprPrefix AssignExpr (SEMICOLON / KEYWORD_else Payload? Statement)
LabeledStatement <- BlockLabel? (Block / LoopStatement / SwitchExpr)
LoopStatement <- KEYWORD_inline? (ForStatement / WhileStatement)
ForStatement
<- ForPrefix BlockExpr (KEYWORD_else Statement / !KEYWORD_else)
/ ForPrefix !BlockExprPrefix AssignExpr (SEMICOLON / KEYWORD_else Statement)
WhileStatement
<- WhilePrefix BlockExpr (KEYWORD_else Payload? Statement / !KEYWORD_else)
/ WhilePrefix !BlockExprPrefix AssignExpr (SEMICOLON / KEYWORD_else Payload? Statement)
BlockExprStatement
<- BlockExpr
/ !BlockExprPrefix AssignExpr SEMICOLON
BlockExprPrefix <- BlockLabel? LBRACE
BlockExpr <- BlockLabel? Block
# 赋值或解构,其左侧均为左值表达式或变量声明。
VarAssignStatement <- (VarDeclProto / Expr) (COMMA (VarDeclProto / Expr))* EQUAL Expr SEMICOLON
表达式级
# *** 表达式级 ***
# 赋值或解构,其左侧均为左值表达式。
AssignExpr <- Expr (AssignOp Expr / (COMMA Expr)+ EQUAL Expr / !AssignOp !COMMA)
SingleAssignExpr <- Expr (AssignOp Expr / !AssignOp)
Expr <- BoolOrExpr
BoolOrExpr <- BoolAndExpr (OrOp BoolAndExpr)* !OrOp
BoolAndExpr <- CompareExpr (AndOp CompareExpr)* !AndOp
CompareExpr <- BitwiseExpr (CompareOp BitwiseExpr)? !CompareOp
BitwiseExpr <- BitShiftExpr (BitwiseOp BitShiftExpr)* !BitwiseOp
BitShiftExpr <- AdditionExpr (BitShiftOp AdditionExpr)* !BitShiftOp
AdditionExpr <- MultiplyExpr (AdditionOp MultiplyExpr)* !AdditionOp
MultiplyExpr <- PrefixExpr (MultiplyOp PrefixExpr)* !MultiplyOp
PrefixExpr <- PrefixOp* !PrefixOp PrimaryExpr
PrimaryExpr
<- AsmExpr
/ IfExpr
/ KEYWORD_break BreakLabel? (Expr / !ExprPrefix)
/ KEYWORD_comptime Expr
/ KEYWORD_nosuspend Expr
/ KEYWORD_continue BreakLabel? (Expr / !ExprPrefix)
/ KEYWORD_resume Expr
/ KEYWORD_return (Expr / !ExprPrefix)
/ BlockLabel? LoopExpr
/ Block
/ CurlySuffixExpr
IfExpr <- IfPrefix Expr (KEYWORD_else Payload? Expr / !KEYWORD_else)
Block <- LBRACE BlockStatement* RBRACE
LoopExpr <- KEYWORD_inline? (ForExpr / WhileExpr)
ForExpr <- ForPrefix Expr (KEYWORD_else Expr / !KEYWORD_else)
WhileExpr <- WhilePrefix Expr (KEYWORD_else Payload? Expr)?
CurlySuffixExpr <- TypeExpr (InitList / !LBRACE)
InitList
<- LBRACE FieldInit (COMMA FieldInit)* COMMA? RBRACE
/ LBRACE Expr (COMMA Expr)* COMMA? RBRACE
/ LBRACE RBRACE
TypeExpr <- PrefixTypeOp* !PrefixTypeOpPrefix ErrorUnionExpr
ErrorUnionExpr <- SuffixExpr (EXCLAMATIONMARK TypeExpr / !EXCLAMATIONMARK)
SuffixExpr <- PrimaryTypeExpr SuffixOp* !SuffixOpPrefix
PrimaryTypeExpr
<- BUILTINIDENTIFIER FnCallArguments
/ CHAR_LITERAL
/ ContainerType
/ DOT IDENTIFIER
/ DOT InitList
/ ErrorSetDecl
/ FnProto
/ GroupedExpr
/ LabeledTypeExpr
/ IDENTIFIER
/ IfTypeExpr
/ KEYWORD_comptime TypeExpr
/ KEYWORD_error DOT IDENTIFIER
/ KEYWORD_anyframe
/ KEYWORD_unreachable
/ NUMBERLITERAL
/ STRINGLITERAL
ContainerType <- (KEYWORD_extern / KEYWORD_packed)? ContainerTypeAuto
ErrorSetDecl <- KEYWORD_error LBRACE IdentifierList RBRACE
GroupedExpr <- LPAREN Expr RPAREN
IfTypeExpr <- IfPrefix TypeExpr (KEYWORD_else Payload? TypeExpr / !KEYWORD_else)
LabeledTypeExpr
<- BlockLabel Block
/ BlockLabel? LoopTypeExpr
/ BlockLabel? SwitchExpr
LoopTypeExpr <- KEYWORD_inline? (ForTypeExpr / WhileTypeExpr)
ForTypeExpr <- ForPrefix TypeExpr (KEYWORD_else TypeExpr / !KEYWORD_else)
WhileTypeExpr <- WhilePrefix TypeExpr (KEYWORD_else Payload? TypeExpr / !KEYWORD_else)
SwitchExpr <- KEYWORD_switch LPAREN Expr RPAREN LBRACE SwitchProngList RBRACE
汇编
# *** 汇编 ***
AsmExpr <- KEYWORD_asm KEYWORD_volatile? LPAREN Expr AsmOutput? RPAREN
AsmOutput <- COLON AsmOutputList AsmInput?
AsmOutputItem <- LBRACKET IDENTIFIER RBRACKET STRINGLITERALSINGLE LPAREN (MINUSRARROW TypeExpr / IDENTIFIER) RPAREN
AsmInput <- COLON AsmInputList AsmClobbers?
AsmInputItem <- LBRACKET IDENTIFIER RBRACKET STRINGLITERALSINGLE LPAREN Expr RPAREN
AsmClobbers <- COLON Expr
辅助语法
# *** 辅助语法 ***
BreakLabel <- COLON IDENTIFIER
BlockLabel <- IDENTIFIER COLON
FieldInit <- DOT IDENTIFIER EQUAL Expr
WhileContinueExpr <- COLON LPAREN AssignExpr RPAREN
LinkSection <- KEYWORD_linksection LPAREN Expr RPAREN
AddrSpace <- KEYWORD_addrspace LPAREN Expr RPAREN
# Fn 专用规则
CallConv <- KEYWORD_callconv LPAREN Expr RPAREN
ParamDecl <- doc_comment? (KEYWORD_noalias / KEYWORD_comptime?) (IDENTIFIER COLON)? ParamType
ParamType
<- KEYWORD_anytype
/ TypeExpr
# 控制流前缀
IfPrefix <- KEYWORD_if LPAREN Expr RPAREN PtrPayload?
WhilePrefix <- KEYWORD_while LPAREN Expr RPAREN PtrPayload? WhileContinueExpr?
ForPrefix <- KEYWORD_for LPAREN ForArgumentsList RPAREN PtrListPayload
# 载荷
Payload <- PIPE IDENTIFIER PIPE
PtrPayload <- PIPE ASTERISK? IDENTIFIER PIPE
PtrIndexPayload <- PIPE ASTERISK? IDENTIFIER (COMMA IDENTIFIER)? PIPE
PtrListPayload <- PIPE ASTERISK? IDENTIFIER (COMMA ASTERISK? IDENTIFIER)* COMMA? PIPE
# switch 专用规则
SwitchProng <- KEYWORD_inline? SwitchCase EQUALRARROW PtrIndexPayload? SingleAssignExpr
SwitchCase
<- SwitchItem (COMMA SwitchItem)* COMMA?
/ KEYWORD_else
SwitchItem <- Expr (DOT3 Expr)?
# for 专用规则
ForArgumentsList <- ForItem (COMMA ForItem)* COMMA?
ForItem <- Expr (DOT2 (Expr / !ExprPrefix) / !DOT2)
# 运算符
AssignOp
<- ASTERISKEQUAL
/ ASTERISKPIPEEQUAL
/ SLASHEQUAL
/ PERCENTEQUAL
/ PLUSEQUAL
/ PLUSPIPEEQUAL
/ MINUSEQUAL
/ MINUSPIPEEQUAL
/ LARROW2EQUAL
/ LARROW2PIPEEQUAL
/ RARROW2EQUAL
/ AMPERSANDEQUAL
/ CARETEQUAL
/ PIPEEQUAL
/ ASTERISKPERCENTEQUAL
/ PLUSPERCENTEQUAL
/ MINUSPERCENTEQUAL
/ EQUAL
OrOp <- pre_op_white KEYWORD_or post_op_white
/ !pre_op_white KEYWORD_or !post_op_white
AndOp <- pre_op_white KEYWORD_and post_op_white
/ !pre_op_white KEYWORD_and !post_op_white
CompareOp <- pre_op_white CompareOpTok post_op_white
/ !pre_op_white CompareOpTok !post_op_white
CompareOpTok
<- EQUALEQUAL
/ EXCLAMATIONMARKEQUAL
/ LARROW
/ RARROW
/ LARROWEQUAL
/ RARROWEQUAL
BitwiseOp <- pre_op_white BitwiseOpTok post_op_white
/ !pre_op_white BitwiseOpTok !post_op_white
/ pre_op_white KEYWORD_catch post_op_white Payload?
/ !pre_op_white KEYWORD_catch !post_op_white Payload?
BitwiseOpTok
<- AMPERSAND ![&]
/ CARET
/ PIPE
/ KEYWORD_orelse
BitShiftOp <- pre_op_white BitShiftOpTok post_op_white
/ !pre_op_white BitShiftOpTok !post_op_white
BitShiftOpTok
<- LARROW2
/ RARROW2
/ LARROW2PIPE
AdditionOp <- pre_op_white AdditionOpTok post_op_white
/ !pre_op_white AdditionOpTok !post_op_white
AdditionOpTok
<- PLUS
/ MINUS
/ PLUS2
/ PLUSPERCENT
/ MINUSPERCENT
/ PLUSPIPE
/ MINUSPIPE
MultiplyOp <- pre_op_white MultiplyOpTok post_op_white
/ !pre_op_white MultiplyOpTok !post_op_white
MultiplyOpTok
<- PIPE2
/ ASTERISK
/ SLASH
/ PERCENT
/ ASTERISKPERCENT
/ ASTERISKPIPE
PrefixOp
<- EXCLAMATIONMARK
/ MINUS
/ TILDE
/ MINUSPERCENT
/ AMPERSAND
/ KEYWORD_try
PrefixTypeOp
<- QUESTIONMARK
/ KEYWORD_anyframe MINUSRARROW
/ (ManyPtrTypeStart / SliceTypeStart) PtrMods
/ SinglePtrTypeStart SinglePtrMods
/ ArrayTypeStart
# 禁止出现多个 align 或 addrspace 指针修饰符,因为这些
# 修饰符包含子表达式。这样可以简化抽象语法树的数据布局。
# 语法允许重复的单词法标记修饰符(allowzero/const/volatile),
# 避免在允许任意排列顺序的同时禁止重复而导致
# 语法规则数量出现组合爆炸。重复的单词法标记修饰符所引发的编译错误,
# 会在解析完成后的“AstGen”阶段报告。
PtrMods
<- PtrMod* !KEYWORD_addrspace ByteAlign? PtrMod* AddrSpace? PtrMod*
/ PtrMod* !KEYWORD_align AddrSpace? PtrMod* ByteAlign? PtrMod*
SinglePtrMods
<- PtrMod* !KEYWORD_addrspace BitAlign? PtrMod* AddrSpace? PtrMod*
/ PtrMod* !KEYWORD_align AddrSpace? PtrMod* BitAlign? PtrMod*
PtrMod
<- KEYWORD_allowzero
/ KEYWORD_const
/ KEYWORD_volatile
PrefixTypeOpPrefix
<- QUESTIONMARK
/ KEYWORD_anyframe MINUSRARROW
/ LBRACKET
/ ASTERISK
SuffixOp
<- LBRACKET Expr (DOT2 (Expr / !ExprPrefix) (COLON Expr)?)? RBRACKET
/ DOT IDENTIFIER
/ DOTASTERISK
/ DOT QUESTIONMARK
/ FnCallArguments
SuffixOpPrefix
<- LBRACKET
/ DOT IDENTIFIER
/ DOTASTERISK
/ DOT QUESTIONMARK
/ LPAREN
FnCallArguments <- LPAREN ExprList RPAREN
# Ptr 专用规则
SliceTypeStart <- LBRACKET (COLON Expr)? RBRACKET
SinglePtrTypeStart <- ASTERISK
ManyPtrTypeStart <- LBRACKET ASTERISK (LETTERC / COLON Expr)? RBRACKET
ArrayTypeStart <- LBRACKET !ASTERISK Expr (COLON Expr)? RBRACKET
# ContainerType 专用规则
ContainerTypeAuto <- ContainerTypeKind LBRACE ContainerMembers RBRACE
ContainerTypeKind
<- KEYWORD_struct (LPAREN Expr RPAREN)?
/ KEYWORD_opaque
/ KEYWORD_enum (LPAREN Expr RPAREN)?
/ KEYWORD_union (LPAREN (KEYWORD_enum (LPAREN Expr RPAREN)? / Expr) RPAREN)?
# 对齐
ByteAlign <- KEYWORD_align LPAREN Expr RPAREN
BitAlign <- KEYWORD_align LPAREN Expr (COLON Expr COLON Expr)? RPAREN
# 列表
IdentifierList <- (doc_comment? IDENTIFIER (COMMA IdentifierList)?)?
SwitchProngList <- (SwitchProng (COMMA SwitchProngList)?)?
AsmOutputList <- (AsmOutputItem (COMMA AsmOutputList)?)?
AsmInputList <- (AsmInputItem (COMMA AsmInputList)?)?
ParamDeclList <- LPAREN ParamDeclListRest
ParamDeclListRest
<- RPAREN
/ DOT3 COMMA? RPAREN
/ ParamDecl (COMMA ParamDeclListRest / RPAREN)
ExprList <- Expr (COMMA ExprList)? / !ExprPrefix
ExprPrefix <- ASTERISK
词法标记
# *** 词法标记 ***
# https://en.wikipedia.org/wiki/Byte_order_mark
byte_order_mark <- '\357\273\277'
# 遗憾的是,PEG 中没有匹配文件起始位置的标准方式。
# 本规则定义兼容最初的 peg(1) 工具,但不具备
# 可移植性。不过,在手写解析器中实现等效规则很简单,
# 其他 PEG 工具也应有类似机制。
sof <- &{ (yy->__pos == 0) } byte_order_mark?
eof <- !.
ox80_oxBF <- [\200-\277]
oxF4 <- '\364'
ox80_ox8F <- [\200-\217]
oxF1_oxF3 <- [\361-\363]
oxF0 <- '\360'
ox90_0xBF <- [\220-\277]
oxEE_oxEF <- [\356-\357]
oxED <- '\355'
ox80_ox9F <- [\200-\237]
oxE1_oxEC <- [\341-\354]
oxE0 <- '\340'
oxA0_oxBF <- [\240-\277]
oxC2_oxDF <- [\302-\337]
# 来源:https://lemire.me/blog/2018/05/09/how-quickly-can-you-check-that-a-string-is-valid-unicode-utf-8/
# 第一字节 第二字节 第三字节 第四字节
# [0x00,0x7F]
# [0xC2,0xDF] [0x80,0xBF]
# 0xE0 [0xA0,0xBF] [0x80,0xBF]
# [0xE1,0xEC] [0x80,0xBF] [0x80,0xBF]
# 0xED [0x80,0x9F] [0x80,0xBF]
# [0xEE,0xEF] [0x80,0xBF] [0x80,0xBF]
# 0xF0 [0x90,0xBF] [0x80,0xBF] [0x80,0xBF]
# [0xF1,0xF3] [0x80,0xBF] [0x80,0xBF] [0x80,0xBF]
# 0xF4 [0x80,0x8F] [0x80,0xBF] [0x80,0xBF]
multibyte_utf8 <-
oxF4 ox80_ox8F ox80_oxBF ox80_oxBF
/ oxF1_oxF3 ox80_oxBF ox80_oxBF ox80_oxBF
/ oxF0 ox90_0xBF ox80_oxBF ox80_oxBF
/ oxEE_oxEF ox80_oxBF ox80_oxBF
/ oxED ox80_ox9F ox80_oxBF
/ oxE1_oxEC ox80_oxBF ox80_oxBF
/ oxE0 oxA0_oxBF ox80_oxBF
/ oxC2_oxDF ox80_oxBF
# 排除 \177,即 DEL 控制字符
non_control_ascii <- [\040-\176]
non_control_utf8 <- [\040-\176\200-\377]
# XXX:Zig 词法分析器尚未执行 UTF-8 校验
# 修复词法分析器后,应切换回以下定义,
# 以禁止无效的 UTF-8:
#
# char_char
# <- multibyte_utf8
# / "\\\\"
# / "\\'"
# / !['] non_control_ascii
# string_char
# <- multibyte_utf8
# / '\\\\'
# / '\\"'
# / !["] non_control_ascii
char_char
<- "\\\\"
/ "\\'"
/ !['] non_control_utf8
string_char
<- '\\\\'
/ "\\\""
/ !["] non_control_utf8
container_doc_comment <- (skip '//!' non_control_utf8* newline)+
# 禁止同行文档注释,以消除文档生成工具将注释映射到
# 结构体字段等元素时的歧义。
doc_comment <- (sof / skip_require_newline) (skip '///' non_control_utf8* newline)+
line_comment
<- '//' ![!/] non_control_utf8* newline
/ '////' non_control_utf8* newline
line_string <- '\\\\' non_control_utf8* newline
# 此处使用肯定前瞻而不消耗输入,使多行字符串字面量或
# 文档注释末尾的换行符等内容仍然对
# pre_op_white 非终结符可见。
newline <- &("\n" / "\r\n" / eof)
skip <- sof? ([ \n\t\r] / line_comment)*
skip_require_newline <- [ \t\r]* ([\n] / line_comment) skip
pre_op_white <- ([ \n\t\r] / line_comment)+
post_op_white <- [ \n\t\r] skip
CHAR_LITERAL <- skip ['] char_char* [']
digit <- [_0-9A-DF-OQ-Za-df-oq-z]
digit_int <- digit / [eEpP]
digit_float <- digit / [eEpP] [-+]?
NUMBERLITERAL
<- skip [0-9] digit_int* '.' digit_float+
/ skip [0-9] digit_float*
string <- ["] string_char* ["]
STRINGLITERALSINGLE <- skip string
STRINGLITERAL
<- skip string
/ (skip line_string)+
IDENTIFIER
<- skip !keyword [A-Za-z_] [A-Za-z0-9_]*
/ skip '@' string
BUILTINIDENTIFIER <- skip '@'[A-Za-z_][A-Za-z0-9_]*
AMPERSAND <- skip '&' ![=]
AMPERSANDEQUAL <- skip '&='
ASTERISK <- skip '*' ![%=|]
ASTERISKEQUAL <- skip '*='
ASTERISKPERCENT <- skip '*%' ![=]
ASTERISKPERCENTEQUAL <- skip '*%='
ASTERISKPIPE <- skip '*|' ![=]
ASTERISKPIPEEQUAL <- skip '*|='
CARET <- skip '^' ![=]
CARETEQUAL <- skip '^='
COLON <- skip ':'
COMMA <- skip ','
DOT <- skip '.' ![*.]
DOT2 <- skip '..' ![.]
DOT3 <- skip '...'
DOTASTERISK <- skip '.*'
EQUAL <- skip '=' ![>=]
EQUALEQUAL <- skip '=='
EQUALRARROW <- skip '=>'
EXCLAMATIONMARK <- skip '!' ![=]
EXCLAMATIONMARKEQUAL <- skip '!='
LARROW <- skip '<' ![<=]
LARROW2 <- skip '<<' ![=|]
LARROW2EQUAL <- skip '<<='
LARROW2PIPE <- skip '<<|' ![=]
LARROW2PIPEEQUAL <- skip '<<|='
LARROWEQUAL <- skip '<='
LBRACE <- skip '{'
LBRACKET <- skip '['
LPAREN <- skip '('
MINUS <- skip '-' ![%=>|]
MINUSEQUAL <- skip '-='
MINUSPERCENT <- skip '-%' ![=]
MINUSPERCENTEQUAL <- skip '-%='
MINUSPIPE <- skip '-|' ![=]
MINUSPIPEEQUAL <- skip '-|='
MINUSRARROW <- skip '->'
PERCENT <- skip '%' ![=]
PERCENTEQUAL <- skip '%='
PIPE <- skip '|' ![|=]
PIPE2 <- skip '||'
PIPEEQUAL <- skip '|='
PLUS <- skip '+' ![%+=|]
PLUS2 <- skip '++'
PLUSEQUAL <- skip '+='
PLUSPERCENT <- skip '+%' ![=]
PLUSPERCENTEQUAL <- skip '+%='
PLUSPIPE <- skip '+|' ![=]
PLUSPIPEEQUAL <- skip '+|='
LETTERC <- skip 'c'
QUESTIONMARK <- skip '?'
RARROW <- skip '>' ![>=]
RARROW2 <- skip '>>' ![=]
RARROW2EQUAL <- skip '>>='
RARROWEQUAL <- skip '>='
RBRACE <- skip '}'
RBRACKET <- skip ']'
RPAREN <- skip ')'
SEMICOLON <- skip ';'
SLASH <- skip '/' ![=/]
SLASHEQUAL <- skip '/='
TILDE <- skip '~'
end_of_word <- ![a-zA-Z0-9_]
KEYWORD_addrspace <- skip 'addrspace' end_of_word
KEYWORD_align <- skip 'align' end_of_word
KEYWORD_allowzero <- skip 'allowzero' end_of_word
KEYWORD_and <- skip 'and' end_of_word
KEYWORD_anyframe <- skip 'anyframe' end_of_word
KEYWORD_anytype <- skip 'anytype' end_of_word
KEYWORD_asm <- skip 'asm' end_of_word
KEYWORD_break <- skip 'break' end_of_word
KEYWORD_callconv <- skip 'callconv' end_of_word
KEYWORD_catch <- skip 'catch' end_of_word
KEYWORD_comptime <- skip 'comptime' end_of_word
KEYWORD_const <- skip 'const' end_of_word
KEYWORD_continue <- skip 'continue' end_of_word
KEYWORD_defer <- skip 'defer' end_of_word
KEYWORD_else <- skip 'else' end_of_word
KEYWORD_enum <- skip 'enum' end_of_word
KEYWORD_errdefer <- skip 'errdefer' end_of_word
KEYWORD_error <- skip 'error' end_of_word
KEYWORD_export <- skip 'export' end_of_word
KEYWORD_extern <- skip 'extern' end_of_word
KEYWORD_fn <- skip 'fn' end_of_word
KEYWORD_for <- skip 'for' end_of_word
KEYWORD_if <- skip 'if' end_of_word
KEYWORD_inline <- skip 'inline' end_of_word
KEYWORD_noalias <- skip 'noalias' end_of_word
KEYWORD_nosuspend <- skip 'nosuspend' end_of_word
KEYWORD_noinline <- skip 'noinline' end_of_word
KEYWORD_opaque <- skip 'opaque' end_of_word
KEYWORD_or <- skip 'or' end_of_word
KEYWORD_orelse <- skip 'orelse' end_of_word
KEYWORD_packed <- skip 'packed' end_of_word
KEYWORD_pub <- skip 'pub' end_of_word
KEYWORD_resume <- skip 'resume' end_of_word
KEYWORD_return <- skip 'return' end_of_word
KEYWORD_linksection <- skip 'linksection' end_of_word
KEYWORD_struct <- skip 'struct' end_of_word
KEYWORD_suspend <- skip 'suspend' end_of_word
KEYWORD_switch <- skip 'switch' end_of_word
KEYWORD_test <- skip 'test' end_of_word
KEYWORD_threadlocal <- skip 'threadlocal' end_of_word
KEYWORD_try <- skip 'try' end_of_word
KEYWORD_union <- skip 'union' end_of_word
KEYWORD_unreachable <- skip 'unreachable' end_of_word
KEYWORD_var <- skip 'var' end_of_word
KEYWORD_volatile <- skip 'volatile' end_of_word
KEYWORD_while <- skip 'while' end_of_word
keyword <- KEYWORD_addrspace / KEYWORD_align / KEYWORD_allowzero / KEYWORD_and
/ KEYWORD_anyframe / KEYWORD_anytype / KEYWORD_asm
/ KEYWORD_break / KEYWORD_callconv / KEYWORD_catch
/ KEYWORD_comptime / KEYWORD_const / KEYWORD_continue / KEYWORD_defer
/ KEYWORD_else / KEYWORD_enum / KEYWORD_errdefer / KEYWORD_error / KEYWORD_export
/ KEYWORD_extern / KEYWORD_fn / KEYWORD_for / KEYWORD_if
/ KEYWORD_inline / KEYWORD_noalias / KEYWORD_nosuspend / KEYWORD_noinline
/ KEYWORD_opaque / KEYWORD_or / KEYWORD_orelse / KEYWORD_packed
/ KEYWORD_pub / KEYWORD_resume / KEYWORD_return / KEYWORD_linksection
/ KEYWORD_struct / KEYWORD_suspend / KEYWORD_switch / KEYWORD_test
/ KEYWORD_threadlocal / KEYWORD_try / KEYWORD_union / KEYWORD_unreachable
/ KEYWORD_var / KEYWORD_volatile / KEYWORD_while