type InputToken = Token;Aliased Type§
#[repr(u16)]enum InputToken {
Show 58 variants
IDENT_KW = 1,
DEFINED = 2,
DIGITS = 3,
PERIOD = 4,
PLUS = 5,
DASH = 6,
SLASH = 7,
ASTERISK = 8,
PERCENT = 9,
LANGLE = 10,
RANGLE = 11,
LBRACKET = 12,
RBRACKET = 13,
LPAREN = 14,
RPAREN = 15,
LBRACE = 16,
RBRACE = 17,
CARET = 18,
BAR = 19,
AMPERSAND = 20,
TILDE = 21,
EQUAL = 22,
BANG = 23,
COLON = 24,
SEMICOLON = 25,
COMMA = 26,
QUESTION = 27,
HASH = 28,
QUOTE_STRING = 29,
ANGLE_STRING = 30,
BACKSLASH = 31,
WS = 32,
NEWLINE = 33,
COMMENT = 34,
LINECONT = 35,
ERROR = 36,
LEFT_OP = 37,
RIGHT_OP = 38,
INC_OP = 39,
DEC_OP = 40,
LE_OP = 41,
GE_OP = 42,
EQ_OP = 43,
NE_OP = 44,
AND_OP = 45,
OR_OP = 46,
XOR_OP = 47,
MUL_ASSIGN = 48,
DIV_ASSIGN = 49,
ADD_ASSIGN = 50,
MOD_ASSIGN = 51,
LEFT_ASSIGN = 52,
RIGHT_ASSIGN = 53,
AND_ASSIGN = 54,
XOR_ASSIGN = 55,
OR_ASSIGN = 56,
SUB_ASSIGN = 57,
PP_CONCAT = 58,
}Variants§
IDENT_KW = 1
Identifier or keyword
DEFINED = 2
defined preprocessor keyword
DIGITS = 3
Digit sequence
PERIOD = 4
.
PLUS = 5
DASH = 6
SLASH = 7
/
ASTERISK = 8
PERCENT = 9
%
LANGLE = 10
<
RANGLE = 11
LBRACKET = 12
[
RBRACKET = 13
]
LPAREN = 14
(
RPAREN = 15
)
LBRACE = 16
{
RBRACE = 17
}
CARET = 18
^
BAR = 19
|
AMPERSAND = 20
&
TILDE = 21
~
EQUAL = 22
=
BANG = 23
!
COLON = 24
:
SEMICOLON = 25
;
COMMA = 26
,
QUESTION = 27
?
HASH = 28
QUOTE_STRING = 29
“string”
ANGLE_STRING = 30
BACKSLASH = 31
\
WS = 32
Whitespace
NEWLINE = 33
Newline
COMMENT = 34
Comment (single-line or multi-line)
LINECONT = 35
Line continuation (required for tracking exact offsets)
ERROR = 36
Invalid token
LEFT_OP = 37
<<
RIGHT_OP = 38
INC_OP = 39
++
DEC_OP = 40
–
LE_OP = 41
<=
GE_OP = 42
=
EQ_OP = 43
==
NE_OP = 44
!=
AND_OP = 45
&&
OR_OP = 46
||
XOR_OP = 47
^^
MUL_ASSIGN = 48
*=
DIV_ASSIGN = 49
/=
ADD_ASSIGN = 50
+=
MOD_ASSIGN = 51
%=
LEFT_ASSIGN = 52
<<=
RIGHT_ASSIGN = 53
=
AND_ASSIGN = 54
&=
XOR_ASSIGN = 55
^=
OR_ASSIGN = 56
|=
SUB_ASSIGN = 57
-=