Lines Matching refs:CToken
42 class CToken(): class
81 return CToken._name_by_val.get(val, f"UNKNOWN({val})")
86 if name in CToken._name_to_val:
87 return CToken._name_to_val[name]
89 return CToken.MISMATCH
113 (CToken.COMMENT, r"//[^\n]*|/\*[\s\S]*?\*/"),
115 (CToken.STRING, r'"(?:\\.|[^"\\])*"'),
116 (CToken.CHAR, r"'(?:\\.|[^'\\])'"),
118 (CToken.NUMBER, r"0[xX][\da-fA-F]+[uUlL]*|0[0-7]+[uUlL]*|"
121 (CToken.ENDSTMT, r"(?:\s+;|;)"),
123 (CToken.PUNC, r"[,\.]"),
125 (CToken.BEGIN, r"[\[\(\{]"),
127 (CToken.END, r"[\]\)\}]"),
129 (CToken.CPP, r"#\s*(?:define|include|ifdef|ifndef|if|else|elif|endif|undef|pragma)\b"),
131 (CToken.HASH, r"#"),
133 (CToken.OP, r"\+\+|\-\-|\->|==|\!=|<=|>=|&&|\|\||<<|>>|\+=|\-=|\*=|/=|%="
136 (CToken.STRUCT, r"\bstruct\b"),
137 (CToken.UNION, r"\bunion\b"),
138 (CToken.ENUM, r"\benum\b"),
139 (CToken.TYPEDEF, r"\btypedef\b"),
141 (CToken.NAME, r"[A-Za-z_]\w*"),
143 (CToken.SPACE, r"\s+"),
145 (CToken.BACKREF, r"\\\d+"),
147 (CToken.MISMATCH,r"."),
155 name = CToken.to_name(kind)
234 kind = CToken.from_name(match.lastgroup)
238 if kind == CToken.MISMATCH:
240 elif kind == CToken.BEGIN:
248 elif kind == CToken.END:
256 yield CToken(kind, value, pos,
264 if tok.kind == CToken.BEGIN:
267 elif tok.kind == CToken.END:
281 elif tok.kind == CToken.COMMENT:
300 if tok.kind == CToken.SPACE and next_tok.kind == CToken.ENDSTMT:
303 if tok.kind == CToken.ENDSTMT and next_tok.kind == tok.kind:
381 if tok.kind == CToken.BEGIN:
389 elif tok.kind == CToken.END:
408 if tok.kind == CToken.BEGIN:
426 if tok.kind == CToken.BEGIN:
428 if tok.kind == CToken.END:
433 if tok.kind in [CToken.PUNC, CToken.ENDSTMT] and delim == tok.value:
458 if tok.kind == CToken.BACKREF:
537 if tok.kind == CToken.NAME and self.regex.match(tok.value):
545 if tok.kind == CToken.SPACE:
548 if tok.kind == CToken.BEGIN and tok.value == self.start_delim:
558 if tok.kind == CToken.END and tok.level == stack[-1][1]: