Lines Matching refs:toktype
106 for toktype, ttext, (slineno, _), (elineno, _), ltext in tokgen:
109 tokenize.tok_name.get(toktype, toktype),
112 if toktype == token.INDENT:
114 elif toktype == token.DEDENT:
116 elif toktype == token.NAME and ttext == 'class':
121 elif toktype == token.OP and ttext == ':':
128 elif toktype == token.STRING and prev_toktype == token.INDENT:
135 elif toktype == token.NEWLINE:
145 if ttext.strip() and toktype != tokenize.COMMENT:
158 prev_toktype = toktype
