Lines Matching refs:token_type
369 token_type, text, start, end, line = tokens[index]
370 if (token_type == tokenize.OP and
377 prev_type = token_type
445 for token_type, text, start, end, line in tokens:
446 if token_type in (tokenize.NL, tokenize.NEWLINE, tokenize.ERRORTOKEN):
457 elif token_type == tokenize.OP:
471 prev_type = token_type
551 for token_type, text, start, end, line in tokens:
552 if token_type == tokenize.NL:
554 if token_type == tokenize.COMMENT:
832 token_type, text = token[0:2]
833 if token_type in (tokenize.COMMENT, tokenize.NL,
837 if token_type == tokenize.STRING:
905 token_type, text = token[0:2]
906 if token_type == tokenize.OP and text in '([{':
908 if token_type == tokenize.OP and text in '}])':
910 if token_type == tokenize.NEWLINE and not parens:
915 if token_type == tokenize.NL and not parens:
920 if token_type == tokenize.COMMENT:
