Lines Matching refs:yield
381 yield (STRING, contstr + line[:end],
386 yield (ERRORTOKEN, contstr + line,
411 yield (COMMENT, comment_token,
413 yield (NL, line[nl_pos:],
416 yield ((NL, COMMENT)[line[pos] == '#'], line[pos:],
422 yield (INDENT, line[:pos], (lnum, 0), (lnum, pos), line)
429 yield (DEDENT, '', (lnum, pos), (lnum, pos), line)
445 yield (NUMBER, token, spos, epos, line)
450 yield (newline, token, spos, epos, line)
453 yield (COMMENT, token, spos, epos, line)
460 yield (STRING, token, spos, (lnum, pos), line)
477 yield (STRING, token, spos, epos, line)
479 yield (NAME, token, spos, epos, line)
481 # This yield is new; needed for better idempotency:
482 yield (NL, token, spos, (lnum, pos), line)
487 yield (OP, token, spos, epos, line)
489 yield (ERRORTOKEN, line[pos],
494 yield (DEDENT, '', (lnum, 0), (lnum, 0), '')
495 yield (ENDMARKER, '', (lnum, 0), (lnum, 0), '')
