Lines Matching refs:yield
300 yield (STRING, contstr + line[:end],
305 yield (ERRORTOKEN, contstr + line,
335 yield (COMMENT, comment_token,
337 yield (NL, line[nl_pos:],
340 yield ((NL, COMMENT)[line[pos] == '#'], line[pos:],
346 yield (INDENT, line[:pos], (lnum, 0), (lnum, pos), line)
353 yield (DEDENT, '', (lnum, pos), (lnum, pos), line)
371 yield (NUMBER, token, spos, epos, line)
373 yield (NL if parenlev > 0 else NEWLINE,
377 yield (COMMENT, token, spos, epos, line)
384 yield (STRING, token, spos, (lnum, pos), line)
401 yield (STRING, token, spos, epos, line)
403 yield (NAME, token, spos, epos, line)
411 yield (OP, token, spos, epos, line)
413 yield (ERRORTOKEN, line[pos],
418 yield (DEDENT, '', (lnum, 0), (lnum, 0), '')
419 yield (ENDMARKER, '', (lnum, 0), (lnum, 0), '')
