Lines Matching refs:token
45 from token import NAME, DEDENT, OP
155 for tokentype, token, start, _end, _line in g:
161 elif token == 'def':
180 elif token == 'class':
189 tokentype, token, start = g.next()[0:3]
191 if token == '(':
197 tokentype, token, start = g.next()[0:3]
198 if token in (')', ',') and level == 1:
217 if token == '(':
219 elif token == ')':
223 elif token == ',' and level == 1:
227 super.append(token)
235 elif token == 'import' and start[1] == 0:
251 elif token == 'from' and start[1] == 0:
252 mod, token = _getname(g)
253 if not mod or token != "import":
285 name, token = _getname(g)
288 if token == 'as':
289 name2, token = _getname(g)
293 while token != "," and "\n" not in token:
294 token = g.next()[1]
295 if token != ",":
300 # Helper to get a dotted name, return a pair (name, token) where
302 # and token is the next input token.
304 tokentype, token = g.next()[0:2]
305 if tokentype != NAME and token != '*':
306 return (None, token)
307 parts.append(token)
309 tokentype, token = g.next()[0:2]
310 if token != '.':
312 tokentype, token = g.next()[0:2]
315 parts.append(token)
316 return (".".join(parts), token)
