Lines Matching refs:token
33 self._tokens = [token for token in self._Tokenize(text)]
42 # So, lump the entire `rest' into a token
55 for token in self._tokens:
56 if token.id in files_by_group:
57 token.data = self._GetReplacementListAsString(
58 token.data,
59 files_by_group[token.id])
62 for token in self._tokens:
63 f.write(token.data)
80 token = _Token(match.string[min_index:end_index],
82 return min_index, end_index, token
