Lines Matching defs:string
21 A token is represented by a type defined in Python's token module, a string
26 def __init__(self, token_type, string, offset):
28 self._string = string
40 def string(self):
43 @string.setter
44 def string(self, value):
52 return str((self.type_name, self.string, self.offset))
70 token_type, string, (srow, scol), _, _ = next_token
72 offset_tokens.append(OffsetToken(token_type, string, (0, 0)))
76 offset_tokens.append(OffsetToken(token_type, string, (0, scol - ecol)))
79 token_type, string, (srow - erow, scol)))
85 """Return the string representation of an iterable of OffsetTokens."""
96 first_token = OffsetToken(first_token.type, first_token.string,
111 tokenize_tokens.append((t.type, t.string, (row, col), (row, col), None))
