Lines Matching refs:token
63 token = char
67 token = buf[pos:nextpos]
74 token = buf[pos:nextpos]
81 token = buf[pos:nextpos]
83 raise PSTokenError('bad token at character %d' % pos)
92 raise PSTokenError('bad token at character %d' % pos)
94 token = buf[pos:nextpos]
95 self.pos = pos + len(token)
96 return tokentype, token
159 tokentype, token = getnexttoken()
160 #print token
161 if not token:
165 object = handler(token)
167 object = do_token(token)
207 def do_token(self, token,
214 num = int(token)
217 num = float(token)
219 if '#' in token:
220 hashpos = token.find('#')
222 base = int(token[:hashpos])
223 num = int(token[hashpos+1:], base)
225 return ps_name(token)
229 return ps_name(token)
235 def do_comment(self, token):
238 def do_literal(self, token):
239 return ps_literal(token[1:])
241 def do_string(self, token):
242 return ps_string(token[1:-1])
244 def do_hexstring(self, token):
245 hexStr = "".join(token[1:-1].split())
254 def do_special(self, token):
255 if token == '{':
258 elif token == '}':
268 elif token == '[':
270 elif token == ']':
