Lines Matching refs:tokens
1071 tokens = entry.split(' ')
1072 while tokens:
1073 token = tokens[0]
1074 tokens = tokens[1:]
1170 tokens = data.split(' ')
1172 # First three tokens are: 'struct' 'name' '{'
1173 newstruct = Struct(tokens[1])
1175 inside = ' '.join(tokens[3:-1])
1177 tokens = inside.split(';')
1181 for entry in tokens:
1252 tokens = line.split('}')
1253 if len(tokens) == 1:
1257 if len(tokens[1]):
1263 data += ' %s}' % tokens[0]
