Lines Matching refs:tokens
100 def __init__ (self, tokens, defines): argument
101 self.tokens = tokens
106 while self.pos < len(self.tokens):
110 token = self.tokens[self.pos]
119 self.tokens[self.pos:self.pos+1] = macro.tokens
125 for mtoken in macro.tokens:
136 self.tokens[self.pos:self.pos+lastPos+1] = newtokens
155 tk = self.tokens[self.pos+i]
159 print(self.tokens[self.pos+j], end=' ')
161 srclexer.dumpTokens(self.tokens)
167 srclexer.dumpTokens(self.defines[tk].tokens)
190 return self.tokens
195 def __init__ (self, tokens, defines = None): argument
196 self.tokens = tokens
214 self.tokenSize = len(self.tokens)
217 macroExp = MacroExpander(self.tokens, self.defines)
219 self.tokens = macroExp.getTokens()
221 srclexer.dumpTokens(self.tokens)
233 tk = self.tokens[i]
371 tk = self.tokens[i]
404 def parseMapAppfont (self, tokens): argument
408 for tk in tokens: