parent
c7da3f12c3
commit
c70f3de119
6
lex.py
6
lex.py
|
@ -368,6 +368,12 @@ class Lexer(object):
|
||||||
assert self.grammar.rules
|
assert self.grammar.rules
|
||||||
def get_line(self):
|
def get_line(self):
|
||||||
return self.lines[self.y] + '\n'
|
return self.lines[self.y] + '\n'
|
||||||
|
def lex_all(self, lines):
|
||||||
|
lextokens = [[] for l in lines]
|
||||||
|
for t in lexer.lex(lines):
|
||||||
|
lextokens[t.y].append(t)
|
||||||
|
return lextokens
|
||||||
|
|
||||||
def lex(self, lines, y=0, x=0):
|
def lex(self, lines, y=0, x=0):
|
||||||
self.action = 'lex'
|
self.action = 'lex'
|
||||||
self.y = y
|
self.y = y
|
||||||
|
|
Loading…
Reference in New Issue