Lines Matching refs:lexer
122 if t.lexer.at_line_start and t.lexer.paren_count == 0:
130 t.lexer.lineno += len(t.value)
132 if t.lexer.paren_count == 0:
137 t.lexer.paren_count += 1
143 t.lexer.paren_count -= 1
150 t.lexer.skip(1)
172 def track_tokens_filter(lexer, tokens):
173 lexer.at_line_start = at_line_start = True
205 lexer.at_line_start = at_line_start
301 def filter(lexer, add_endmarker = True):
303 tokens = iter(lexer.token, None)
304 tokens = track_tokens_filter(lexer, tokens)
314 # Combine Ply and my filters into a new lexer
318 self.lexer = lex.lex(debug=debug, optimize=optimize, lextab=lextab, reflags=reflags)
321 self.lexer.paren_count = 0
322 self.lexer.input(s)
323 self.token_stream = filter(self.lexer, add_endmarker)
632 def __init__(self, lexer = None):
633 if lexer is None:
634 lexer = IndentLexer()
635 self.lexer = lexer
639 self.lexer.input(code)
640 result = self.parser.parse(lexer = self.lexer)