Lines Matching refs:start
70 start contains the index of the first char of the token in the source
74 def __init__(self, token_type, name, start, end):
77 self.start = start
84 return 'Token(%r, %s, %s)' % (self.name, self.start, self.end)
89 def _GetString(source, start, i):
105 def _GetChar(source, start, i):
110 if (i - 2) > start and source[i-2] == '\\':
115 i = start
148 start = i
156 if (source[i] == "'" and (i - start) == 1 and
157 source[start:i] in 'uUL'):
160 i = _GetChar(source, start, i)
161 elif source[i] == "'" and source[start:i] in _STR_PREFIXES:
163 i = _GetString(source, start, i)
213 i = _GetString(source, start, i)
216 i = _GetChar(source, start, i)
245 condition = source[start+4:i].lstrip()
270 yield Token(token_type, source[start:i], start, i)