equal
deleted
inserted
replaced
673 special = b'():+-& ' |
673 special = b'():+-& ' |
674 pos = 0 |
674 pos = 0 |
675 length = len(text) |
675 length = len(text) |
676 while pos < length: |
676 while pos < length: |
677 symbol = b''.join(itertools.takewhile(lambda ch: ch not in special, |
677 symbol = b''.join(itertools.takewhile(lambda ch: ch not in special, |
678 view[pos:])) |
678 pycompat.iterbytestr(view[pos:]))) |
679 if symbol: |
679 if symbol: |
680 yield (b'symbol', symbol, pos) |
680 yield (b'symbol', symbol, pos) |
681 pos += len(symbol) |
681 pos += len(symbol) |
682 else: # special char, ignore space |
682 else: # special char, ignore space |
683 if text[pos] != b' ': |
683 if text[pos] != b' ': |