branch | stable |
changeset 19470 | 19ac0d8ee9a2 |
parent 19194 | 1d08df65cd3c |
child 20034 | 1e5b38a919dd |
child 20208 | 61a47fd64f30 |
19469:bf6bc4681383 | 19470:19ac0d8ee9a2 |
---|---|
25 "end": (0, None, None), |
25 "end": (0, None, None), |
26 } |
26 } |
27 |
27 |
28 keywords = set(['and', 'or', 'not']) |
28 keywords = set(['and', 'or', 'not']) |
29 |
29 |
30 globchars = ".*{}[]?/\\" |
30 globchars = ".*{}[]?/\\_" |
31 |
31 |
32 def tokenize(program): |
32 def tokenize(program): |
33 pos, l = 0, len(program) |
33 pos, l = 0, len(program) |
34 while pos < l: |
34 while pos < l: |
35 c = program[pos] |
35 c = program[pos] |