comparison mercurial/__init__.py @ 30166:102e6ef5bb3a

py3: use namedtuple._replace to produce new tokens

30165:423377290a3a

            already been done.

            """
            st = tokens[j]
            if st.type == token.STRING and st.string.startswith(("'", '"')):
                rt = tokenize.TokenInfo(st.type, 'u%s' % st.string,
                                        st.start, st.end, st.line)
                tokens[j] = rt

        for i, t in enumerate(tokens):
            # Convert most string literals to byte literals. String literals
            # in Python 2 are bytes. String literals in Python 3 are unicode.
            # Most strings in Mercurial are bytes and unicode strings are rare.

                if s[0] not in ("'", '"'):
                    yield t
                    continue

                # String literal. Prefix to make a b'' string.
                yield tokenize.TokenInfo(t.type, 'b%s' % s, t.start, t.end,
                                          t.line)
                continue

            # Insert compatibility imports at "from __future__ import" line.
            # No '\n' should be added to preserve line numbers.
            if (t.type == token.NAME and t.string == 'import' and

                l = (b'; from mercurial.pycompat import '
                     b'delattr, getattr, hasattr, setattr, xrange\n')
                for u in tokenize.tokenize(io.BytesIO(l).readline):
                    if u.type in (tokenize.ENCODING, token.ENDMARKER):
                        continue
                    yield tokenize.TokenInfo(u.type, u.string,
                                             (r, c + u.start[1]),
                                             (r, c + u.end[1]),
                                             '')
                continue

            # This looks like a function call.
            if t.type == token.NAME and _isop(i + 1, '('):
                fn = t.string

                        _ensureunicode(arg1idx)

                # It changes iteritems to items as iteritems is not
                # present in Python 3 world.
                elif fn == 'iteritems':
                    yield tokenize.TokenInfo(t.type, 'items',
                                             t.start, t.end, t.line)
                    continue

            # Emit unmodified token.
            yield t

30166:102e6ef5bb3a

            already been done.

            """
            st = tokens[j]
            if st.type == token.STRING and st.string.startswith(("'", '"')):
                tokens[j] = st._replace(string='u%s' % st.string)

        for i, t in enumerate(tokens):
            # Convert most string literals to byte literals. String literals
            # in Python 2 are bytes. String literals in Python 3 are unicode.
            # Most strings in Mercurial are bytes and unicode strings are rare.

                if s[0] not in ("'", '"'):
                    yield t
                    continue

                # String literal. Prefix to make a b'' string.
                yield t._replace(string='b%s' % t.string)
                continue

            # Insert compatibility imports at "from __future__ import" line.
            # No '\n' should be added to preserve line numbers.
            if (t.type == token.NAME and t.string == 'import' and

                l = (b'; from mercurial.pycompat import '
                     b'delattr, getattr, hasattr, setattr, xrange\n')
                for u in tokenize.tokenize(io.BytesIO(l).readline):
                    if u.type in (tokenize.ENCODING, token.ENDMARKER):
                        continue
                    yield u._replace(
                        start=(r, c + u.start[1]), end=(r, c + u.end[1]))
                continue

            # This looks like a function call.
            if t.type == token.NAME and _isop(i + 1, '('):
                fn = t.string

                        _ensureunicode(arg1idx)

                # It changes iteritems to items as iteritems is not
                # present in Python 3 world.
                elif fn == 'iteritems':
                    yield t._replace(string='items')
                    continue

            # Emit unmodified token.
            yield t