comparison mercurial/debugcommands.py @ 37012:fc8939825632

debugcommands: support connecting to HTTP peers

Now that we have the plumbing for logging socket activity, let's hook
it up to `hg debugwireproto` so we can collect low-level activity on
sockets.

The new code is a bit incomplete. But it is better than nothing:
`hg debugwireproto` is still heavily evolving.

The added test demonstrates some interesting behavior. For example,
we're calling socket.makefile() and doing I/O on that. TIL. We're also
sending an "Accept-Encoding: identity" request header.

Differential Revision: https://phab.mercurial-scm.org/D2726

37011:02221d6fb041

    extensions,
    filemerge,
    fileset,
    formatter,
    hg,
    localrepo,
    lock as lockmod,
    logcmdutil,
    merge as mergemod,
    obsolete,

    [
        ('', 'localssh', False, _('start an SSH server for this repo')),
        ('', 'peer', '', _('construct a specific version of the peer')),
        ('', 'noreadstderr', False, _('do not read from stderr of the remote')),
    ] + cmdutil.remoteopts,
    _('[REPO]'),
    optionalrepo=True)
def debugwireproto(ui, repo, **opts):
    """send wire protocol commands to a server

    This command can be used to issue wire protocol commands to remote
    peers and to debug the raw data being exchanged.

    if opts['peer'] and opts['peer'] not in ('raw', 'ssh1', 'ssh2'):
        raise error.Abort(_('invalid value for --peer'),
                          hint=_('valid values are "raw", "ssh1", and "ssh2"'))

    if ui.interactive():
        ui.write(_('(waiting for commands on stdin)\n'))

    blocks = list(_parsewirelangblocks(ui.fin))

    proc = None

    if opts['localssh']:
        # We start the SSH server in its own process so there is process
        # separation. This prevents a whole class of potential bugs around
        # shared state from interfering with server operation.

        else:
            ui.write(_('creating ssh peer from handshake results\n'))
            peer = sshpeer.makepeer(ui, url, proc, stdin, stdout, stderr,
                                    autoreadstderr=autoreadstderr)

    else:
        raise error.Abort(_('only --localssh is currently supported'))

    batchedcommands = None

    # Now perform actions based on the parsed wire language instructions.
    for action, lines in blocks:
        if action in ('raw', 'raw+'):
            # Concatenate the data together.
            data = ''.join(l.lstrip() for l in lines)
            data = util.unescapestr(data)
            stdin.write(data)

            if action == 'raw+':
                stdin.flush()
        elif action == 'flush':
            stdin.flush()
        elif action.startswith('command'):
            if not peer:
                raise error.Abort(_('cannot send commands unless peer instance '
                                    'is available'))

            batchedcommands = None
        elif action == 'close':
            peer.close()
        elif action == 'readavailable':
            stdin.close()
            stdout.read()
            stderr.read()
        elif action == 'readline':
            stdout.readline()
        elif action == 'ereadline':
            stderr.readline()
        elif action.startswith('read '):
            count = int(action.split(' ', 1)[1])
            stdout.read(count)
        elif action.startswith('eread '):
            count = int(action.split(' ', 1)[1])
            stderr.read(count)
        else:
            raise error.Abort(_('unknown action: %s') % action)

    if batchedcommands is not None:

37012:fc8939825632

    extensions,
    filemerge,
    fileset,
    formatter,
    hg,
    httppeer,
    localrepo,
    lock as lockmod,
    logcmdutil,
    merge as mergemod,
    obsolete,

    [
        ('', 'localssh', False, _('start an SSH server for this repo')),
        ('', 'peer', '', _('construct a specific version of the peer')),
        ('', 'noreadstderr', False, _('do not read from stderr of the remote')),
    ] + cmdutil.remoteopts,
    _('[PATH]'),
    optionalrepo=True)
def debugwireproto(ui, repo, path=None, **opts):
    """send wire protocol commands to a server

    This command can be used to issue wire protocol commands to remote
    peers and to debug the raw data being exchanged.

    if opts['peer'] and opts['peer'] not in ('raw', 'ssh1', 'ssh2'):
        raise error.Abort(_('invalid value for --peer'),
                          hint=_('valid values are "raw", "ssh1", and "ssh2"'))

    if path and opts['localssh']:
        raise error.Abort(_('cannot specify --localssh with an explicit '
                            'path'))

    if ui.interactive():
        ui.write(_('(waiting for commands on stdin)\n'))

    blocks = list(_parsewirelangblocks(ui.fin))

    proc = None
    stdin = None
    stdout = None
    stderr = None

    if opts['localssh']:
        # We start the SSH server in its own process so there is process
        # separation. This prevents a whole class of potential bugs around
        # shared state from interfering with server operation.

        else:
            ui.write(_('creating ssh peer from handshake results\n'))
            peer = sshpeer.makepeer(ui, url, proc, stdin, stdout, stderr,
                                    autoreadstderr=autoreadstderr)

    elif path:
        # We bypass hg.peer() so we can proxy the sockets.
        # TODO consider not doing this because we skip
        # ``hg.wirepeersetupfuncs`` and potentially other useful functionality.
        u = util.url(path)
        if u.scheme != 'http':
            raise error.Abort(_('only http:// paths are currently supported'))

        url, authinfo = u.authinfo()
        openerargs = {}

        # Turn pipes/sockets into observers so we can log I/O.
        if ui.verbose:
            openerargs = {
                r'loggingfh': ui,
                r'loggingname': b's',
                r'loggingopts': {
                    r'logdata': True,
                },
            }

        opener = urlmod.opener(ui, authinfo, **openerargs)

        if opts['peer'] == 'raw':
            ui.write(_('using raw connection to peer\n'))
            peer = None
        elif opts['peer']:
            raise error.Abort(_('--peer %s not supported with HTTP peers') %
                              opts['peer'])
        else:
            peer = httppeer.httppeer(ui, path, url, opener)
            peer._fetchcaps()

        # We /could/ populate stdin/stdout with sock.makefile()...
    else:
        raise error.Abort(_('unsupported connection configuration'))

    batchedcommands = None

    # Now perform actions based on the parsed wire language instructions.
    for action, lines in blocks:
        if action in ('raw', 'raw+'):
            if not stdin:
                raise error.Abort(_('cannot call raw/raw+ on this peer'))

            # Concatenate the data together.
            data = ''.join(l.lstrip() for l in lines)
            data = util.unescapestr(data)
            stdin.write(data)

            if action == 'raw+':
                stdin.flush()
        elif action == 'flush':
            if not stdin:
                raise error.Abort(_('cannot call flush on this peer'))
            stdin.flush()
        elif action.startswith('command'):
            if not peer:
                raise error.Abort(_('cannot send commands unless peer instance '
                                    'is available'))

            batchedcommands = None
        elif action == 'close':
            peer.close()
        elif action == 'readavailable':
            if not stdout or not stderr:
                raise error.Abort(_('readavailable not available on this peer'))

            stdin.close()
            stdout.read()
            stderr.read()

        elif action == 'readline':
            if not stdout:
                raise error.Abort(_('readline not available on this peer'))
            stdout.readline()
        elif action == 'ereadline':
            if not stderr:
                raise error.Abort(_('ereadline not available on this peer'))
            stderr.readline()
        elif action.startswith('read '):
            count = int(action.split(' ', 1)[1])
            if not stdout:
                raise error.Abort(_('read not available on this peer'))
            stdout.read(count)
        elif action.startswith('eread '):
            count = int(action.split(' ', 1)[1])
            if not stderr:
                raise error.Abort(_('eread not available on this peer'))
            stderr.read(count)
        else:
            raise error.Abort(_('unknown action: %s') % action)

    if batchedcommands is not None: