comparison hgext/fastannotate/protocol.py @ 39715:d8a7690ccc74

fastannotate: process files as they arrive

peer.commandexecutor()'s context manager waits for all responses to
arrive in its __exit__() method. We want to process the results as
they arrive, so we should do that inside the context manager
scope. Note that the futures' result() methods have been replaced to
make sure that the command executor's sendcommands() method is called
when the first future's result is requested, so we don't need to do
that.

A minor side-effect is that we can no longer easily tell when the
server has started sending us responses, so that long statement was
lost.

Differential Revision: https://phab.mercurial-scm.org/D4666

39714:491fc3f4be67

        for p in paths:
            results.append(batcher.callcommand(
                'getannotate',
                {'path': p, 'lastnode':lastnodemap.get(p)}))

    ui.debug('fastannotate: server returned\n')
    for result in results:
        r = result.result()
        # TODO: pconvert these paths on the server?
        r = {util.pconvert(p): v for p, v in r.iteritems()}
        for path in sorted(r):
            # ignore malicious paths
            if not path.startswith('fastannotate/') or '/../' in (path + '/'):
                ui.debug('fastannotate: ignored malicious path %s\n' % path)
                continue
            content = r[path]
            if ui.debugflag:
                ui.debug('fastannotate: writing %d bytes to %s\n'
                         % (len(content), path))
            repo.vfs.makedirs(os.path.dirname(path))
            with repo.vfs(path, 'wb') as f:
                f.write(content)

def _filterfetchpaths(repo, paths):
    """return a subset of paths whose history is long and need to fetch linelog
    from the server. works with remotefilelog and non-remotefilelog repos.
    """

39715:d8a7690ccc74

        for p in paths:
            results.append(batcher.callcommand(
                'getannotate',
                {'path': p, 'lastnode':lastnodemap.get(p)}))

        for result in results:
            r = result.result()
            # TODO: pconvert these paths on the server?
            r = {util.pconvert(p): v for p, v in r.iteritems()}
            for path in sorted(r):
                # ignore malicious paths
                if (not path.startswith('fastannotate/')
                    or '/../' in (path + '/')):
                    ui.debug('fastannotate: ignored malicious path %s\n' % path)
                    continue
                content = r[path]
                if ui.debugflag:
                    ui.debug('fastannotate: writing %d bytes to %s\n'
                             % (len(content), path))
                repo.vfs.makedirs(os.path.dirname(path))
                with repo.vfs(path, 'wb') as f:
                    f.write(content)

def _filterfetchpaths(repo, paths):
    """return a subset of paths whose history is long and need to fetch linelog
    from the server. works with remotefilelog and non-remotefilelog repos.
    """