comparison mercurial/streamclone.py @ 50639:5e60abf811f3

stream-clone: make it the responsability of the store entry to stream content

The store entry has more context, this will especially be true when it comes to
revlogs. So we move the details of how to retrieve binary content to the
StoreEntry. The stream clone code now focus on the protocol bits.

50638:8fc10bfd9887

import contextlib
import os
import struct

from .i18n import _
from .pycompat import open
from .interfaces import repository
from . import (
    bookmarks,
    bundle2 as bundle2mod,
    cacheutil,

        # the first yield release the lock on the repository
        yield file_count, totalfilesize
        totalbytecount = 0

        for src, vfs, e in entries:
            for f in e.files():
                yield src
                name = f.unencoded_path
                yield util.uvarintencode(len(name))
                actual_path = copy[vfs.join(name)]
                fp = open(actual_path, b'rb')
                size = f.file_size(vfs)
                bytecount = 0
                try:
                    yield util.uvarintencode(size)
                    yield name
                    if size <= 65536:
                        chunks = (fp.read(size),)
                    else:
                        chunks = util.filechunkiter(fp, limit=size)
                    for chunk in chunks:
                        bytecount += len(chunk)
                        totalbytecount += len(chunk)
                        progress.update(totalbytecount)
                        yield chunk
                    if bytecount != size:
                        # Would most likely be caused by a race due to `hg
                        # strip` or a revlog split
                        msg = _(
                            b'clone could only read %d bytes from %s, but '
                            b'expected %d bytes'
                        )
                        raise error.Abort(msg % (bytecount, name, size))
                finally:
                    fp.close()


def _test_sync_point_walk_1(repo):
    """a function for synchronisation during tests"""

50639:5e60abf811f3

import contextlib
import os
import struct

from .i18n import _
from .interfaces import repository
from . import (
    bookmarks,
    bundle2 as bundle2mod,
    cacheutil,

        # the first yield release the lock on the repository
        yield file_count, totalfilesize
        totalbytecount = 0

        for src, vfs, e in entries:
            for name, stream, size in e.get_streams(vfs, copies=copy):
                yield src
                yield util.uvarintencode(len(name))
                yield util.uvarintencode(size)
                yield name
                bytecount = 0
                for chunk in stream:
                    bytecount += len(chunk)
                    totalbytecount += len(chunk)
                    progress.update(totalbytecount)
                    yield chunk
                if bytecount != size:
                    # Would most likely be caused by a race due to `hg
                    # strip` or a revlog split
                    msg = _(
                        b'clone could only read %d bytes from %s, but '
                        b'expected %d bytes'
                    )
                    raise error.Abort(msg % (bytecount, name, size))


def _test_sync_point_walk_1(repo):
    """a function for synchronisation during tests"""