comparison mercurial/bundle2.py @ 30177:9626022feaa4

bundle2: only emit compressed chunks if they have data

This is similar to 58467204cac0. Not all calls into the compressor
return compressed data, as the compressor may buffer compressed
output internally. It is cheaper to check for empty chunks than to
send empty chunks through the generator.

When generating a gzip-v2 bundle of the mozilla-unified repo, this
change results in 50,093 empty chunks not being sent through the
generator (out of 1,902,996 total input chunks).

30176:9f41b66cffc0

        yield _pack(_fstreamparamsize, len(param))
        if param:
            yield param
        # starting compression
        for chunk in self._getcorechunk():
            yield self._compressor.compress(chunk)
        yield self._compressor.flush()

    def _paramchunk(self):
        """return a encoded version of all stream parameters"""
        blocks = []

        z = util.compressors[comp]()
        subchunkiter = cg.getchunks()
        def chunkiter():
            yield header
            for chunk in subchunkiter:
                yield z.compress(chunk)
            yield z.flush()
        chunkiter = chunkiter()

    # parse the changegroup data, otherwise we will block
    # in case of sshrepo because we don't know the end of the stream

30177:9626022feaa4

        yield _pack(_fstreamparamsize, len(param))
        if param:
            yield param
        # starting compression
        for chunk in self._getcorechunk():
            data = self._compressor.compress(chunk)
            if data:
                yield data
        yield self._compressor.flush()

    def _paramchunk(self):
        """return a encoded version of all stream parameters"""
        blocks = []

        z = util.compressors[comp]()
        subchunkiter = cg.getchunks()
        def chunkiter():
            yield header
            for chunk in subchunkiter:
                data = z.compress(chunk)
                if data:
                    yield data
            yield z.flush()
        chunkiter = chunkiter()

    # parse the changegroup data, otherwise we will block
    # in case of sshrepo because we don't know the end of the stream