comparison mercurial/keepalive.py @ 40033:5e5b06087ec5

keepalive: track number of bytes received from an HTTP response

We also bubble the byte count up to the HTTPConnection instance and its
parent opener at read time. Unlike sending, there isn't a clear
"end of response" signal we can intercept to defer updating the
accounting.

Differential Revision: https://phab.mercurial-scm.org/D4857

40032:dc82ad1b7f77

            extrakw[r'buffering'] = True
        httplib.HTTPResponse.__init__(self, sock, debuglevel=debuglevel,
                                      method=method, **extrakw)
        self.fileno = sock.fileno
        self.code = None
        self._rbuf = ''
        self._rbufsize = 8096
        self._handler = None # inserted by the handler later
        self._host = None    # (same)
        self._url = None     # (same)

        # Careful! http.client.HTTPResponse.read() on Python 3 is
        # implemented using readinto(), which can duplicate self._rbuf
        # if it's not empty.
        s = self._rbuf
        self._rbuf = ''
        s += self._raw_read(amt)
        return s

    # stolen from Python SVN #68532 to fix issue1088
    def _read_chunked(self, amt):
        chunk_left = self.chunk_left

        while True:
            new = self._raw_read(readsize)
            if not new:
                break

            chunks.append(new)
            i = new.find('\n')
            if i >= 0:
                break

            dest[0:total] = self._rbuf[:total]
            self._rbuf = self._rbuf[total:]
            return total
        mv = memoryview(dest)
        got = self._raw_readinto(mv[have:total])
        dest[0:have] = self._rbuf
        got += len(self._rbuf)
        self._rbuf = ''
        return got

    getresponse = wrapgetresponse(httplib.HTTPConnection)

    def __init__(self, *args, **kwargs):
        httplib.HTTPConnection.__init__(self, *args, **kwargs)
        self.sentbytescount = 0

#########################################################################
#####   TEST FUNCTIONS
#########################################################################

40033:5e5b06087ec5

            extrakw[r'buffering'] = True
        httplib.HTTPResponse.__init__(self, sock, debuglevel=debuglevel,
                                      method=method, **extrakw)
        self.fileno = sock.fileno
        self.code = None
        self.receivedbytescount = 0
        self._rbuf = ''
        self._rbufsize = 8096
        self._handler = None # inserted by the handler later
        self._host = None    # (same)
        self._url = None     # (same)

        # Careful! http.client.HTTPResponse.read() on Python 3 is
        # implemented using readinto(), which can duplicate self._rbuf
        # if it's not empty.
        s = self._rbuf
        self._rbuf = ''
        data = self._raw_read(amt)

        self.receivedbytescount += len(data)
        self._connection.receivedbytescount += len(data)
        try:
            self._handler.parent.receivedbytescount += len(data)
        except AttributeError:
            pass

        s += data
        return s

    # stolen from Python SVN #68532 to fix issue1088
    def _read_chunked(self, amt):
        chunk_left = self.chunk_left

        while True:
            new = self._raw_read(readsize)
            if not new:
                break

            self.receivedbytescount += len(new)
            self._connection.receivedbytescount += len(new)
            try:
                self._handler.parent.receivedbytescount += len(new)
            except AttributeError:
                pass

            chunks.append(new)
            i = new.find('\n')
            if i >= 0:
                break

            dest[0:total] = self._rbuf[:total]
            self._rbuf = self._rbuf[total:]
            return total
        mv = memoryview(dest)
        got = self._raw_readinto(mv[have:total])

        self.receivedbytescount += got
        self._connection.receivedbytescount += got
        try:
            self._handler.receivedbytescount += got
        except AttributeError:
            pass

        dest[0:have] = self._rbuf
        got += len(self._rbuf)
        self._rbuf = ''
        return got

    getresponse = wrapgetresponse(httplib.HTTPConnection)

    def __init__(self, *args, **kwargs):
        httplib.HTTPConnection.__init__(self, *args, **kwargs)
        self.sentbytescount = 0
        self.receivedbytescount = 0

#########################################################################
#####   TEST FUNCTIONS
#########################################################################