comparison contrib/perf.py @ 40977:21a9cace4bbf

perfrevflogwrite: clear revlog cache between each write

We want to measure write time from a cold cache (similar to commit). So we
need to clear the cache to prevent computation from rev N-1 to interfere with
rev N.

40976:ef7119cd4965

          (b'', b'stoprev', -1, b'last revision to write'),
          (b'', b'count', 3, b'last revision to write'),
          (b'', b'details', False, b'print timing for every revisions tested'),
          (b'', b'source', b'full', b'the kind of data feed in the revlog'),
          (b'', b'lazydeltabase', True, b'try the provided delta first'),
         ],
         b'-c|-m|FILE')
def perfrevlogwrite(ui, repo, file_=None, startrev=1000, stoprev=-1, **opts):
    """Benchmark writing a series of revisions to a revlog.

    if stoprev < 0:
        stoprev = rllen + stoprev

    lazydeltabase = opts['lazydeltabase']
    source = opts['source']
    validsource = (b'full', b'parent-1', b'parent-2', b'parent-smallest',
                   b'storage')
    if source not in validsource:
        raise error.Abort('invalid source type: %s' % source)

    if count <= 0:
        raise error.Abort('invalide run count: %d' % count)
    allresults = []
    for c in range(count):
        timing = _timeonewrite(ui, rl, source, startrev, stoprev, c + 1,
                               lazydeltabase=lazydeltabase)
        allresults.append(timing)

    ### consolidate the results in a single list
    results = []
    for idx, (rev, t) in enumerate(allresults[0]):

class _faketr(object):
    def add(s, x, y, z=None):
        return None

def _timeonewrite(ui, orig, source, startrev, stoprev, runidx=None,
                  lazydeltabase=True):
    timings = []
    tr = _faketr()
    with _temprevlog(ui, orig, startrev) as dest:
        dest._lazydeltabase = lazydeltabase
        revs = list(orig.revs(startrev, stoprev))

        if runidx is not None:
            topic += ' (run #%d)' % runidx
        for idx, rev in enumerate(revs):
            ui.progress(topic, idx, unit='revs', total=total)
            addargs, addkwargs = _getrevisionseed(orig, rev, tr, source)
            with timeone() as r:
                dest.addrawrevision(*addargs, **addkwargs)
            timings.append((rev, r[0]))
        ui.progress(topic, total, unit='revs', total=total)
        ui.progress(topic, None, unit='revs', total=total)

40977:21a9cace4bbf

          (b'', b'stoprev', -1, b'last revision to write'),
          (b'', b'count', 3, b'last revision to write'),
          (b'', b'details', False, b'print timing for every revisions tested'),
          (b'', b'source', b'full', b'the kind of data feed in the revlog'),
          (b'', b'lazydeltabase', True, b'try the provided delta first'),
          (b'', b'clear-caches', True, b'clear revlog cache between calls'),
         ],
         b'-c|-m|FILE')
def perfrevlogwrite(ui, repo, file_=None, startrev=1000, stoprev=-1, **opts):
    """Benchmark writing a series of revisions to a revlog.

    if stoprev < 0:
        stoprev = rllen + stoprev

    lazydeltabase = opts['lazydeltabase']
    source = opts['source']
    clearcaches = opts['clear_cache']
    validsource = (b'full', b'parent-1', b'parent-2', b'parent-smallest',
                   b'storage')
    if source not in validsource:
        raise error.Abort('invalid source type: %s' % source)

    if count <= 0:
        raise error.Abort('invalide run count: %d' % count)
    allresults = []
    for c in range(count):
        timing = _timeonewrite(ui, rl, source, startrev, stoprev, c + 1,
                               lazydeltabase=lazydeltabase,
                               clearcaches=clearcaches)
        allresults.append(timing)

    ### consolidate the results in a single list
    results = []
    for idx, (rev, t) in enumerate(allresults[0]):

class _faketr(object):
    def add(s, x, y, z=None):
        return None

def _timeonewrite(ui, orig, source, startrev, stoprev, runidx=None,
                  lazydeltabase=True, clearcaches=True):
    timings = []
    tr = _faketr()
    with _temprevlog(ui, orig, startrev) as dest:
        dest._lazydeltabase = lazydeltabase
        revs = list(orig.revs(startrev, stoprev))

        if runidx is not None:
            topic += ' (run #%d)' % runidx
        for idx, rev in enumerate(revs):
            ui.progress(topic, idx, unit='revs', total=total)
            addargs, addkwargs = _getrevisionseed(orig, rev, tr, source)
            if clearcaches:
                dest.index.clearcaches()
                dest.clearcaches()
            with timeone() as r:
                dest.addrawrevision(*addargs, **addkwargs)
            timings.append((rev, r[0]))
        ui.progress(topic, total, unit='revs', total=total)
        ui.progress(topic, None, unit='revs', total=total)