Mercurial > evolve
changeset 903:33fdaec24432
Kill fastobs, as marmoute says it causes problems
author | Augie Fackler <raf@durin42.com> |
---|---|
date | Thu, 17 Apr 2014 17:15:54 -0400 |
parents | 98b5ac44a259 |
children | c204e2205876 |
files | hgext/hgfastobs.py |
diffstat | 1 files changed, 0 insertions(+), 124 deletions(-) [+] |
line wrap: on
line diff
--- a/hgext/hgfastobs.py Sun Apr 13 16:46:13 2014 -0400 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,124 +0,0 @@ -"""Extension to try and speed up transfer of obsolete markers. - -Mercurial 2.6 transfers obsolete markers in the dumbest way possible: -it simply transfers all of them to the server on every -operation. While this /works/, it's not ideal because it's a large -amount of extra data for users to pull down (1.9M for the 17k obsolete -markers in hg-crew as of this writing in late July 2013). It's also -frustrating because this transfer takes a nontrivial amount of time. - -You can specify a strategy with the config knob -obsolete.syncstrategy. Current strategies are "stock" and -"boxfill". Default strategy is presently boxfill. - -:stock: use the default strategy of mercurial explaned above - -:boxfill: transmit obsolete markers which list any of transmitted changesets as - a successor (transitively), as well as any kill markers for dead - nodes descended from any of the precursors of outgoing.missing. - -TODO(durin42): consider better names for sync strategies. -""" -import sys - -from mercurial import base85 -from mercurial import commands -from mercurial import extensions -from mercurial import node -from mercurial import obsolete -from mercurial import exchange -from mercurial import revset -from mercurial.i18n import _ - -_strategies = { - 'stock': exchange._pushobsolete, - } - -def _strategy(name, default=False): - def inner(func): - _strategies[name] = func - if default: - _strategies[None] = func - return func - return inner - -def _pushobsoletewrapper(orig, pushop): - stratfn = _strategies[pushop.repo.ui.config('obsolete', 'syncstrategy')] - return stratfn(pushop) - -extensions.wrapfunction(exchange, '_pushobsolete', _pushobsoletewrapper) - -def _precursors(repo, s): - """Precursor of a changeset""" - cs = set() - nm = repo.changelog.nodemap - markerbysubj = repo.obsstore.precursors - for r in s: - for p in markerbysubj.get(repo[r].node(), ()): - pr = nm.get(p[0]) - if pr is not None: - cs.add(pr) - return cs - -def _revsetprecursors(repo, subset, x): - s = revset.getset(repo, revset.baseset(range(len(repo))), x) - cs = _precursors(repo, s) - return revset.baseset([r for r in subset if r in cs]) - -revset.symbols['_fastobs_precursors'] = _revsetprecursors - - -@_strategy('boxfill', default=True) -def boxfill(pushop): - """The "fill in the box" strategy from the 2.6 sprint. - - See the notes[0] from the 2.6 sprint for what "fill in the box" - means here. It's a fairly subtle algorithm, which may have - surprising behavior at times, but was the least-bad option - proposed at the sprint. - - [0]: https://bitbucket.org/durin42/2.6sprint-notes/src/tip/mercurial26-obsstore-rev.1398.txt - """ - repo = pushop.repo - remote = pushop.remote - outgoing = pushop.outgoing - urepo = pushop.repo.unfiltered() - # need to collect obsolete markers which list any of - # outgoing.missing as a successor (transitively), as well as any - # kill markers for dead nodes descended from any of the precursors - # of outgoing.missing. - boxedges = urepo.revs( - '(descendants(_fastobs_precursors(%ln)) or ' - ' descendants(%ln)) and hidden()', - outgoing.missing, outgoing.missing) - transmit = [] - for node in outgoing.missing: - transmit.extend(obsolete.precursormarkers(urepo[node])) - for rev in boxedges: - transmit.extend(obsolete.successormarkers(urepo[rev])) - transmit = list(set(transmit)) - xmit, total = len(transmit), len(repo.obsstore._all) - repo.ui.status( - 'boxpush: about to transmit %d obsolete markers (%d markers total)\n' - % (xmit, total)) - parts, size, chunk = [], 0, 0 - def transmitmarks(): - repo.ui.note( - 'boxpush: sending a chunk of obsolete markers\n') - data = ''.join([obsolete._pack('>B', obsolete._fmversion)] + parts) - remote.pushkey('obsolete', 'dump-%d' % chunk, '', - base85.b85encode(data)) - - for marker in transmit: - enc = obsolete._encodeonemarker(_markertuple(marker)) - parts.append(enc) - size += len(enc) - if size > obsolete._maxpayload: - transmitmarks() - parts, size = [], 0 - chunk += 1 - if parts: - transmitmarks() - -def _markertuple(marker): - return marker._data