comparison hgext/remotefilelog/__init__.py @ 42842:2c74337e6483

remotefilelog: reduce probability of race-condition in remotefilelog tests

ca1014ad3de4 introduced a new parameter `ensurestart` to speed up
remotefilelog background processes start. Unfortunately it seems to have
increased the possibility of race-conditions in remotefilelog tests testing
those background processes.

With `ensurestart=False`, it seems that it's more probable to enter in a race
condition with `debugwaitonprefetch` and `debugwaitonrepack` in remotefilelog
background tests. Our CI seems to have a high probability of triggering this
race condition so make it configurable to ensure tests are stable.

Differential Revision: https://phab.mercurial-scm.org/D6772

42841:ce6797ef6eab

configitem('repack', 'chainorphansbysize', default=True, experimental=True)

configitem('packs', 'maxpacksize', default=0)
configitem('packs', 'maxchainlen', default=1000)

#  default TTL limit is 30 days
_defaultlimit = 60 * 60 * 24 * 30
configitem('remotefilelog', 'nodettl', default=_defaultlimit)

configitem('remotefilelog', 'data.gencountlimit', default=2),

    if isenabled(repo):
        # prefetch if it's configured
        prefetchrevset = ui.config('remotefilelog', 'pullprefetch')
        bgrepack = repo.ui.configbool('remotefilelog', 'backgroundrepack')
        bgprefetch = repo.ui.configbool('remotefilelog', 'backgroundprefetch')

        if prefetchrevset:
            ui.status(_("prefetching file contents\n"))
            revs = scmutil.revrange(repo, [prefetchrevset])
            base = repo['.'].rev()
            if bgprefetch:
                repo.backgroundprefetch(prefetchrevset, repack=bgrepack)
            else:
                repo.prefetch(revs, base=base)
                if bgrepack:
                    repackmod.backgroundrepack(repo, incremental=True)
        elif bgrepack:
            repackmod.backgroundrepack(repo, incremental=True)

    return result

def exchangepull(orig, repo, remote, *args, **kwargs):
    # Hook into the callstream/getbundle to insert bundle capabilities

    opts = resolveprefetchopts(ui, opts)
    revs = scmutil.revrange(repo, opts.get('rev'))
    repo.prefetch(revs, opts.get('base'), pats, opts)

    # Run repack in background
    if opts.get('repack'):
        repackmod.backgroundrepack(repo, incremental=True)

@command('repack', [
     ('', 'background', None, _('run in a background process'), None),
     ('', 'incremental', None, _('do an incremental repack'), None),
     ('', 'packsonly', None, _('only repack packs (skip loose objects)'), None),
    ], _('hg repack [OPTIONS]'))
def repack_(ui, repo, *pats, **opts):
    if opts.get(r'background'):
        repackmod.backgroundrepack(repo, incremental=opts.get(r'incremental'),
                                   packsonly=opts.get(r'packsonly', False))
        return

    options = {'packsonly': opts.get(r'packsonly')}

    try:

42842:2c74337e6483

configitem('repack', 'chainorphansbysize', default=True, experimental=True)

configitem('packs', 'maxpacksize', default=0)
configitem('packs', 'maxchainlen', default=1000)

configitem('devel', 'remotefilelog.ensurestart', default=False)

#  default TTL limit is 30 days
_defaultlimit = 60 * 60 * 24 * 30
configitem('remotefilelog', 'nodettl', default=_defaultlimit)

configitem('remotefilelog', 'data.gencountlimit', default=2),

    if isenabled(repo):
        # prefetch if it's configured
        prefetchrevset = ui.config('remotefilelog', 'pullprefetch')
        bgrepack = repo.ui.configbool('remotefilelog', 'backgroundrepack')
        bgprefetch = repo.ui.configbool('remotefilelog', 'backgroundprefetch')
        ensurestart = repo.ui.configbool('devel', 'remotefilelog.ensurestart')

        if prefetchrevset:
            ui.status(_("prefetching file contents\n"))
            revs = scmutil.revrange(repo, [prefetchrevset])
            base = repo['.'].rev()
            if bgprefetch:
                repo.backgroundprefetch(prefetchrevset, repack=bgrepack,
                                        ensurestart=ensurestart)
            else:
                repo.prefetch(revs, base=base)
                if bgrepack:
                    repackmod.backgroundrepack(repo, incremental=True,
                                               ensurestart=ensurestart)
        elif bgrepack:
            repackmod.backgroundrepack(repo, incremental=True,
                                       ensurestart=ensurestart)

    return result

def exchangepull(orig, repo, remote, *args, **kwargs):
    # Hook into the callstream/getbundle to insert bundle capabilities

    opts = resolveprefetchopts(ui, opts)
    revs = scmutil.revrange(repo, opts.get('rev'))
    repo.prefetch(revs, opts.get('base'), pats, opts)

    ensurestart = repo.ui.configbool('devel', 'remotefilelog.ensurestart')

    # Run repack in background
    if opts.get('repack'):
        repackmod.backgroundrepack(repo, incremental=True,
                                   ensurestart=ensurestart)

@command('repack', [
     ('', 'background', None, _('run in a background process'), None),
     ('', 'incremental', None, _('do an incremental repack'), None),
     ('', 'packsonly', None, _('only repack packs (skip loose objects)'), None),
    ], _('hg repack [OPTIONS]'))
def repack_(ui, repo, *pats, **opts):
    if opts.get(r'background'):
        ensurestart = repo.ui.configbool('devel', 'remotefilelog.ensurestart')
        repackmod.backgroundrepack(repo, incremental=opts.get(r'incremental'),
                                   packsonly=opts.get(r'packsonly', False),
                                   ensurestart=ensurestart)
        return

    options = {'packsonly': opts.get(r'packsonly')}

    try: