view tests/test-hgweb-auth.py @ 42486:35d674a3d5db

copies: don't filter out copy targets created on other side of merge commit

If file X is copied to Y on one side of merge and the other side
creates Y (no copy), we would not mark that as copy. In the
changeset-centric pathcopies() version, that was done by checking if
the copy target existed on the other branch. Even though merge commits
are pretty uncommon, it still turned out to be too expensive to load
the manifest of the parents of merge commits. In a repo of
mozilla-unified converted to storing copies in changesets, about 2m30s
of `hg debugpathcopies FIREFOX_BETA_59_END FIREFOX_BETA_60_BASE` is
spent on this check of merge commits.

I tried to think of a way of storing more information in the
changesets in order to cheaply detect these cases, but I couldn't
think of a solution. So this patch simply removes those checks.

For reference, these extra copies are reported from the aforementioned
command after this patch:

  browser/base/content/sanitize.js -> browser/modules/Sanitizer.jsm
  testing/mozbase/mozprocess/tests/process_normal_finish_python.ini -> testing/mozbase/mozprocess/tests/process_normal_finish.ini
  testing/mozbase/mozprocess/tests/process_waittimeout_python.ini -> testing/mozbase/mozprocess/tests/process_waittimeout.ini
  testing/mozbase/mozprocess/tests/process_waittimeout_10s_python.ini -> testing/mozbase/mozprocess/tests/process_waittimeout_10s.ini

Since these copies were created on one side of some merge, it still
seems reasonable to include them, so I'm not even sure it's worse than
filelog pathcopies(), just different.

Differential Revision: https://phab.mercurial-scm.org/D6420

from __future__ import absolute_import, print_function

from mercurial import demandimport; demandimport.enable()
from mercurial import (
    error,
    pycompat,
    ui as uimod,
    url,
    util,
)
from mercurial.utils import (
    stringutil,
)

urlerr = util.urlerr
urlreq = util.urlreq

class myui(uimod.ui):
    def interactive(self):
        return False

origui = myui.load()

def writeauth(items):
    ui = origui.copy()
    for name, value in items.items():
        ui.setconfig(b'auth', name, value)
    return ui

def _stringifyauthinfo(ai):
    if ai is None:
        return ai
    realm, authuris, user, passwd = ai
    return (pycompat.strurl(realm),
            [pycompat.strurl(u) for u in authuris],
            pycompat.strurl(user),
            pycompat.strurl(passwd),
    )

def test(auth, urls=None):
    print('CFG:', pycompat.sysstr(stringutil.pprint(auth, bprefix=True)))
    prefixes = set()
    for k in auth:
        prefixes.add(k.split(b'.', 1)[0])
    for p in prefixes:
        for name in (b'.username', b'.password'):
            if (p + name) not in auth:
                auth[p + name] = p
    auth = dict((k, v) for k, v in auth.items() if v is not None)

    ui = writeauth(auth)

    def _test(uri):
        print('URI:', pycompat.strurl(uri))
        try:
            pm = url.passwordmgr(ui, urlreq.httppasswordmgrwithdefaultrealm())
            u, authinfo = util.url(uri).authinfo()
            if authinfo is not None:
                pm.add_password(*_stringifyauthinfo(authinfo))
            print('    ', tuple(pycompat.strurl(a) for a in
                                pm.find_user_password('test',
                                                      pycompat.strurl(u))))
        except error.Abort:
            print('    ','abort')

    if not urls:
        urls = [
            b'http://example.org/foo',
            b'http://example.org/foo/bar',
            b'http://example.org/bar',
            b'https://example.org/foo',
            b'https://example.org/foo/bar',
            b'https://example.org/bar',
            b'https://[e-mail]/bar',
            b'https://[e-mail]/bar',
            ]
    for u in urls:
        _test(u)


print('\n*** Test in-uri schemes\n')
test({b'x.prefix': b'http://example.org'})
test({b'x.prefix': b'https://example.org'})
test({b'x.prefix': b'http://example.org', b'x.schemes': b'https'})
test({b'x.prefix': b'https://example.org', b'x.schemes': b'http'})

print('\n*** Test separately configured schemes\n')
test({b'x.prefix': b'example.org', b'x.schemes': b'http'})
test({b'x.prefix': b'example.org', b'x.schemes': b'https'})
test({b'x.prefix': b'example.org', b'x.schemes': b'http https'})

print('\n*** Test prefix matching\n')
test({b'x.prefix': b'http://example.org/foo',
      b'y.prefix': b'http://example.org/bar'})
test({b'x.prefix': b'http://example.org/foo',
      b'y.prefix': b'http://example.org/foo/bar'})
test({b'x.prefix': b'*', b'y.prefix': b'https://example.org/bar'})

print('\n*** Test user matching\n')
test({b'x.prefix': b'http://example.org/foo',
      b'x.username': None,
      b'x.password': b'xpassword'},
     urls=[b'http://[e-mail]/foo'])
test({b'x.prefix': b'http://example.org/foo',
      b'x.username': None,
      b'x.password': b'xpassword',
      b'y.prefix': b'http://example.org/foo',
      b'y.username': b'y',
      b'y.password': b'ypassword'},
     urls=[b'http://[e-mail]/foo'])
test({b'x.prefix': b'http://example.org/foo/bar',
      b'x.username': None,
      b'x.password': b'xpassword',
      b'y.prefix': b'http://example.org/foo',
      b'y.username': b'y',
      b'y.password': b'ypassword'},
     urls=[b'http://[e-mail]/foo/bar'])

print('\n*** Test user matching with name in prefix\n')

# prefix, username and URL have the same user
test({b'x.prefix': b'https://example.org/foo',
      b'x.username': None,
      b'x.password': b'xpassword',
      b'y.prefix': b'http://[e-mail]/foo',
      b'y.username': b'y',
      b'y.password': b'ypassword'},
     urls=[b'http://[e-mail]/foo'])
# Prefix has a different user from username and URL
test({b'y.prefix': b'http://[e-mail]/foo',
      b'y.username': b'y',
      b'y.password': b'ypassword'},
     urls=[b'http://[e-mail]/foo'])
# Prefix has a different user from URL; no username
test({b'y.prefix': b'http://[e-mail]/foo',
      b'y.password': b'ypassword'},
     urls=[b'http://[e-mail]/foo'])
# Prefix and URL have same user, but doesn't match username
test({b'y.prefix': b'http://[e-mail]/foo',
      b'y.username': b'z',
      b'y.password': b'ypassword'},
     urls=[b'http://[e-mail]/foo'])
# Prefix and URL have the same user; no username
test({b'y.prefix': b'http://[e-mail]/foo',
      b'y.password': b'ypassword'},
     urls=[b'http://[e-mail]/foo'])
# Prefix user, but no URL user or username
test({b'y.prefix': b'http://[e-mail]/foo',
      b'y.password': b'ypassword'},
     urls=[b'http://example.org/foo'])

def testauthinfo(fullurl, authurl):
    print('URIs:', fullurl, authurl)
    pm = urlreq.httppasswordmgrwithdefaultrealm()
    ai = _stringifyauthinfo(util.url(pycompat.bytesurl(fullurl)).authinfo()[1])
    pm.add_password(*ai)
    print(pm.find_user_password('test', authurl))

print('\n*** Test urllib2 and util.url\n')
testauthinfo('http://[e-mail]:8080/foo', 'http://example.com:8080/foo')