mercurial/chgserver.py

43075:57875cf423c9

from .utils import (
    procutil,
    stringutil,
)

def _hashlist(items):
    """return sha1 hexdigest for a list"""
    return node.hex(hashlib.sha1(stringutil.pprint(items)).digest())

# sensitive config sections affecting confighash
_configsections = [
    'alias',  # affects global state commands.table
    'eol',    # uses setconfig('eol', ...)
    'extdiff',  # uisetup will register new commands
    'extensions',
]

_configsectionitems = [
    ('commands', 'show.aliasprefix'), # show.py reads it in extsetup
]

# sensitive environment variables affecting confighash
_envre = re.compile(br'''\A(?:
                    CHGHG
                    |HG(?:DEMANDIMPORT|EMITWARNINGS|MODULEPOLICY|PROF|RCPATH)?
                    |HG(?:ENCODING|PLAIN).*
                    |LANG(?:UAGE)?
                    |LC_.*
                    |LD_.*
                    |PATH
                    |PYTHON.*
                    |TERM(?:INFO)?
                    |TZ
                    )\Z''', re.X)

def _confighash(ui):
    """return a quick hash for detecting config/env changes

    confighash is the hash of sensitive config items and environment variables.

    # If $CHGHG is set, the change to $HG should not trigger a new chg server
    if 'CHGHG' in encoding.environ:
        ignored = {'HG'}
    else:
        ignored = set()
    envitems = [(k, v) for k, v in encoding.environ.iteritems()
                if _envre.match(k) and k not in ignored]
    envhash = _hashlist(sorted(envitems))
    return sectionhash[:6] + envhash[:6]

def _getmtimepaths(ui):
    """get a list of paths that should be checked to detect change

    The list will include:

    - python binary
    """
    modules = [m for n, m in extensions.extensions(ui)]
    try:
        from . import __version__
        modules.append(__version__)
    except ImportError:
        pass
    files = []
    if pycompat.sysexecutable:

            files.append(pycompat.fsencode(inspect.getabsfile(m)))
        except TypeError:
            pass
    return sorted(set(files))

def _mtimehash(paths):
    """return a quick hash for detecting file changes

    mtimehash calls stat on given paths and calculate a hash based on size and
    mtime of each file. mtimehash does not read file content because reading is

    mtimehash is not included in confighash because we only know the paths of
    extensions after importing them (there is imp.find_module but that faces
    race conditions). We need to calculate confighash without importing.
    """
    def trystat(path):
        try:
            st = os.stat(path)
            return (st[stat.ST_MTIME], st.st_size)
        except OSError:
            # could be ENOENT, EPERM etc. not fatal in any case
            pass
    return _hashlist(pycompat.maplist(trystat, paths))[:12]

class hashstate(object):
    """a structure storing confighash, mtimehash, paths used for mtimehash"""
    def __init__(self, confighash, mtimehash, mtimepaths):
        self.confighash = confighash
        self.mtimehash = mtimehash
        self.mtimepaths = mtimepaths

    def fromui(ui, mtimepaths=None):
        if mtimepaths is None:
            mtimepaths = _getmtimepaths(ui)
        confighash = _confighash(ui)
        mtimehash = _mtimehash(mtimepaths)
        ui.log('cmdserver', 'confighash = %s mtimehash = %s\n',
               confighash, mtimehash)
        return hashstate(confighash, mtimehash, mtimepaths)

def _newchgui(srcui, csystem, attachio):
    class chgui(srcui.__class__):
        def __init__(self, src=None):
            super(chgui, self).__init__(src)

            # fallback to the original system method if
            #  a. the output stream is not stdout (e.g. stderr, cStringIO),
            #  b. or stdout is redirected by protectfinout(),
            # because the chg client is not aware of these situations and
            # will behave differently (i.e. write to stdout).
            if (out is not self.fout
                or not util.safehasattr(self.fout, 'fileno')
                or self.fout.fileno() != procutil.stdout.fileno()
                or self._finoutredirected):
                return procutil.system(cmd, environ=environ, cwd=cwd, out=out)
            self.flush()
            return self._csystem(cmd, procutil.shellenviron(environ), cwd)

        def _runpager(self, cmd, env=None):
            self._csystem(cmd, procutil.shellenviron(env), type='pager',
                          cmdtable={'attachio': attachio})
            return True

    return chgui(srcui)

def _loadnewui(srcui, args, cdebug):
    from . import dispatch  # avoid cycle

    newui = srcui.__class__.load()

        extensions.populateui(newlui)
        commandserver.setuplogging(newlui, fp=cdebug)

    return (newui, newlui)

class channeledsystem(object):
    """Propagate ui.system() request in the following format:

    payload length (unsigned int),
    type, '\0',

    if type == 'pager', repetitively waits for a command name ending with '\n'
    and executes it defined by cmdtable, or exits the loop if the command name
    is empty.
    """
    def __init__(self, in_, out, channel):
        self.in_ = in_
        self.out = out
        self.channel = channel

        self.out.write(data)
        self.out.flush()

        if type == 'system':
            length = self.in_.read(4)
            length, = struct.unpack('>I', length)
            if length != 4:
                raise error.Abort(_('invalid response'))
            rc, = struct.unpack('>i', self.in_.read(4))
            return rc
        elif type == 'pager':
            while True:
                cmd = self.in_.readline()[:-1]
                if not cmd:

                else:
                    raise error.Abort(_('unexpected command: %s') % cmd)
        else:
            raise error.ProgrammingError('invalid S channel type: %s' % type)

_iochannels = [
    # server.ch, ui.fp, mode
    ('cin', 'fin', r'rb'),
    ('cout', 'fout', r'wb'),
    ('cerr', 'ferr', r'wb'),
]

class chgcmdserver(commandserver.server):
    def __init__(self, ui, repo, fin, fout, sock, prereposetups,
                 hashstate, baseaddress):
        super(chgcmdserver, self).__init__(
            _newchgui(ui, channeledsystem(fin, fout, 'S'), self.attachio),
            repo, fin, fout, prereposetups)
        self.clientsock = sock
        self._ioattached = False
        self._oldios = []  # original (self.ch, ui.fp, fd) before "attachio"
        self.hashstate = hashstate
        self.baseaddress = baseaddress

        self.ui.log('chgserver', 'setenv: %r\n', sorted(newenv.keys()))
        encoding.environ.clear()
        encoding.environ.update(newenv)

    capabilities = commandserver.server.capabilities.copy()
    capabilities.update({'attachio': attachio,
                         'chdir': chdir,
                         'runcommand': runcommand,
                         'setenv': setenv,
                         'setumask': setumask,
                         'setumask2': setumask2})

    if util.safehasattr(procutil, 'setprocname'):
        def setprocname(self):
            """Change process title"""
            name = self._readstr()
            self.ui.log('chgserver', 'setprocname: %r\n', name)
            procutil.setprocname(name)
        capabilities['setprocname'] = setprocname

def _tempaddress(address):
    return '%s.%d.tmp' % (address, os.getpid())

def _hashaddress(address, hashstr):
    # if the basename of address contains '.', use only the left part. this
    # makes it possible for the client to pass 'server.tmp$PID' and follow by
    # an atomic rename to avoid locking when spawning new servers.
    dirname, basename = os.path.split(address)
    basename = basename.split('.', 1)[0]
    return '%s-%s' % (os.path.join(dirname, basename), hashstr)

class chgunixservicehandler(object):
    """Set of operations for chg services"""

    pollinterval = 1  # [sec]

        util.rename(tempaddress, self._baseaddress)

    def _issocketowner(self):
        try:
            st = os.stat(self._realaddress)
            return (st.st_ino == self._socketstat.st_ino and
                    st[stat.ST_MTIME] == self._socketstat[stat.ST_MTIME])
        except OSError:
            return False

    def unlinksocket(self, address):
        if not self._issocketowner():

        # the client will start a new server on demand.
        util.tryunlink(self._realaddress)

    def shouldexit(self):
        if not self._issocketowner():
            self.ui.log(b'chgserver', b'%s is not owned, exiting.\n',
                        self._realaddress)
            return True
        if time.time() - self._lastactive > self._idletimeout:
            self.ui.log(b'chgserver', b'being idle too long. exiting.\n')
            return True
        return False

    def newconnection(self):
        self._lastactive = time.time()

    def createcmdserver(self, repo, conn, fin, fout, prereposetups):
        return chgcmdserver(self.ui, repo, fin, fout, conn, prereposetups,
                            self._hashstate, self._baseaddress)

def chgunixservice(ui, repo, opts):
    # CHGINTERNALMARK is set by chg client. It is an indication of things are
    # started by chg so other code can do things accordingly, like disabling
    # demandimport or detecting chg client started by chg client. When executed

43076:2372284d9457

from .utils import (
    procutil,
    stringutil,
)


def _hashlist(items):
    """return sha1 hexdigest for a list"""
    return node.hex(hashlib.sha1(stringutil.pprint(items)).digest())


# sensitive config sections affecting confighash
_configsections = [
    'alias',  # affects global state commands.table
    'eol',  # uses setconfig('eol', ...)
    'extdiff',  # uisetup will register new commands
    'extensions',
]

_configsectionitems = [
    ('commands', 'show.aliasprefix'),  # show.py reads it in extsetup
]

# sensitive environment variables affecting confighash
_envre = re.compile(
    br'''\A(?:
                    CHGHG
                    |HG(?:DEMANDIMPORT|EMITWARNINGS|MODULEPOLICY|PROF|RCPATH)?
                    |HG(?:ENCODING|PLAIN).*
                    |LANG(?:UAGE)?
                    |LC_.*
                    |LD_.*
                    |PATH
                    |PYTHON.*
                    |TERM(?:INFO)?
                    |TZ
                    )\Z''',
    re.X,
)


def _confighash(ui):
    """return a quick hash for detecting config/env changes

    confighash is the hash of sensitive config items and environment variables.

    # If $CHGHG is set, the change to $HG should not trigger a new chg server
    if 'CHGHG' in encoding.environ:
        ignored = {'HG'}
    else:
        ignored = set()
    envitems = [
        (k, v)
        for k, v in encoding.environ.iteritems()
        if _envre.match(k) and k not in ignored
    ]
    envhash = _hashlist(sorted(envitems))
    return sectionhash[:6] + envhash[:6]


def _getmtimepaths(ui):
    """get a list of paths that should be checked to detect change

    The list will include:

    - python binary
    """
    modules = [m for n, m in extensions.extensions(ui)]
    try:
        from . import __version__

        modules.append(__version__)
    except ImportError:
        pass
    files = []
    if pycompat.sysexecutable:

            files.append(pycompat.fsencode(inspect.getabsfile(m)))
        except TypeError:
            pass
    return sorted(set(files))


def _mtimehash(paths):
    """return a quick hash for detecting file changes

    mtimehash calls stat on given paths and calculate a hash based on size and
    mtime of each file. mtimehash does not read file content because reading is

    mtimehash is not included in confighash because we only know the paths of
    extensions after importing them (there is imp.find_module but that faces
    race conditions). We need to calculate confighash without importing.
    """

    def trystat(path):
        try:
            st = os.stat(path)
            return (st[stat.ST_MTIME], st.st_size)
        except OSError:
            # could be ENOENT, EPERM etc. not fatal in any case
            pass

    return _hashlist(pycompat.maplist(trystat, paths))[:12]


class hashstate(object):
    """a structure storing confighash, mtimehash, paths used for mtimehash"""

    def __init__(self, confighash, mtimehash, mtimepaths):
        self.confighash = confighash
        self.mtimehash = mtimehash
        self.mtimepaths = mtimepaths

    def fromui(ui, mtimepaths=None):
        if mtimepaths is None:
            mtimepaths = _getmtimepaths(ui)
        confighash = _confighash(ui)
        mtimehash = _mtimehash(mtimepaths)
        ui.log(
            'cmdserver',
            'confighash = %s mtimehash = %s\n',
            confighash,
            mtimehash,
        )
        return hashstate(confighash, mtimehash, mtimepaths)


def _newchgui(srcui, csystem, attachio):
    class chgui(srcui.__class__):
        def __init__(self, src=None):
            super(chgui, self).__init__(src)

            # fallback to the original system method if
            #  a. the output stream is not stdout (e.g. stderr, cStringIO),
            #  b. or stdout is redirected by protectfinout(),
            # because the chg client is not aware of these situations and
            # will behave differently (i.e. write to stdout).
            if (
                out is not self.fout
                or not util.safehasattr(self.fout, 'fileno')
                or self.fout.fileno() != procutil.stdout.fileno()
                or self._finoutredirected
            ):
                return procutil.system(cmd, environ=environ, cwd=cwd, out=out)
            self.flush()
            return self._csystem(cmd, procutil.shellenviron(environ), cwd)

        def _runpager(self, cmd, env=None):
            self._csystem(
                cmd,
                procutil.shellenviron(env),
                type='pager',
                cmdtable={'attachio': attachio},
            )
            return True

    return chgui(srcui)


def _loadnewui(srcui, args, cdebug):
    from . import dispatch  # avoid cycle

    newui = srcui.__class__.load()

        extensions.populateui(newlui)
        commandserver.setuplogging(newlui, fp=cdebug)

    return (newui, newlui)


class channeledsystem(object):
    """Propagate ui.system() request in the following format:

    payload length (unsigned int),
    type, '\0',

    if type == 'pager', repetitively waits for a command name ending with '\n'
    and executes it defined by cmdtable, or exits the loop if the command name
    is empty.
    """

    def __init__(self, in_, out, channel):
        self.in_ = in_
        self.out = out
        self.channel = channel

        self.out.write(data)
        self.out.flush()

        if type == 'system':
            length = self.in_.read(4)
            (length,) = struct.unpack('>I', length)
            if length != 4:
                raise error.Abort(_('invalid response'))
            (rc,) = struct.unpack('>i', self.in_.read(4))
            return rc
        elif type == 'pager':
            while True:
                cmd = self.in_.readline()[:-1]
                if not cmd:

                else:
                    raise error.Abort(_('unexpected command: %s') % cmd)
        else:
            raise error.ProgrammingError('invalid S channel type: %s' % type)


_iochannels = [
    # server.ch, ui.fp, mode
    ('cin', 'fin', r'rb'),
    ('cout', 'fout', r'wb'),
    ('cerr', 'ferr', r'wb'),
]


class chgcmdserver(commandserver.server):
    def __init__(
        self, ui, repo, fin, fout, sock, prereposetups, hashstate, baseaddress
    ):
        super(chgcmdserver, self).__init__(
            _newchgui(ui, channeledsystem(fin, fout, 'S'), self.attachio),
            repo,
            fin,
            fout,
            prereposetups,
        )
        self.clientsock = sock
        self._ioattached = False
        self._oldios = []  # original (self.ch, ui.fp, fd) before "attachio"
        self.hashstate = hashstate
        self.baseaddress = baseaddress

        self.ui.log('chgserver', 'setenv: %r\n', sorted(newenv.keys()))
        encoding.environ.clear()
        encoding.environ.update(newenv)

    capabilities = commandserver.server.capabilities.copy()
    capabilities.update(
        {
            'attachio': attachio,
            'chdir': chdir,
            'runcommand': runcommand,
            'setenv': setenv,
            'setumask': setumask,
            'setumask2': setumask2,
        }
    )

    if util.safehasattr(procutil, 'setprocname'):

        def setprocname(self):
            """Change process title"""
            name = self._readstr()
            self.ui.log('chgserver', 'setprocname: %r\n', name)
            procutil.setprocname(name)

        capabilities['setprocname'] = setprocname


def _tempaddress(address):
    return '%s.%d.tmp' % (address, os.getpid())


def _hashaddress(address, hashstr):
    # if the basename of address contains '.', use only the left part. this
    # makes it possible for the client to pass 'server.tmp$PID' and follow by
    # an atomic rename to avoid locking when spawning new servers.
    dirname, basename = os.path.split(address)
    basename = basename.split('.', 1)[0]
    return '%s-%s' % (os.path.join(dirname, basename), hashstr)


class chgunixservicehandler(object):
    """Set of operations for chg services"""

    pollinterval = 1  # [sec]

        util.rename(tempaddress, self._baseaddress)

    def _issocketowner(self):
        try:
            st = os.stat(self._realaddress)
            return (
                st.st_ino == self._socketstat.st_ino
                and st[stat.ST_MTIME] == self._socketstat[stat.ST_MTIME]
            )
        except OSError:
            return False

    def unlinksocket(self, address):
        if not self._issocketowner():

        # the client will start a new server on demand.
        util.tryunlink(self._realaddress)

    def shouldexit(self):
        if not self._issocketowner():
            self.ui.log(
                b'chgserver', b'%s is not owned, exiting.\n', self._realaddress
            )
            return True
        if time.time() - self._lastactive > self._idletimeout:
            self.ui.log(b'chgserver', b'being idle too long. exiting.\n')
            return True
        return False

    def newconnection(self):
        self._lastactive = time.time()

    def createcmdserver(self, repo, conn, fin, fout, prereposetups):
        return chgcmdserver(
            self.ui,
            repo,
            fin,
            fout,
            conn,
            prereposetups,
            self._hashstate,
            self._baseaddress,
        )


def chgunixservice(ui, repo, opts):
    # CHGINTERNALMARK is set by chg client. It is an indication of things are
    # started by chg so other code can do things accordingly, like disabling
    # demandimport or detecting chg client started by chg client. When executed