comparison mercurial/store.py @ 50513:5217e36356bb

store: add logic to group revlog file together

For now each file get its own entry, this will help stopping this, soon™.

We use such gathering in the `basicstore` code.

50512:1c0244a8cdaf

# Copyright 2008 Olivia Mackall <[e-mail]>
#
# This software may be used and distributed according to the terms of the
# GNU General Public License version 2 or any later version.


import functools
import os
import re
import stat
from typing import Generator

    b'.dat',
    b'.n',
    b'.nd',
    b'.sda',
)
# files that are "volatile" and might change between listing and streaming
#
# note: the ".nd" file are nodemap data and won't "change" but they might be
# deleted.
REVLOG_FILES_VOLATILE_EXT = (b'.n', b'.nd')

            return self._file_size
        try:
            return vfs.stat(self.unencoded_path).st_size
        except FileNotFoundError:
            return 0


class basicstore:
    '''base class for local repository stores'''

        When [undecodable] is None, revlogs names that can't be
        decoded cause an exception. When it is provided, it should
        be a list and the filenames that can't be decoded are added
        to it instead. This is very rarely needed."""
        files = self._walk(b'data', True) + self._walk(b'meta', True)
        for u, (t, s) in files:
            if t is not None:
                yield RevlogStoreEntry(
                    unencoded_path=u,
                    revlog_type=FILEFLAGS_FILELOG,
                    is_revlog_main=bool(t & FILEFLAGS_REVLOG_MAIN),
                    is_volatile=bool(t & FILEFLAGS_VOLATILE),

50513:5217e36356bb

# Copyright 2008 Olivia Mackall <[e-mail]>
#
# This software may be used and distributed according to the terms of the
# GNU General Public License version 2 or any later version.

import collections
import functools
import os
import re
import stat
from typing import Generator

    b'.dat',
    b'.n',
    b'.nd',
    b'.sda',
)
# file extension that also use a `-SOMELONGIDHASH.ext` form
REVLOG_FILES_LONG_EXT = (
    b'.nd',
    b'.idx',
    b'.dat',
    b'.sda',
)
# files that are "volatile" and might change between listing and streaming
#
# note: the ".nd" file are nodemap data and won't "change" but they might be
# deleted.
REVLOG_FILES_VOLATILE_EXT = (b'.n', b'.nd')

            return self._file_size
        try:
            return vfs.stat(self.unencoded_path).st_size
        except FileNotFoundError:
            return 0


def _gather_revlog(files_data):
    """group files per revlog prefix

    The returns a two level nested dict. The top level key is the revlog prefix
    without extension, the second level is all the file "suffix" that were
    seen for this revlog and arbitrary file data as value.
    """
    revlogs = collections.defaultdict(dict)
    for u, value in files_data:
        name, ext = _split_revlog_ext(u)
        revlogs[name][ext] = value
    return sorted(revlogs.items())


def _split_revlog_ext(filename):
    """split the revlog file prefix from the variable extension"""
    if filename.endswith(REVLOG_FILES_LONG_EXT):
        char = b'-'
    else:
        char = b'.'
    idx = filename.rfind(char)
    return filename[:idx], filename[idx:]


class basicstore:
    '''base class for local repository stores'''

        When [undecodable] is None, revlogs names that can't be
        decoded cause an exception. When it is provided, it should
        be a list and the filenames that can't be decoded are added
        to it instead. This is very rarely needed."""
        files = self._walk(b'data', True) + self._walk(b'meta', True)
        files = (f for f in files if f[1][0] is not None)
        for revlog, details in _gather_revlog(files):
            for ext, (t, s) in sorted(details.items()):
                u = revlog + ext
                yield RevlogStoreEntry(
                    unencoded_path=u,
                    revlog_type=FILEFLAGS_FILELOG,
                    is_revlog_main=bool(t & FILEFLAGS_REVLOG_MAIN),
                    is_volatile=bool(t & FILEFLAGS_VOLATILE),