comparison mercurial/cext/revlog.c @ 47249:130c9f7ed914

revlog: add a "data compression mode" entry in the index tuple

That will make it possible to keep track of compression information in the
revlog index, opening the way to more efficient revision restoration (in native
code, but the python usage is already defeating performance work).

We start with adding a new entry to the index tuple, using a value matching the
current behavior. We will introduce storage and other value in later changesets.

Differential Revision: https://phab.mercurial-scm.org/D10646

47248:013c645dd28c

static Py_ssize_t inline_scan(indexObject *self, const char **offsets);

static int index_find_node(indexObject *self, const char *node);

#if LONG_MAX == 0x7fffffffL
static const char *const tuple_format = PY23("Kiiiiiis#Ki", "Kiiiiiiy#Ki");
#else
static const char *const tuple_format = PY23("kiiiiiis#ki", "kiiiiiiy#ki");
#endif

/* A RevlogNG v1 index entry is 64 bytes long. */
static const long v1_entry_size = 64;

/* A Revlogv2 index entry is 96 bytes long. */
static const long v2_entry_size = 96;

static const long format_v1 = 1; /* Internal only, could be any number */
static const long format_v2 = 2; /* Internal only, could be any number */

static void raise_revlog_error(void)
{
	PyObject *mod = NULL, *dict = NULL, *errclass = NULL;

static PyObject *index_get(indexObject *self, Py_ssize_t pos)
{
	uint64_t offset_flags, sidedata_offset;
	int comp_len, uncomp_len, base_rev, link_rev, parent_1, parent_2,
	    sidedata_comp_len;
	const char *c_node_id;
	const char *data;
	Py_ssize_t length = index_length(self);

	if (pos == nullrev) {

	} else {
		sidedata_offset = getbe64(data + 64);
		sidedata_comp_len = getbe32(data + 72);
	}

	return Py_BuildValue(tuple_format, offset_flags, comp_len, uncomp_len,
	                     base_rev, link_rev, parent_1, parent_2, c_node_id,
	                     self->nodelen, sidedata_offset, sidedata_comp_len);
}
/*
 * Pack header information in binary
 */
static PyObject *index_pack_header(indexObject *self, PyObject *args)

static PyObject *index_append(indexObject *self, PyObject *obj)
{
	uint64_t offset_flags, sidedata_offset;
	int rev, comp_len, uncomp_len, base_rev, link_rev, parent_1, parent_2;
	Py_ssize_t c_node_id_len, sidedata_comp_len;
	const char *c_node_id;
	char *data;

	if (!PyArg_ParseTuple(obj, tuple_format, &offset_flags, &comp_len,
	                      &uncomp_len, &base_rev, &link_rev, &parent_1,
	                      &parent_2, &c_node_id, &c_node_id_len,
	                      &sidedata_offset, &sidedata_comp_len)) {
		PyErr_SetString(PyExc_TypeError, "10-tuple required");
		return NULL;
	}

	if (c_node_id_len != self->nodelen) {
		PyErr_SetString(PyExc_TypeError, "invalid node");
		return NULL;
	}

	if (self->new_length == self->added_length) {
		size_t new_added_length =

	} else {
		self->format_version = format_v1;
		self->entry_size = v1_entry_size;
	}

	self->nullentry =
	    Py_BuildValue(PY23("iiiiiiis#ii", "iiiiiiiy#ii"), 0, 0, 0, -1, -1,
	                  -1, -1, nullid, self->nodelen, 0, 0);

	if (!self->nullentry)
		return -1;
	PyObject_GC_UnTrack(self->nullentry);

47249:130c9f7ed914

static Py_ssize_t inline_scan(indexObject *self, const char **offsets);

static int index_find_node(indexObject *self, const char *node);

#if LONG_MAX == 0x7fffffffL
static const char *const tuple_format = PY23("Kiiiiiis#KiB", "Kiiiiiiy#KiB");
#else
static const char *const tuple_format = PY23("kiiiiiis#kiB", "kiiiiiiy#kiB");
#endif

/* A RevlogNG v1 index entry is 64 bytes long. */
static const long v1_entry_size = 64;

/* A Revlogv2 index entry is 96 bytes long. */
static const long v2_entry_size = 96;

static const long format_v1 = 1; /* Internal only, could be any number */
static const long format_v2 = 2; /* Internal only, could be any number */

static const char comp_mode_inline = 2;

static void raise_revlog_error(void)
{
	PyObject *mod = NULL, *dict = NULL, *errclass = NULL;

static PyObject *index_get(indexObject *self, Py_ssize_t pos)
{
	uint64_t offset_flags, sidedata_offset;
	int comp_len, uncomp_len, base_rev, link_rev, parent_1, parent_2,
	    sidedata_comp_len;
	char data_comp_mode;
	const char *c_node_id;
	const char *data;
	Py_ssize_t length = index_length(self);

	if (pos == nullrev) {

	} else {
		sidedata_offset = getbe64(data + 64);
		sidedata_comp_len = getbe32(data + 72);
	}

	data_comp_mode = comp_mode_inline;
	return Py_BuildValue(tuple_format, offset_flags, comp_len, uncomp_len,
	                     base_rev, link_rev, parent_1, parent_2, c_node_id,
	                     self->nodelen, sidedata_offset, sidedata_comp_len,
	                     data_comp_mode);
}
/*
 * Pack header information in binary
 */
static PyObject *index_pack_header(indexObject *self, PyObject *args)

static PyObject *index_append(indexObject *self, PyObject *obj)
{
	uint64_t offset_flags, sidedata_offset;
	int rev, comp_len, uncomp_len, base_rev, link_rev, parent_1, parent_2;
	char data_comp_mode;
	Py_ssize_t c_node_id_len, sidedata_comp_len;
	const char *c_node_id;
	char *data;

	if (!PyArg_ParseTuple(obj, tuple_format, &offset_flags, &comp_len,
	                      &uncomp_len, &base_rev, &link_rev, &parent_1,
	                      &parent_2, &c_node_id, &c_node_id_len,
	                      &sidedata_offset, &sidedata_comp_len,
	                      &data_comp_mode)) {
		PyErr_SetString(PyExc_TypeError, "11-tuple required");
		return NULL;
	}

	if (c_node_id_len != self->nodelen) {
		PyErr_SetString(PyExc_TypeError, "invalid node");
		return NULL;
	}
	if (data_comp_mode != comp_mode_inline) {
		PyErr_Format(PyExc_ValueError,
		             "invalid data compression mode: %i",
		             data_comp_mode);
		return NULL;
	}

	if (self->new_length == self->added_length) {
		size_t new_added_length =

	} else {
		self->format_version = format_v1;
		self->entry_size = v1_entry_size;
	}

	self->nullentry = Py_BuildValue(PY23("iiiiiiis#iiB", "iiiiiiiy#iiB"), 0,
	                                0, 0, -1, -1, -1, -1, nullid,
	                                self->nodelen, 0, 0, comp_mode_inline);

	if (!self->nullentry)
		return -1;
	PyObject_GC_UnTrack(self->nullentry);