view hgext/lfs/pointer.py @ 35503:bbcd2e478391

test-lfs: add tests covering http exchanges

This tries to test every combination of having the extension enabled/disabled
on each side, and then push/pull/clone/identify lfs and non-lfs content.  SSH is
ignored here, because there's enough going on as it is.

The root issue here is again that requirements are not exchanged and preserved
on push/pull/clone.  Doing so should eliminate the cryptic error messages when
using `hg serve`.  The 500 server error is triggered by "ValueError: no common
changegroup version", because the extension forces changegroup3.  Or, if
changegroup3 is enabled manually, it is triggered by "abort: missing processor
for flag '0x2000'!".

Sadly, run-tests.py doesn't support conditionalizing the exit code like it does
lines of output.  Therefore, a couple of tests blot out the exit code by
appending "|| true", since these failures will go away shortly anyway.

# pointer.py - Git-LFS pointer serialization
#
# Copyright 2017 Facebook, Inc.
#
# This software may be used and distributed according to the terms of the
# GNU General Public License version 2 or any later version.

from __future__ import absolute_import

import re

from mercurial.i18n import _

from mercurial import (
    error,
)

class InvalidPointer(error.RevlogError):
    pass

class gitlfspointer(dict):
    VERSION = 'https://git-lfs.github.com/spec/v1'

    def __init__(self, *args, **kwargs):
        self['version'] = self.VERSION
        super(gitlfspointer, self).__init__(*args, **kwargs)

    @classmethod
    def deserialize(cls, text):
        try:
            return cls(l.split(' ', 1) for l in text.splitlines()).validate()
        except ValueError: # l.split returns 1 item instead of 2
            raise InvalidPointer(_('cannot parse git-lfs text: %r') % text)

    def serialize(self):
        sortkeyfunc = lambda x: (x[0] != 'version', x)
        items = sorted(self.validate().iteritems(), key=sortkeyfunc)
        return ''.join('%s %s\n' % (k, v) for k, v in items)

    def oid(self):
        return self['oid'].split(':')[-1]

    def size(self):
        return int(self['size'])

    # regular expressions used by _validate
    # see https://github.com/git-lfs/git-lfs/blob/master/docs/spec.md
    _keyre = re.compile(r'\A[a-z0-9.-]+\Z')
    _valuere = re.compile(r'\A[^\n]*\Z')
    _requiredre = {
        'size': re.compile(r'\A[0-9]+\Z'),
        'oid': re.compile(r'\Asha256:[0-9a-f]{64}\Z'),
        'version': re.compile(r'\A%s\Z' % re.escape(VERSION)),
    }

    def validate(self):
        """raise InvalidPointer on error. return self if there is no error"""
        requiredcount = 0
        for k, v in self.iteritems():
            if k in self._requiredre:
                if not self._requiredre[k].match(v):
                    raise InvalidPointer(_('unexpected value: %s=%r') % (k, v))
                requiredcount += 1
            elif not self._keyre.match(k):
                raise InvalidPointer(_('unexpected key: %s') % k)
            if not self._valuere.match(v):
                raise InvalidPointer(_('unexpected value: %s=%r') % (k, v))
        if len(self._requiredre) != requiredcount:
            miss = sorted(set(self._requiredre.keys()).difference(self.keys()))
            raise InvalidPointer(_('missed keys: %s') % ', '.join(miss))
        return self

deserialize = gitlfspointer.deserialize