mercurial/encoding.py

32290:2959c3e986e0

_ignore = [unichr(int(x, 16)).encode("utf-8") for x in
           "200c 200d 200e 200f 202a 202b 202c 202d 202e "
           "206a 206b 206c 206d 206e 206f feff".split()]
# verify the next function will work
if pycompat.ispy3:
    assert set(i[0] for i in _ignore) == set([ord(b'\xe2'), ord(b'\xef')])
else:
    assert set(i[0] for i in _ignore) == set(["\xe2", "\xef"])

def hfsignoreclean(s):
    """Remove codepoints ignored by HFS+ from s.

    >>> hfsignoreclean(u'.h\u200cg'.encode('utf-8'))

32291:bd872f64a8ba

_ignore = [unichr(int(x, 16)).encode("utf-8") for x in
           "200c 200d 200e 200f 202a 202b 202c 202d 202e "
           "206a 206b 206c 206d 206e 206f feff".split()]
# verify the next function will work
if pycompat.ispy3:
    assert set(i[0] for i in _ignore) == {ord(b'\xe2'), ord(b'\xef')}
else:
    assert set(i[0] for i in _ignore) == {"\xe2", "\xef"}

def hfsignoreclean(s):
    """Remove codepoints ignored by HFS+ from s.

    >>> hfsignoreclean(u'.h\u200cg'.encode('utf-8'))