contrib/python-zstandard/tests/test_module_attributes.py

highlight: fix encoding issues to enable Py3 compatibility

This commit fixes various encoding issues with the `highlight` extension
to enable compatibility with Python 3. Python `.encode()` and `.decode()`
requires the target encoding to be passed as a `str`, so the value of
`mercurial.encoding.encoding` must be converted before passing to the
function. Pygments also assumes the `str` type for values it works with,
so we must perform conversions before and after receiving values from its
APIs.

After applying this patch, `test-highlight.t` passes under Python 3. We
add it to `python3-whitelist` as well.

Tested with Pygments 2.4.2.

Differential Revision: https://phab.mercurial-scm.org/D6832

from __future__ import unicode_literals

import unittest

import zstandard as zstd

from . common import (
    make_cffi,
)


@make_cffi
class TestModuleAttributes(unittest.TestCase):
    def test_version(self):
        self.assertEqual(zstd.ZSTD_VERSION, (1, 3, 8))

        self.assertEqual(zstd.__version__, '0.11.0')

    def test_constants(self):
        self.assertEqual(zstd.MAX_COMPRESSION_LEVEL, 22)
        self.assertEqual(zstd.FRAME_HEADER, b'\x28\xb5\x2f\xfd')

    def test_hasattr(self):
        attrs = (
            'CONTENTSIZE_UNKNOWN',
            'CONTENTSIZE_ERROR',
            'COMPRESSION_RECOMMENDED_INPUT_SIZE',
            'COMPRESSION_RECOMMENDED_OUTPUT_SIZE',
            'DECOMPRESSION_RECOMMENDED_INPUT_SIZE',
            'DECOMPRESSION_RECOMMENDED_OUTPUT_SIZE',
            'MAGIC_NUMBER',
            'FLUSH_BLOCK',
            'FLUSH_FRAME',
            'BLOCKSIZELOG_MAX',
            'BLOCKSIZE_MAX',
            'WINDOWLOG_MIN',
            'WINDOWLOG_MAX',
            'CHAINLOG_MIN',
            'CHAINLOG_MAX',
            'HASHLOG_MIN',
            'HASHLOG_MAX',
            'HASHLOG3_MAX',
            'MINMATCH_MIN',
            'MINMATCH_MAX',
            'SEARCHLOG_MIN',
            'SEARCHLOG_MAX',
            'SEARCHLENGTH_MIN',
            'SEARCHLENGTH_MAX',
            'TARGETLENGTH_MIN',
            'TARGETLENGTH_MAX',
            'LDM_MINMATCH_MIN',
            'LDM_MINMATCH_MAX',
            'LDM_BUCKETSIZELOG_MAX',
            'STRATEGY_FAST',
            'STRATEGY_DFAST',
            'STRATEGY_GREEDY',
            'STRATEGY_LAZY',
            'STRATEGY_LAZY2',
            'STRATEGY_BTLAZY2',
            'STRATEGY_BTOPT',
            'STRATEGY_BTULTRA',
            'STRATEGY_BTULTRA2',
            'DICT_TYPE_AUTO',
            'DICT_TYPE_RAWCONTENT',
            'DICT_TYPE_FULLDICT',
        )

        for a in attrs:
            self.assertTrue(hasattr(zstd, a), a)