fda157296e
In case of a literal decoding failure it tries to decode the result in utf-8. This is handy in python2 environments where python and the host might be using different charset configurations. In python3 this issue seams to be solved. Fixes #829 and bsc#1110871
65 lines
2.0 KiB
Python
65 lines
2.0 KiB
Python
from mock import patch
|
|
import sys
|
|
import pytest
|
|
|
|
from .test_helper import raises
|
|
|
|
from kiwi.utils.codec import Codec
|
|
from kiwi.exceptions import KiwiDecodingError
|
|
|
|
|
|
class TestCodec(object):
|
|
|
|
def setup(self):
|
|
self.literal = bytes(b'\xc3\xbc')
|
|
|
|
@patch('kiwi.utils.codec.Codec._wrapped_decode')
|
|
@patch('kiwi.logger.log.warning')
|
|
def test_decode_ascii_failure(self, mock_warn, mock_decode):
|
|
msg = 'utf-8 compatible string'
|
|
|
|
def mocked_decode(literal, charset):
|
|
if charset:
|
|
return msg
|
|
else:
|
|
raise KiwiDecodingError('ascii decoding failure')
|
|
|
|
mock_decode.side_effect = mocked_decode
|
|
assert msg == Codec.decode(self.literal)
|
|
assert mock_warn.called
|
|
|
|
@patch('kiwi.utils.codec.Codec._wrapped_decode')
|
|
def test_decode(self, mock_decode):
|
|
msg = 'utf-8 compatible string'
|
|
mock_decode.return_value = msg
|
|
assert msg == Codec.decode(self.literal)
|
|
|
|
@raises(KiwiDecodingError)
|
|
@patch('kiwi.utils.codec.Codec._wrapped_decode')
|
|
@patch('kiwi.logger.log.warning')
|
|
def test_decode_utf8_failure(self, mock_warn, mock_decode):
|
|
|
|
def mocked_decode(literal, charset):
|
|
if charset:
|
|
raise KiwiDecodingError('utf-8 decoding failure')
|
|
else:
|
|
raise KiwiDecodingError('ascii decoding failure')
|
|
|
|
mock_decode.side_effect = mocked_decode
|
|
Codec.decode(self.literal)
|
|
assert mock_warn.called
|
|
|
|
@pytest.mark.skipif(sys.version_info > (3, 0), reason="requires Python2")
|
|
@patch('kiwi.logger.log.warning')
|
|
def test_real_decode_non_ascii(self, mock_warn):
|
|
reload(sys) # noqa:F821
|
|
sys.setdefaultencoding('ASCII')
|
|
assert unichr(252) == Codec.decode(self.literal) # noqa:F821
|
|
assert mock_warn.called
|
|
|
|
@pytest.mark.skipif(sys.version_info < (3, 0), reason="requires Python3")
|
|
def test_wrapped_decode(self):
|
|
assert self.literal.decode() == Codec._wrapped_decode(
|
|
self.literal, 'utf-8'
|
|
)
|