Initial import

2025-12-29 13:02:27 +01:00 · 2020-03-31 17:15:23 +02:00
commit d97ea9b0bc
311 changed files with 131419 additions and 0 deletions
--- a/ebook_converter/tinycss/tests/decoding.py
+++ b/ebook_converter/tinycss/tests/decoding.py
@@ -0,0 +1,71 @@
+#!/usr/bin/env python2
+# vim:fileencoding=utf-8
+from __future__ import absolute_import, division, print_function, unicode_literals
+
+__license__ = 'GPL v3'
+__copyright__ = '2014, Kovid Goyal <kovid at kovidgoyal.net>'
+
+from tinycss.decoding import decode
+from tinycss.tests import BaseTest
+
+def params(css, encoding, use_bom=False, expect_error=False, **kwargs):
+    """Nicer syntax to make a tuple."""
+    return css, encoding, use_bom, expect_error, kwargs
+
+class TestDecoding(BaseTest):
+
+    def test_decoding(self):
+        for (css, encoding, use_bom, expect_error, kwargs) in [
+            params('', 'utf8'),  # default to utf8
+            params('𐂃', 'utf8'),
+            params('é', 'latin1'),  # utf8 fails, fall back on ShiftJIS
+            params('£', 'ShiftJIS', expect_error=True),
+            params('£', 'ShiftJIS', protocol_encoding='Shift-JIS'),
+            params('£', 'ShiftJIS', linking_encoding='Shift-JIS'),
+            params('£', 'ShiftJIS', document_encoding='Shift-JIS'),
+            params('£', 'ShiftJIS', protocol_encoding='utf8',
+                                document_encoding='ShiftJIS'),
+            params('@charset "utf8"; £', 'ShiftJIS', expect_error=True),
+            params('@charset "utf£8"; £', 'ShiftJIS', expect_error=True),
+            params('@charset "unknown-encoding"; £', 'ShiftJIS', expect_error=True),
+            params('@charset "utf8"; £', 'ShiftJIS', document_encoding='ShiftJIS'),
+            params('£', 'ShiftJIS', linking_encoding='utf8',
+                                document_encoding='ShiftJIS'),
+            params('@charset "utf-32"; 𐂃', 'utf-32-be'),
+            params('@charset "Shift-JIS"; £', 'ShiftJIS'),
+            params('@charset "ISO-8859-8"; £', 'ShiftJIS', expect_error=True),
+            params('𐂃', 'utf-16-le', expect_error=True),  # no BOM
+            params('𐂃', 'utf-16-le', use_bom=True),
+            params('𐂃', 'utf-32-be', expect_error=True),
+            params('𐂃', 'utf-32-be', use_bom=True),
+            params('𐂃', 'utf-32-be', document_encoding='utf-32-be'),
+            params('𐂃', 'utf-32-be', linking_encoding='utf-32-be'),
+            params('@charset "utf-32-le"; 𐂃', 'utf-32-be',
+                use_bom=True, expect_error=True),
+            # protocol_encoding takes precedence over @charset
+            params('@charset "ISO-8859-8"; £', 'ShiftJIS',
+                protocol_encoding='Shift-JIS'),
+            params('@charset "unknown-encoding"; £', 'ShiftJIS',
+                protocol_encoding='Shift-JIS'),
+            params('@charset "Shift-JIS"; £', 'ShiftJIS',
+                protocol_encoding='utf8'),
+            # @charset takes precedence over document_encoding
+            params('@charset "Shift-JIS"; £', 'ShiftJIS',
+                document_encoding='ISO-8859-8'),
+            # @charset takes precedence over linking_encoding
+            params('@charset "Shift-JIS"; £', 'ShiftJIS',
+                linking_encoding='ISO-8859-8'),
+            # linking_encoding takes precedence over document_encoding
+            params('£', 'ShiftJIS',
+                linking_encoding='Shift-JIS', document_encoding='ISO-8859-8'),
+        ]:
+            if use_bom:
+                source = '\ufeff' + css
+            else:
+                source = css
+            css_bytes = source.encode(encoding)
+            result, result_encoding = decode(css_bytes, **kwargs)
+            if expect_error:
+                self.assertNotEqual(result, css)
+            else:
+                self.ae(result, css)