# -*- coding: utf-8 -*- """Tests for parsing which does not raise Exceptions normally""" from __future__ import absolute_import, unicode_literals, with_statement import sys import xml.dom import css_parser from . import basetest if sys.version_info.major > 2: from urllib.error import HTTPError, URLError FetchError = OSError else: from socket import error as FetchError from urllib2 import HTTPError, URLError class CSSParserTestCase(basetest.BaseTestCase): def _make_fetcher(self, encoding, content): "make an URL fetcher with specified data" def fetcher(url): return encoding, content return fetcher def setUp(self): basetest.BaseTestCase.setUp(self) self._saved = css_parser.log.raiseExceptions def tearDown(self): basetest.BaseTestCase.tearDown(self) css_parser.log.raiseExceptions = self._saved def test_init(self): "CSSParser.__init__()" self.assertEqual(True, css_parser.log.raiseExceptions) # also the default: css_parser.log.raiseExceptions = True # default non raising parser p = css_parser.CSSParser() s = p.parseString('$') self.assertEqual(s.cssText, ''.encode()) # explicit raiseExceptions=False p = css_parser.CSSParser(raiseExceptions=False) s = p.parseString('$') self.assertEqual(s.cssText, ''.encode()) # working with sheet does raise though! self.assertRaises(xml.dom.DOMException, s.__setattr__, 'cssText', '$') # ---- # raiseExceptions=True p = css_parser.CSSParser(raiseExceptions=True) self.assertRaises(xml.dom.SyntaxErr, p.parseString, '$') # working with a sheet does raise too s = css_parser.css.CSSStyleSheet() self.assertRaises(xml.dom.DOMException, s.__setattr__, 'cssText', '$') # RESET css_parser.log.raiseExceptions css_parser.log.raiseExceptions = False s = css_parser.css.CSSStyleSheet() # does not raise! s.__setattr__('cssText', '$') self.assertEqual(s.cssText, ''.encode()) def test_parseComments(self): "css_parser.CSSParser(parseComments=False)" css = '/*1*/ a { color: /*2*/ red; }' p = css_parser.CSSParser(parseComments=False) self.assertEqual( p.parseString(css).cssText, 'a {\n color: red\n }'.encode()) p = css_parser.CSSParser(parseComments=True) self.assertEqual( p.parseString(css).cssText, '/*1*/\na {\n color: /*2*/ red\n }'.encode()) def test_parseUrl(self): "CSSParser.parseUrl()" parser = css_parser.CSSParser() with self.patch_default_fetcher((None, '')): sheet = parser.parseUrl( 'http://example.com', media='tv,print', title='test') self.assertEqual(sheet.href, 'http://example.com') self.assertEqual(sheet.encoding, 'utf-8') self.assertEqual(sheet.media.mediaText, 'tv, print') self.assertEqual(sheet.title, 'test') # URL and content tests tests = { # (url, content): isSheet, encoding, cssText ('', None): (False, None, None), ('1', None): (False, None, None), ('mailto:a@bb.cd', None): (False, None, None), ('http://cthedot.de/test.css', None): (False, None, None), ('http://cthedot.de/test.css', ''): (True, 'utf-8', ''), ('http://cthedot.de/test.css', 'a'): (True, 'utf-8', ''), ('http://cthedot.de/test.css', 'a {color: red}'): (True, 'utf-8', 'a {\n color: red\n }'), ('http://cthedot.de/test.css', 'a {color: red}'): (True, 'utf-8', 'a {\n color: red\n }'), ('http://cthedot.de/test.css', '@charset "ascii";a {color: red}'): (True, 'ascii', '@charset "ascii";\na {\n color: red\n }'), } override = 'iso-8859-1' overrideprefix = '@charset "iso-8859-1";' httpencoding = None for (url, content), (isSheet, expencoding, cssText) in tests.items(): parser.setFetcher(self._make_fetcher(httpencoding, content)) sheet1 = parser.parseUrl(url) sheet2 = parser.parseUrl(url, encoding=override) if isSheet: self.assertEqual(sheet1.encoding, expencoding) self.assertEqual(sheet1.cssText, cssText.encode()) self.assertEqual(sheet2.encoding, override) if sheet1.cssText and cssText.startswith('@charset'): self.assertEqual( sheet2.cssText, (cssText.replace('ascii', override).encode())) elif sheet1.cssText: self.assertEqual( sheet2.cssText, (overrideprefix + '\n' + cssText).encode()) else: self.assertEqual(sheet2.cssText, (overrideprefix + cssText).encode()) else: self.assertEqual(sheet1, None) self.assertEqual(sheet2, None) parser.setFetcher(None) self.assertRaises(ValueError, parser.parseUrl, '../not-valid-in-urllib') # we'll get an URLError if no network connection self.assertRaises( (HTTPError, URLError, FetchError), parser.parseUrl, 'https://github.com/ebook-utils/css-parser/not-found.css') def test_parseString(self): "CSSParser.parseString()" tests = { # (byte) string, encoding: encoding, cssText ('/*a*/', None): ('utf-8', '/*a*/'.encode('utf-8')), ('/*a*/', 'ascii'): ('ascii', '@charset "ascii";\n/*a*/'.encode('ascii')), # org # ('/*\xc3\xa4*/', None): (u'utf-8', u'/*\xc3\xa4*/'.encode('utf-8')), # ('/*\xc3\xa4*/', 'utf-8'): (u'utf-8', u'@charset "utf-8";\n/*\xc3\xa4*/'.encode('utf-8')), # new for 2.x and 3.x ('/*\xe4*/'.encode('utf-8'), None): ('utf-8', '/*\xe4*/'.encode('utf-8')), ('/*\xe4*/'.encode('utf-8'), 'utf-8'): ('utf-8', '@charset "utf-8";\n/*\xe4*/'.encode('utf-8')), ('@charset "ascii";/*a*/', None): ('ascii', '@charset "ascii";\n/*a*/'.encode('ascii')), ('@charset "utf-8";/*a*/', None): ('utf-8', '@charset "utf-8";\n/*a*/'.encode('utf-8')), ('@charset "iso-8859-1";/*a*/', None): ('iso-8859-1', '@charset "iso-8859-1";\n/*a*/'.encode('iso-8859-1')), # unicode string, no encoding: encoding, cssText ('/*€*/', None): ('utf-8', '/*€*/'.encode('utf-8')), ('@charset "iso-8859-1";/*ä*/', None): ('iso-8859-1', '@charset "iso-8859-1";\n/*ä*/'.encode('iso-8859-1')), ('@charset "utf-8";/*€*/', None): ('utf-8', '@charset "utf-8";\n/*€*/'.encode('utf-8')), ('@charset "utf-16";/**/', None): ('utf-16', '@charset "utf-16";\n/**/'.encode('utf-16')), # unicode string, encoding utf-8: encoding, cssText ('/*€*/', 'utf-8'): ('utf-8', '@charset "utf-8";\n/*€*/'.encode('utf-8')), ('@charset "iso-8859-1";/*ä*/', 'utf-8'): ('utf-8', '@charset "utf-8";\n/*ä*/'.encode('utf-8')), ('@charset "utf-8";/*€*/', 'utf-8'): ('utf-8', '@charset "utf-8";\n/*€*/'.encode('utf-8')), ('@charset "utf-16";/**/', 'utf-8'): ('utf-8', '@charset "utf-8";\n/**/'.encode('utf-8')), # probably not what is wanted but does not raise: ('/*€*/', 'ascii'): ('ascii', '@charset "ascii";\n/*\\20AC */'.encode('utf-8')), ('/*€*/', 'iso-8859-1'): ('iso-8859-1', '@charset "iso-8859-1";\n/*\\20AC */'.encode('utf-8')), } for test in tests: css, encoding = test sheet = css_parser.parseString(css, encoding=encoding) encoding, cssText = tests[test] self.assertEqual(encoding, sheet.encoding) self.assertEqual(cssText, sheet.cssText) tests = [ # encoded css, overiding encoding ('/*€*/'.encode('utf-16'), 'utf-8'), ('/*ä*/'.encode('iso-8859-1'), 'ascii'), ('/*€*/'.encode('utf-8'), 'ascii'), ('a'.encode('ascii'), 'utf-16'), ] for test in tests: self.assertRaises(UnicodeDecodeError, css_parser.parseString, test[0], test[1]) def test_validate(self): """CSSParser(validate)""" style = 'color: red' t = 'a { %s }' % style # helper s = css_parser.parseString(t) self.assertEqual(s.validating, True) s = css_parser.parseString(t, validate=False) self.assertEqual(s.validating, False) s = css_parser.parseString(t, validate=True) self.assertEqual(s.validating, True) d = css_parser.parseStyle(style) self.assertEqual(d.validating, True) d = css_parser.parseStyle(style, validate=True) self.assertEqual(d.validating, True) d = css_parser.parseStyle(style, validate=False) self.assertEqual(d.validating, False) # parser p = css_parser.CSSParser() s = p.parseString(t) self.assertEqual(s.validating, True) s = p.parseString(t, validate=False) self.assertEqual(s.validating, False) s = p.parseString(t, validate=True) self.assertEqual(s.validating, True) d = p.parseStyle(style) self.assertEqual(d.validating, True) p = css_parser.CSSParser(validate=True) s = p.parseString(t) self.assertEqual(s.validating, True) s = p.parseString(t, validate=False) self.assertEqual(s.validating, False) s = p.parseString(t, validate=True) self.assertEqual(s.validating, True) d = p.parseStyle(style) self.assertEqual(d.validating, True) p = css_parser.CSSParser(validate=False) s = p.parseString(t) self.assertEqual(s.validating, False) s = p.parseString(t, validate=False) self.assertEqual(s.validating, False) s = p.parseString(t, validate=True) self.assertEqual(s.validating, True) d = p.parseStyle(style) self.assertEqual(d.validating, False) # url p = css_parser.CSSParser(validate=False) p.setFetcher(self._make_fetcher('utf-8', t)) u = 'url' s = p.parseUrl(u) self.assertEqual(s.validating, False) s = p.parseUrl(u, validate=False) self.assertEqual(s.validating, False) s = p.parseUrl(u, validate=True) self.assertEqual(s.validating, True) # check if it raises see log test def test_fetcher(self): """CSSParser.fetcher order: 0. explicity given encoding OVERRIDE (css_parser only) 1. An HTTP "charset" parameter in a "Content-Type" field (or similar parameters in other protocols) 2. BOM and/or @charset (see below) 3. or other metadata from the linking mechanism (if any) 4. charset of referring style sheet or document (if any) 5. Assume UTF-8 """ tests = { # css, encoding, (mimetype, encoding, importcss): # encoding, importIndex, importEncoding, importText # 0/0 override/override => ASCII/ASCII ('@charset "utf-16"; @import "x";', 'ASCII', ('iso-8859-1', '@charset "latin1";/*t*/')): ('ascii', 1, 'ascii', '@charset "ascii";\n/*t*/'.encode()), # 1/1 not tested her but same as next # 2/1 @charset/HTTP => UTF-16/ISO-8859-1 ('@charset "UTF-16"; @import "x";', None, ('ISO-8859-1', '@charset "latin1";/*t*/')): ('utf-16', 1, 'iso-8859-1', '@charset "iso-8859-1";\n/*t*/'.encode('iso-8859-1')), # 2/2 @charset/@charset => UTF-16/ISO-8859-1 ('@charset "UTF-16"; @import "x";', None, (None, '@charset "ISO-8859-1";/*t*/')): ('utf-16', 1, 'iso-8859-1', '@charset "iso-8859-1";\n/*t*/'.encode('iso-8859-1')), # 2/4 @charset/referrer => ASCII/ASCII ('@charset "ASCII"; @import "x";', None, (None, '/*t*/')): ('ascii', 1, 'ascii', '@charset "ascii";\n/*t*/'.encode()), # 5/5 default/default or referrer ('@import "x";', None, (None, '/*t*/')): ('utf-8', 0, 'utf-8', '/*t*/'.encode()), # 0/0 override/override+unicode ('@charset "utf-16"; @import "x";', 'ASCII', (None, '@charset "latin1";/*\u0287*/')): ('ascii', 1, 'ascii', '@charset "ascii";\n/*\\287 */'.encode()), # 2/1 @charset/HTTP+unicode ('@charset "ascii"; @import "x";', None, ('iso-8859-1', '/*\u0287*/')): ('ascii', 1, 'iso-8859-1', '@charset "iso-8859-1";\n/*\\287 */'.encode()), # 2/4 @charset/referrer+unicode ('@charset "ascii"; @import "x";', None, (None, '/*\u0287*/')): ('ascii', 1, 'ascii', '@charset "ascii";\n/*\\287 */'.encode()), # 5/1 default/HTTP+unicode ('@import "x";', None, ('ascii', '/*\u0287*/')): ('utf-8', 0, 'ascii', '@charset "ascii";\n/*\\287 */'.encode()), # 5/5 default+unicode/default+unicode ('@import "x";', None, (None, '/*\u0287*/')): ('utf-8', 0, 'utf-8', '/*\u0287*/'.encode('utf-8')) } parser = css_parser.CSSParser() for test in tests: css, encoding, fetchdata = test sheetencoding, importIndex, importEncoding, importText = tests[ test] # use setFetcher parser.setFetcher(self._make_fetcher(*fetchdata)) # use init parser2 = css_parser.CSSParser( fetcher=self._make_fetcher(*fetchdata)) sheet = parser.parseString(css, encoding=encoding) sheet2 = parser2.parseString(css, encoding=encoding) # sheet self.assertEqual(sheet.encoding, sheetencoding) self.assertEqual(sheet2.encoding, sheetencoding) # imported sheet self.assertEqual(sheet.cssRules[importIndex].styleSheet.encoding, importEncoding) self.assertEqual(sheet2.cssRules[importIndex].styleSheet.encoding, importEncoding) self.assertEqual(sheet.cssRules[importIndex].styleSheet.cssText, importText) self.assertEqual(sheet2.cssRules[importIndex].styleSheet.cssText, importText) def test_roundtrip(self): "css_parser encodings" css1 = '''@charset "utf-8"; /* ä */''' s = css_parser.parseString(css1) css2 = s.cssText if isinstance(css2, bytes): css2 = css2.decode('utf-8') self.assertEqual(css1, css2) s = css_parser.parseString(css2) s.cssRules[0].encoding = 'ascii' css3 = r'''@charset "ascii"; /* \E4 */''' ans = s.cssText if isinstance(ans, bytes): ans = ans.decode('utf-8') self.assertEqual(css3, ans) def test_escapes(self): "css_parser escapes" css = r'\43\x { \43\x: \43\x !import\41nt }' sheet = css_parser.parseString(css) self.assertEqual(sheet.cssText, r'''C\x { c\x: C\x !important }'''.encode()) css = r'\ x{\ x :\ x ;y:1} ' sheet = css_parser.parseString(css) self.assertEqual(sheet.cssText, r'''\ x { \ x: \ x; y: 1 }'''.encode()) def test_invalidstring(self): "css_parser.parseString(INVALID_STRING)" validfromhere = '@namespace "x";' csss = ('''@charset "ascii ;''' + validfromhere, '''@charset 'ascii ;''' + validfromhere, '''@namespace "y ;''' + validfromhere, '''@import "y ;''' + validfromhere, '''@import url('a );''' + validfromhere, '''@unknown "y ;''' + validfromhere) for css in csss: s = css_parser.parseString(css) self.assertEqual(validfromhere.encode(), s.cssText) csss = ('''a { font-family: "Courier ; }''', r'''a { content: "\"; } ''', r'''a { content: "\\\"; } ''') for css in csss: self.assertEqual(''.encode(), css_parser.parseString(css).cssText) def test_invalid(self): "css_parser.parseString(INVALID_CSS)" tests = { 'a {color: blue}} a{color: red} a{color: green}': '''a { color: blue } a { color: green }''', 'p @here {color: red} p {color: green}': 'p {\n color: green\n }' } for css in tests: exp = tests[css] if exp is None: exp = css s = css_parser.parseString(css) self.assertEqual(exp.encode(), s.cssText) def test_nesting(self): "css_parser.parseString nesting" # examples from csslist 27.11.2007 tests = { '@1; div{color:green}': 'div {\n color: green\n }', '@1 []; div{color:green}': 'div {\n color: green\n }', '@1 [{}]; div { color:green; }': 'div {\n color: green\n }', '@media all { @ } div{color:green}': 'div {\n color: green\n }', # should this be u''? '@1 { [ } div{color:green}': '', # red was eaten: '@1 { [ } ] div{color:red}div{color:green}': 'div {\n color: green\n }', } for css, exp in tests.items(): self.assertEqual(exp.encode(), css_parser.parseString(css).cssText) def test_specialcases(self): "css_parser.parseString(special_case)" tests = { ''' a[title="a not s\ o very long title"] {/*...*/}''': '''a[title="a not so very long title"] { /*...*/ }''' } for css in tests: exp = tests[css] if exp is None: exp = css s = css_parser.parseString(css) self.assertEqual(exp.encode(), s.cssText) def test_iehack(self): "IEhack: $property (not since 0.9.5b3)" # $color is not color! css = 'a { color: green; $color: red; }' s = css_parser.parseString(css) p1 = s.cssRules[0].style.getProperty('color') self.assertEqual('color', p1.name) self.assertEqual('color', p1.literalname) self.assertEqual('', s.cssRules[0].style.getPropertyValue('$color')) p2 = s.cssRules[0].style.getProperty('$color') self.assertEqual(None, p2) self.assertEqual('green', s.cssRules[0].style.getPropertyValue('color')) self.assertEqual('green', s.cssRules[0].style.color) def test_attributes(self): "css_parser.parseString(href, media)" s = css_parser.parseString( "a{}", href="file:foo.css", media="screen, projection, tv") self.assertEqual(s.href, "file:foo.css") self.assertEqual(s.media.mediaText, "screen, projection, tv") s = css_parser.parseString( "a{}", href="file:foo.css", media=["screen", "projection", "tv"]) self.assertEqual(s.media.mediaText, "screen, projection, tv") if __name__ == '__main__': import unittest unittest.main()