1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
#! /usr/bin/env python
# $Id: test_io.py 5174 2007-05-31 00:01:52Z wiemann $
# Author: Lea Wiemann <LeWiemann@gmail.com>
# Copyright: This module has been placed in the public domain.
"""
Test module for io.py.
"""
import unittest
import DocutilsTestSupport # must be imported before docutils
from docutils import io
class InputTests(unittest.TestCase):
def test_bom(self):
input = io.StringInput(source='\xef\xbb\xbf foo \xef\xbb\xbf bar',
encoding='utf8')
# Assert BOMs are gone.
self.assertEquals(input.read(), u' foo bar')
# With unicode input:
input = io.StringInput(source=u'\ufeff foo \ufeff bar')
# Assert BOMs are still there.
self.assertEquals(input.read(), u'\ufeff foo \ufeff bar')
def test_coding_slug(self):
input = io.StringInput(source="""\
.. -*- coding: ascii -*-
data
blah
""")
data = input.read()
self.assertEquals(input.successful_encoding, 'ascii')
input = io.StringInput(source="""\
#! python
# -*- coding: ascii -*-
print "hello world"
""")
data = input.read()
self.assertEquals(input.successful_encoding, 'ascii')
input = io.StringInput(source="""\
#! python
# extraneous comment; prevents coding slug from being read
# -*- coding: ascii -*-
print "hello world"
""")
data = input.read()
self.assertNotEquals(input.successful_encoding, 'ascii')
def test_bom_detection(self):
source = u'\ufeffdata\nblah\n'
input = io.StringInput(source=source.encode('utf-16-be'))
data = input.read()
self.assertEquals(input.successful_encoding, 'utf-16-be')
input = io.StringInput(source=source.encode('utf-16-le'))
data = input.read()
self.assertEquals(input.successful_encoding, 'utf-16-le')
input = io.StringInput(source=source.encode('utf-8'))
data = input.read()
self.assertEquals(input.successful_encoding, 'utf-8')
if __name__ == '__main__':
unittest.main()
|
