1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
|
# -*- coding: utf-8 -*-
"""
unit tests for module textutils
squeleton generated by /home/syt/cvs_work/logilab/pyreverse/py2tests.py on Sep 08 at 09:1:31
"""
import re
from os import linesep
from logilab.common import textutils as tu # .textutils import *
from logilab.common.testlib import TestCase, DocTest, unittest_main
if linesep != '\n':
import re
LINE_RGX = re.compile(linesep)
def ulines(string):
return LINE_RGX.sub('\n', string)
else:
def ulines(string):
return string
class NormalizeTextTC(TestCase):
def test_known_values(self):
self.assertEquals(ulines(tu.normalize_text('''some really malformated
text.
With some times some veeeeeeeeeeeeeeerrrrryyyyyyyyyyyyyyyyyyy loooooooooooooooooooooong linnnnnnnnnnnes
and empty lines!
''')),
'''some really malformated text. With some times some
veeeeeeeeeeeeeeerrrrryyyyyyyyyyyyyyyyyyy loooooooooooooooooooooong
linnnnnnnnnnnes
and empty lines!''')
self.assertTextEquals(ulines(tu.normalize_text('''\
some ReST formated text
=======================
With some times some veeeeeeeeeeeeeeerrrrryyyyyyyyyyyyyyyyyyy loooooooooooooooooooooong linnnnnnnnnnnes
and normal lines!
another paragraph
''', rest=True)),
'''\
some ReST formated text
=======================
With some times some veeeeeeeeeeeeeeerrrrryyyyyyyyyyyyyyyyyyy
loooooooooooooooooooooong linnnnnnnnnnnes
and normal lines!
another paragraph''')
def test_nonregr_unsplitable_word(self):
self.assertEquals(ulines(tu.normalize_text('''petit complement :
http://www.plonefr.net/blog/archive/2005/10/30/tester-la-future-infrastructure-i18n
''', 80)),
'''petit complement :
http://www.plonefr.net/blog/archive/2005/10/30/tester-la-future-infrastructure-i18n''')
def test_nonregr_rest_normalize(self):
self.assertEquals(ulines(tu.normalize_text("""... Il est donc evident que tout le monde doit lire le compte-rendu de RSH et aller discuter avec les autres si c'est utile ou necessaire.
""", rest=True)), """... Il est donc evident que tout le monde doit lire le compte-rendu de RSH et
aller discuter avec les autres si c'est utile ou necessaire.""")
def test_normalize_rest_paragraph(self):
self.assertEquals(ulines(tu.normalize_rest_paragraph("""**nico**: toto""")),
"""**nico**: toto""")
def test_normalize_rest_paragraph2(self):
self.assertEquals(ulines(tu.normalize_rest_paragraph(""".. _tdm: http://www.editions-eni.fr/Livres/Python-Les-fondamentaux-du-langage---La-programmation-pour-les-scientifiques-Table-des-matieres/.20_adaa41fb-c125-4919-aece-049601e81c8e_0_0.pdf
.. _extrait: http://www.editions-eni.fr/Livres/Python-Les-fondamentaux-du-langage---La-programmation-pour-les-scientifiques-Extrait-du-livre/.20_d6eed0be-0d36-4384-be59-2dd09e081012_0_0.pdf""", indent='> ')),
"""> .. _tdm:
> http://www.editions-eni.fr/Livres/Python-Les-fondamentaux-du-langage---La-programmation-pour-les-scientifiques-Table-des-matieres/.20_adaa41fb-c125-4919-aece-049601e81c8e_0_0.pdf
> .. _extrait:
> http://www.editions-eni.fr/Livres/Python-Les-fondamentaux-du-langage---La-programmation-pour-les-scientifiques-Extrait-du-livre/.20_d6eed0be-0d36-4384-be59-2dd09e081012_0_0.pdf""")
def test_normalize_paragraph2(self):
self.assertEquals(ulines(tu.normalize_paragraph(""".. _tdm: http://www.editions-eni.fr/Livres/Python-Les-fondamentaux-du-langage---La-programmation-pour-les-scientifiques-Table-des-matieres/.20_adaa41fb-c125-4919-aece-049601e81c8e_0_0.pdf
.. _extrait: http://www.editions-eni.fr/Livres/Python-Les-fondamentaux-du-langage---La-programmation-pour-les-scientifiques-Extrait-du-livre/.20_d6eed0be-0d36-4384-be59-2dd09e081012_0_0.pdf""", indent='> ')),
"""> .. _tdm:
> http://www.editions-eni.fr/Livres/Python-Les-fondamentaux-du-langage---La-programmation-pour-les-scientifiques-Table-des-matieres/.20_adaa41fb-c125-4919-aece-049601e81c8e_0_0.pdf
> .. _extrait:
> http://www.editions-eni.fr/Livres/Python-Les-fondamentaux-du-langage---La-programmation-pour-les-scientifiques-Extrait-du-livre/.20_d6eed0be-0d36-4384-be59-2dd09e081012_0_0.pdf""")
class NormalizeParagraphTC(TestCase):
def test_known_values(self):
self.assertEquals(ulines(tu.normalize_text("""This package contains test files shared by the logilab-common package. It isn't
necessary to install this package unless you want to execute or look at
the tests.""", indent=' ', line_len=70)),
"""\
This package contains test files shared by the logilab-common
package. It isn't necessary to install this package unless you want
to execute or look at the tests.""")
class GetCsvTC(TestCase):
def test_known(self):
self.assertEquals(tu.get_csv('a, b,c '), ['a', 'b', 'c'])
RGX = re.compile('abcd')
class PrettyMatchTC(TestCase):
def test_known(self):
string = 'hiuherabcdef'
self.assertEquals(ulines(tu.pretty_match(RGX.search(string), string)),
'hiuherabcdef\n ^^^^')
def test_known_values_1(self):
rgx = re.compile('(to*)')
string = 'toto'
match = rgx.search(string)
self.assertEquals(ulines(tu.pretty_match(match, string)), '''toto
^^''')
def test_known_values_2(self):
rgx = re.compile('(to*)')
string = ''' ... ... to to
... ... '''
match = rgx.search(string)
self.assertEquals(ulines(tu.pretty_match(match, string)), ''' ... ... to to
^^
... ...''')
class UnquoteTC(TestCase):
def test(self):
self.assertEquals(tu.unquote('"toto"'), 'toto')
self.assertEquals(tu.unquote("'l'inenarrable toto'"), "l'inenarrable toto")
self.assertEquals(tu.unquote("no quote"), "no quote")
class ColorizeAnsiTC(TestCase):
def test_known(self):
self.assertEquals(tu.colorize_ansi('hello', 'blue', 'strike'), '\x1b[9;34mhello\x1b[0m')
self.assertEquals(tu.colorize_ansi('hello', style='strike, inverse'), '\x1b[9;7mhello\x1b[0m')
self.assertEquals(tu.colorize_ansi('hello', None, None), 'hello')
self.assertEquals(tu.colorize_ansi('hello', '', ''), 'hello')
def test_raise(self):
self.assertRaises(KeyError, tu.colorize_ansi, 'hello', 'bleu', None)
self.assertRaises(KeyError, tu.colorize_ansi, 'hello', None, 'italique')
class UnormalizeTC(TestCase):
def test_unormalize(self):
data = [(u'\u0153nologie', u'oenologie'),
(u'\u0152nologie', u'OEnologie'),
(u'l\xf8to', u'loto'),
(u'été', u'ete'),
]
for input, output in data:
yield self.assertEquals, tu.unormalize(input), output
class ModuleDocTest(DocTest):
"""test doc test in this module"""
module = tu
# from logilab.common import textutils as module
del DocTest # necessary if we don't want it to be executed (we don't...)
if __name__ == '__main__':
unittest_main()
|
