1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
|
#!/usr/bin/env python
#
# Copyright (c), 2018-2020, SISSA (International School for Advanced Studies).
# All rights reserved.
# This file is distributed under the terms of the MIT License.
# See the file 'LICENSE' in the root directory of the present
# distribution, or http://opensource.org/licenses/MIT.
#
# @author Davide Brunato <brunato@sissa.it>
#
import unittest
import os
import pathlib
import platform
import subprocess
import sys
import tempfile
try:
import psutil
except ImportError:
psutil = None
@unittest.skipIf(platform.python_implementation() == 'PyPy', "skipped on PyPy")
@unittest.skipIf(psutil is None, "Package psutil is not installed!")
class TestMemoryUsage(unittest.TestCase):
@staticmethod
def get_memory_usage(output):
if '-v' in sys.argv:
sys.stdout.write(f'\n {output.strip()} ')
return int(output.strip().rsplit('(')[-1][:-1])
def test_package_memory_usage(self):
test_dir = os.path.dirname(__file__) or '.'
cmd = [sys.executable, os.path.join(test_dir, 'check_memory.py'), '1']
output = subprocess.check_output(cmd, text=True).strip()
package_mem = self.get_memory_usage(output)
self.assertLess(package_mem, 20 * 1024 ** 2)
def test_element_tree_memory_usage(self):
test_dir = os.path.dirname(__file__) or '.'
xsd10_schema_file = os.path.join(
os.path.dirname(os.path.abspath(test_dir)),
'xmlschema/schemas/XSD_1.0/XMLSchema.xsd'
)
cmd = [sys.executable, os.path.join(test_dir, 'check_memory.py'), '2', xsd10_schema_file]
output = subprocess.check_output(cmd, text=True)
parse_mem = self.get_memory_usage(output)
cmd = [sys.executable, os.path.join(test_dir, 'check_memory.py'), '3', xsd10_schema_file]
output = subprocess.check_output(cmd, text=True)
iterparse_mem = self.get_memory_usage(output)
cmd = [sys.executable, os.path.join(test_dir, 'check_memory.py'), '4', xsd10_schema_file]
output = subprocess.check_output(cmd, text=True)
lazy_iterparse_mem = self.get_memory_usage(output)
self.assertLess(parse_mem, 2 * 1024 ** 2)
self.assertLess(lazy_iterparse_mem, parse_mem)
self.assertLess(lazy_iterparse_mem, iterparse_mem)
def test_decode_memory_usage(self):
with tempfile.TemporaryDirectory() as dirname:
python_script = pathlib.Path(__file__).parent.joinpath('check_memory.py')
xsd_file = pathlib.Path(__file__).parent.absolute().joinpath(
'test_cases/features/decoder/long-sequence-1.xsd'
)
xml_file = pathlib.Path(dirname).joinpath('data.xml')
with xml_file.open('w') as fp:
fp.write('<data ')
fp.write('xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" ')
fp.write(f'xsi:noNamespaceSchemaLocation="{xsd_file.as_uri()}">\n')
for k in range(1000):
fp.write('<chunk><a><b1/><b2/><b3/></a></chunk>\n')
fp.write('</data>\n')
cmd = [sys.executable, python_script, '5', str(xml_file)]
output = subprocess.check_output(cmd, text=True)
decode_mem = self.get_memory_usage(output)
cmd = [sys.executable, python_script, '6', str(xml_file)]
output = subprocess.check_output(cmd, text=True)
lazy_decode_mem = self.get_memory_usage(output)
self.assertLessEqual(decode_mem, 2.6 * 1024 ** 2)
self.assertLessEqual(lazy_decode_mem, 2.1 * 1024 ** 2)
def test_validate_memory_usage(self):
with tempfile.TemporaryDirectory() as dirname:
python_script = pathlib.Path(__file__).parent.joinpath('check_memory.py')
xsd_file = pathlib.Path(__file__).parent.absolute().joinpath(
'test_cases/features/decoder/long-sequence-1.xsd'
)
xml_file = pathlib.Path(dirname).joinpath('data.xml')
with xml_file.open('w') as fp:
fp.write('<data ')
fp.write('xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" ')
fp.write(f'xsi:noNamespaceSchemaLocation="{xsd_file.as_uri()}">\n')
for k in range(1000):
fp.write('<chunk><a><b1/><b2/><b3/></a></chunk>\n')
fp.write('</data>\n')
cmd = [sys.executable, python_script, '7', str(xml_file)]
output = subprocess.check_output(cmd, text=True)
validate_mem = self.get_memory_usage(output)
cmd = [sys.executable, python_script, '8', str(xml_file)]
output = subprocess.check_output(cmd, text=True)
lazy_validate_mem = self.get_memory_usage(output)
self.assertLess(validate_mem, 2.6 * 1024 ** 2)
self.assertLess(lazy_validate_mem, 2.1 * 1024 ** 2)
if __name__ == '__main__':
from xmlschema.testing import run_xmlschema_tests
run_xmlschema_tests('memory usage')
|
