1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
|
# -*- coding: utf-8 -*-
# *****************************************************************************
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# See NOTICE file for details.
#
# *****************************************************************************
import jpype
import gc
import sys
from os import path
import subrun
import unittest
try:
import resource
except ImportError:
resource = None # type: ignore[assignment]
def haveResource():
return resource is not None
def hasRefCount():
try:
sys.getrefcount(sys)
return True
except:
return False
class LeakChecker:
def __init__(self):
self.runtime = jpype.java.lang.Runtime.getRuntime()
def memory_usage_resource(self):
# The Python docs aren't clear on what the units are exactly, but
# the Mac OS X man page for `getrusage(2)` describes the units as bytes.
# The Linux man page isn't clear, but it seems to be equivalent to
# the information from `/proc/self/status`, which is in kilobytes.
if sys.platform == 'darwin':
rusage_mp = 1
else:
rusage_mp = 1024
return resource.getrusage(resource.RUSAGE_SELF).ru_maxrss * rusage_mp
def freeResources(self):
self.runtime.gc() # Garbage collect Java
gc.collect() # Garbage collect Python?
rss_memory = self.memory_usage_resource()
jvm_total_mem = self.runtime.totalMemory()
jvm_free_mem = self.runtime.freeMemory()
num_gc_objects = len(gc.get_objects())
return (rss_memory, jvm_total_mem, jvm_free_mem)
def memTest(self, func, size):
# Returns true if there may be a leak
# Note, some growth is possible due to loading of objects and classes,
# Thus we will run it a few times to check the growth rate.
rss_memory = list()
jvm_total_mem = list()
jvm_free_mem = list()
grow0 = list()
grow1 = list()
(rss_memory0, jvm_total_mem0, jvm_free_mem0) = self.freeResources()
success = 0
for j in range(10):
for i in range(size):
func()
(rss_memory1, jvm_total_mem1, jvm_free_mem1) = self.freeResources()
rss_memory.append(rss_memory1)
jvm_total_mem.append(jvm_total_mem1)
jvm_free_mem.append(jvm_free_mem1)
growth0 = (rss_memory1 - rss_memory0) / (float(size))
growth1 = (jvm_total_mem1 - jvm_total_mem0) / (float(size))
rss_memory0 = rss_memory1
jvm_total_mem0 = jvm_total_mem1
jvm_free_mem0 = jvm_total_mem1
grow0.append(growth0)
grow1.append(growth1)
if (growth0 < 0) or (growth1 < 0):
continue
if (growth0 < 4) and (growth1 < 4):
success += 1
if success > 3:
return False
print()
for i in range(len(grow0)):
print(' Pass%d: %f %f - %d %d %d' %
(i, grow0[i], grow1[i], rss_memory[i], jvm_total_mem[i], jvm_free_mem[i]))
print()
return True
@subrun.TestCase(individual=True)
class LeakTestCase(unittest.TestCase):
def setUp(self):
root = path.dirname(path.abspath(path.dirname(__file__)))
jpype.addClassPath(path.join(root, 'classes'))
jvm_path = jpype.getDefaultJVMPath()
classpath_arg = "-Djava.class.path=%s"
classpath_arg %= jpype.getClassPath()
jpype.startJVM(jvm_path, "-ea",
# "-Xcheck:jni",
"-Xmx256M", "-Xms16M", classpath_arg)
def assertNotLeaky(self, function, counts=5000):
lc = LeakChecker()
assert not lc.memTest(function, counts), 'Potential leak found'
@unittest.skipUnless(haveResource(), "resource not available")
def testStringLeak(self):
def stringFunc():
jpype.java.lang.String('aaaaaaaaaaaaaaaaa')
self.assertNotLeaky(stringFunc)
@unittest.skipUnless(haveResource(), "resource not available")
def testStringLeak__str__(self):
def stringFunc():
# Casting to a string includes a cache stage, we want to make sure
# that the cache is tidying up properly.
s = jpype.types.JString('aaaaaaaaaaaaaaaaa')
str(s)
self.assertNotLeaky(stringFunc)
@unittest.skipUnless(haveResource(), "resource not available")
def testClassLeak(self):
def classFunc():
cls = jpype.JClass('java.lang.String')
self.assertNotLeaky(classFunc)
@unittest.skipUnless(haveResource(), "resource not available")
def testCtorLeak(self):
cls = jpype.JClass("java.lang.String")
def func():
cls("test")
self.assertNotLeaky(func)
@unittest.skipUnless(haveResource(), "resource not available")
def testInvokeLeak(self):
jstr = jpype.JString("aaaaaaaaaaaaaaaaaaaaaaaaaaaaa")
def func():
jstr.getBytes()
self.assertNotLeaky(func)
|
