1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76
|
#!/usr/bin/python
#
# Helper script to run unit tests repeatedly.
#
# Author: Mirko Boehm
# Copyright: (C) 2005-2013 Mirko Boehm
# Contact: mirko@kde.org
# http://www.kde.org
# http://creative-destruction.me $
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Library General Public
# License as published by the Free Software Foundation; either
# version 2 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Library General Public License for more details.
#
# You should have received a copy of the GNU Library General Public License
# along with this library; see the file COPYING.LIB. If not, write to
# the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
# Boston, MA 02110-1301, USA.
import re
import os
import sys
import time
import platform
def RunTests( Number ):
# use Linux as the default:
SuccessCount = 0
Platform = platform.platform()
# Command = "./ThreadWeaverJobTests EmitStartedOnFirstElementTest"
# Command = "./ThreadWeaverJobTests CollectionDependenciesTest"
# Command = "./ThreadWeaverJobTests JobSignalsDeliveryTest"
# Command = "./ThreadWeaverJobTests"
Command = "make test"
# if re.search( "Darwin", Platform ):
# Command = "DYLD_LIBRARY_PATH=../Weaver:../Experimental ./JobTests.app/Contents/MacOs/JobTests >/dev/null"
for count in range( Number ):
retValue = os.system ( Command)
resultString = " (FAILED)"
if retValue == 0:
resultString = " (succeeded)"
SuccessCount = SuccessCount + 1
else:
sys.exit(1)
print "Test run #" + str(count + 1) + resultString
return SuccessCount
Number = 10
try:
Number = int ( sys.argv[1] )
except:
print "No number given, using default of ", Number
FailedCount = 0
SuccessCount = 0
t1 = time.time()
SuccessCount = RunTests ( Number )
t2 = time.time()
elapsed = ((t2 - t1) / 60.0, t2 - t1, (t2 - t1) * 1000.0)
print "RunTests: " + str(Number) + " test runs (" + str(SuccessCount) + " successful, " + str(Number - SuccessCount) + " failed)"
print "RunTests: %0.3fms (%0.3fs)" % ( elapsed[2], elapsed[1] )
print "Averages: %0.3fms per test run (%0.3fs)" % ( elapsed[2] / Number, elapsed[1] / Number )
|