comparison mx/sanitycheck.py @ 4286:76190108a9f2

Tweak some benchmark settings
author Gilles Duboscq <gilles.m.duboscq@gmail.com>
date Tue, 17 Jan 2012 13:43:10 +0100
parents 1339f1817d28
children 4aacce9c9cb9
comparison
equal deleted inserted replaced
4284:1339f1817d28 4286:76190108a9f2
29 import os 29 import os
30 import commands 30 import commands
31 from os.path import isfile, join, exists 31 from os.path import isfile, join, exists
32 32
33 dacapoSanityWarmup = { 33 dacapoSanityWarmup = {
34 'avrora': [0, 0, 3, 6, 10], 34 'avrora': [0, 0, 3, 6, 13],
35 'batik': [0, 0, 5, 5, 20], 35 'batik': [0, 0, 5, 5, 20],
36 'eclipse': [2, 4, 5, 10, 13], 36 'eclipse': [2, 4, 5, 10, 16],
37 'fop': [4, 8, 10, 20, 30], 37 'fop': [4, 8, 10, 20, 30],
38 'h2': [0, 0, 5, 5, 5], 38 'h2': [0, 0, 5, 5, 8],
39 'jython': [0, 0, 5, 10, 10], 39 'jython': [0, 0, 5, 10, 13],
40 'luindex': [0, 0, 5, 10, 10], 40 'luindex': [0, 0, 5, 10, 10],
41 'lusearch': [0, 4, 5, 5, 5], 41 'lusearch': [0, 4, 5, 5, 8],
42 'pmd': [0, 0, 5, 10, 10], 42 'pmd': [0, 0, 5, 10, 13],
43 'sunflow': [0, 0, 5, 10, 15], 43 'sunflow': [0, 0, 5, 10, 15],
44 'tomcat': [0, 0, 5, 10, 10], 44 'tomcat': [0, 0, 5, 10, 15],
45 'tradebeans': [0, 0, 5, 10, 10], 45 'tradebeans': [0, 0, 5, 10, 13],
46 'tradesoap': [2, 4, 5, 10, 10], 46 'tradesoap': [2, 4, 5, 10, 15],
47 'xalan': [0, 0, 5, 10, 15], 47 'xalan': [0, 0, 5, 10, 18],
48 } 48 }
49 49
50 dacapoGateBuildLevels = { 50 dacapoGateBuildLevels = {
51 'avrora': ['product', 'fastdebug', 'debug'], 51 'avrora': ['product', 'fastdebug', 'debug'],
52 'batik': ['product', 'fastdebug', 'debug'], 52 'batik': ['product', 'fastdebug', 'debug'],
85 if iterationTime is not None: 85 if iterationTime is not None:
86 opts += ['-it', str(iterationTime)] 86 opts += ['-it', str(iterationTime)]
87 if skipKitValidation: 87 if skipKitValidation:
88 opts += ['-ikv'] 88 opts += ['-ikv']
89 89
90 return Test("SPECjvm2008", "SPECjvm2008", ['-jar', 'SPECjvm2008.jar'] + opts, [success], [error], [matcher], vmOpts=['-Xms2g'], defaultCwd=specjvm2008) 90 return Test("SPECjvm2008", "SPECjvm2008", ['-jar', 'SPECjvm2008.jar'] + opts, [success], [error], [matcher], vmOpts=['-Xms3g'], defaultCwd=specjvm2008)
91 91
92 def getDacapos(level=SanityCheckLevel.Normal, gateBuildLevel=None, dacapoArgs=[]): 92 def getDacapos(level=SanityCheckLevel.Normal, gateBuildLevel=None, dacapoArgs=[]):
93 checks = [] 93 checks = []
94 94
95 for (bench, ns) in dacapoSanityWarmup.items(): 95 for (bench, ns) in dacapoSanityWarmup.items():
115 dacapoFail = re.compile(r"^===== DaCapo 9\.12 ([a-zA-Z0-9_]+) FAILED (warmup|) =====$") 115 dacapoFail = re.compile(r"^===== DaCapo 9\.12 ([a-zA-Z0-9_]+) FAILED (warmup|) =====$")
116 dacapoTime = re.compile(r"===== DaCapo 9\.12 (?P<benchmark>[a-zA-Z0-9_]+) PASSED in (?P<time>[0-9]+) msec =====") 116 dacapoTime = re.compile(r"===== DaCapo 9\.12 (?P<benchmark>[a-zA-Z0-9_]+) PASSED in (?P<time>[0-9]+) msec =====")
117 117
118 dacapoMatcher = Matcher(dacapoTime, {'const:name' : 'benchmark', 'const:score' : 'time'}) 118 dacapoMatcher = Matcher(dacapoTime, {'const:name' : 'benchmark', 'const:score' : 'time'})
119 119
120 return Test("DaCapo-" + name, "DaCapo", ['-jar', dacapo, name, '-n', str(n), ] + dacapoArgs, [dacapoSuccess], [dacapoFail], [dacapoMatcher], ['-Xms1g', '-Xmx2g', '-XX:MaxPermSize=256m']) 120 return Test("DaCapo-" + name, "DaCapo", ['-jar', dacapo, name, '-n', str(n), ] + dacapoArgs, [dacapoSuccess], [dacapoFail], [dacapoMatcher], ['-Xms2g', '-XX:MaxPermSize=256m'])
121 121
122 def getBootstraps(): 122 def getBootstraps():
123 time = re.compile(r"Bootstrapping Graal\.+ in (?P<time>[0-9]+) ms") 123 time = re.compile(r"Bootstrapping Graal\.+ in (?P<time>[0-9]+) ms")
124 scoreMatcher = Matcher(time, {'const:name' : 'const:BootstrapTime', 'const:score' : 'time'}) 124 scoreMatcher = Matcher(time, {'const:name' : 'const:BootstrapTime', 'const:score' : 'time'})
125 tests = [] 125 tests = []