comparison mx/sanitycheck.py @ 4354:3abb137806c7

Merge.
author Thomas Wuerthinger <thomas.wuerthinger@oracle.com>
date Tue, 17 Jan 2012 23:35:39 +0100
parents 76190108a9f2
children 4aacce9c9cb9
comparison
equal deleted inserted replaced
4353:043bec543161 4354:3abb137806c7
29 import os 29 import os
30 import commands 30 import commands
31 from os.path import isfile, join, exists 31 from os.path import isfile, join, exists
32 32
33 dacapoSanityWarmup = { 33 dacapoSanityWarmup = {
34 'avrora': [0, 0, 3, 6, 10], 34 'avrora': [0, 0, 3, 6, 13],
35 'batik': [0, 0, 5, 5, 20], 35 'batik': [0, 0, 5, 5, 20],
36 'eclipse': [2, 4, 5, 10, 13], 36 'eclipse': [2, 4, 5, 10, 16],
37 'fop': [4, 8, 10, 20, 30], 37 'fop': [4, 8, 10, 20, 30],
38 'h2': [0, 0, 5, 5, 5], 38 'h2': [0, 0, 5, 5, 8],
39 'jython': [0, 0, 5, 10, 10], 39 'jython': [0, 0, 5, 10, 13],
40 'luindex': [0, 0, 5, 10, 10], 40 'luindex': [0, 0, 5, 10, 10],
41 'lusearch': [0, 4, 5, 5, 5], 41 'lusearch': [0, 4, 5, 5, 8],
42 'pmd': [0, 0, 5, 10, 10], 42 'pmd': [0, 0, 5, 10, 13],
43 'sunflow': [0, 0, 5, 10, 15], 43 'sunflow': [0, 0, 5, 10, 15],
44 'tomcat': [0, 0, 5, 10, 10], 44 'tomcat': [0, 0, 5, 10, 15],
45 'tradebeans': [0, 0, 5, 10, 10], 45 'tradebeans': [0, 0, 5, 10, 13],
46 'tradesoap': [2, 4, 5, 10, 10], 46 'tradesoap': [2, 4, 5, 10, 15],
47 'xalan': [0, 0, 5, 10, 15], 47 'xalan': [0, 0, 5, 10, 18],
48 } 48 }
49 49
50 dacapoGateBuildLevels = { 50 dacapoGateBuildLevels = {
51 'avrora': ['product', 'fastdebug', 'debug'], 51 'avrora': ['product', 'fastdebug', 'debug'],
52 'batik': ['product', 'fastdebug', 'debug'], 52 'batik': ['product', 'fastdebug', 'debug'],
53 'eclipse': ['product'], 53 'eclipse': ['product'],
54 'fop': ['product', 'fastdebug', 'debug'], 54 'fop': [ 'fastdebug', 'debug'],
55 'h2': ['product', 'fastdebug', 'debug'], 55 'h2': ['product', 'fastdebug', 'debug'],
56 'jython': ['product', 'fastdebug', 'debug'], 56 'jython': ['product', 'fastdebug', 'debug'],
57 'luindex': ['product', 'fastdebug', 'debug'], 57 'luindex': ['product', 'fastdebug', 'debug'],
58 'lusearch': ['product'], 58 'lusearch': ['product'],
59 'pmd': ['product', 'fastdebug', 'debug'], 59 'pmd': ['product', 'fastdebug', 'debug'],
60 'sunflow': ['product', 'fastdebug', 'debug'], 60 'sunflow': ['product', 'fastdebug', 'debug'],
61 'tomcat': ['product', 'fastdebug', 'debug'], 61 'tomcat': ['product', 'fastdebug', 'debug'],
62 'tradebeans': ['product', 'fastdebug', 'debug'], 62 'tradebeans': ['product', 'fastdebug', 'debug'],
63 'tradesoap': ['product', 'fastdebug', 'debug'], 63 'tradesoap': ['product'],
64 'xalan': ['product', 'fastdebug', 'debug'], 64 'xalan': ['product', 'fastdebug', 'debug'],
65 } 65 }
66 66
67 class SanityCheckLevel: 67 class SanityCheckLevel:
68 Fast, Gate, Normal, Extensive, Benchmark = range(5) 68 Fast, Gate, Normal, Extensive, Benchmark = range(5)
85 if iterationTime is not None: 85 if iterationTime is not None:
86 opts += ['-it', str(iterationTime)] 86 opts += ['-it', str(iterationTime)]
87 if skipKitValidation: 87 if skipKitValidation:
88 opts += ['-ikv'] 88 opts += ['-ikv']
89 89
90 return Test("SPECjvm2008", "SPECjvm2008", ['-jar', 'SPECjvm2008.jar'] + opts, [success], [error], [matcher], vmOpts=['-Xms2g'], defaultCwd=specjvm2008) 90 return Test("SPECjvm2008", "SPECjvm2008", ['-jar', 'SPECjvm2008.jar'] + opts, [success], [error], [matcher], vmOpts=['-Xms3g'], defaultCwd=specjvm2008)
91 91
92 def getDacapos(level=SanityCheckLevel.Normal, gateBuildLevel=None, dacapoArgs=[]): 92 def getDacapos(level=SanityCheckLevel.Normal, gateBuildLevel=None, dacapoArgs=[]):
93 checks = [] 93 checks = []
94 94
95 for (bench, ns) in dacapoSanityWarmup.items(): 95 for (bench, ns) in dacapoSanityWarmup.items():
115 dacapoFail = re.compile(r"^===== DaCapo 9\.12 ([a-zA-Z0-9_]+) FAILED (warmup|) =====$") 115 dacapoFail = re.compile(r"^===== DaCapo 9\.12 ([a-zA-Z0-9_]+) FAILED (warmup|) =====$")
116 dacapoTime = re.compile(r"===== DaCapo 9\.12 (?P<benchmark>[a-zA-Z0-9_]+) PASSED in (?P<time>[0-9]+) msec =====") 116 dacapoTime = re.compile(r"===== DaCapo 9\.12 (?P<benchmark>[a-zA-Z0-9_]+) PASSED in (?P<time>[0-9]+) msec =====")
117 117
118 dacapoMatcher = Matcher(dacapoTime, {'const:name' : 'benchmark', 'const:score' : 'time'}) 118 dacapoMatcher = Matcher(dacapoTime, {'const:name' : 'benchmark', 'const:score' : 'time'})
119 119
120 return Test("DaCapo-" + name, "DaCapo", ['-jar', dacapo, name, '-n', str(n), ] + dacapoArgs, [dacapoSuccess], [dacapoFail], [dacapoMatcher], ['-Xms1g', '-Xmx2g', '-XX:MaxPermSize=256m']) 120 return Test("DaCapo-" + name, "DaCapo", ['-jar', dacapo, name, '-n', str(n), ] + dacapoArgs, [dacapoSuccess], [dacapoFail], [dacapoMatcher], ['-Xms2g', '-XX:MaxPermSize=256m'])
121 121
122 def getBootstraps(): 122 def getBootstraps():
123 time = re.compile(r"Bootstrapping Graal............... in (?P<time>[0-9]+) ms") 123 time = re.compile(r"Bootstrapping Graal\.+ in (?P<time>[0-9]+) ms")
124 scoreMatcher = Matcher(time, {'const:name' : 'const:BootstrapTime', 'const:score' : 'time'}) 124 scoreMatcher = Matcher(time, {'const:name' : 'const:BootstrapTime', 'const:score' : 'time'})
125 tests = [] 125 tests = []
126 tests.append(Test("Bootstrap", "Bootstrap", ['-version'], successREs=[time], scoreMatchers=[scoreMatcher])) 126 tests.append(Test("Bootstrap", "Bootstrap", ['-version'], successREs=[time], scoreMatchers=[scoreMatcher]))
127 tests.append(Test("Bootstrap-bigHeap", "Bootstrap-bigHeap", ['-version'], successREs=[time], scoreMatchers=[scoreMatcher], vmOpts=['-Xms2g'])) 127 tests.append(Test("Bootstrap-bigHeap", "Bootstrap-bigHeap", ['-version'], successREs=[time], scoreMatchers=[scoreMatcher], vmOpts=['-Xms2g']))
128 return tests 128 return tests