comparison mx/sanitycheck.py @ 4230:b780ecb920c9

Add SPECjvm2008 to benchmarks, use dacapos defined in sanitycheck for the gate
author Gilles Duboscq <gilles.m.duboscq@gmail.com>
date Thu, 05 Jan 2012 20:15:45 +0100
parents e872562f95f8
children e0d09e05aa9b
comparison
equal deleted inserted replaced
4229:8074251d1e05 4230:b780ecb920c9
62 success = re.compile(r"^(Noncompliant c|C)omposite result: [0-9]+,[0-9]+( SPECjvm2008 (Base|Peak))? ops/m$") 62 success = re.compile(r"^(Noncompliant c|C)omposite result: [0-9]+,[0-9]+( SPECjvm2008 (Base|Peak))? ops/m$")
63 matcher = Matcher(score, {'const:name' : 'benchmark', 'const:score' : 'score'}, startNewLine=True) 63 matcher = Matcher(score, {'const:name' : 'benchmark', 'const:score' : 'score'}, startNewLine=True)
64 64
65 opts = [] 65 opts = []
66 if warmupTime is not None: 66 if warmupTime is not None:
67 opts +0 ['-wt', str(warmupTime)] 67 opts += ['-wt', str(warmupTime)]
68 if iterationTime is not None: 68 if iterationTime is not None:
69 opts +0 ['-it', str(iterationTime)] 69 opts += ['-it', str(iterationTime)]
70 if skipKitValidation: 70 if skipKitValidation:
71 opts += ['-ikv'] 71 opts += ['-ikv']
72 72
73 return Test("SPECjvm2008", "SPECjvm2008", ['-jar', 'SPECjvm2008.jar'] + opts, [success], [error], [matcher], vmOpts=['-Xms2g'], defaultCwd=specjvm2008) 73 return Test("SPECjvm2008", "SPECjvm2008", ['-jar', 'SPECjvm2008.jar'] + opts, [success], [error], [matcher], vmOpts=['-Xms2g'], defaultCwd=specjvm2008)
74 74
99 99
100 def getBootstraps(): 100 def getBootstraps():
101 time = re.compile(r"Bootstrapping Graal............... in (?P<time>[0-9]+) ms") 101 time = re.compile(r"Bootstrapping Graal............... in (?P<time>[0-9]+) ms")
102 scoreMatcher = Matcher(time, {'const:name' : 'const:BootstrapTime', 'const:score' : 'time'}) 102 scoreMatcher = Matcher(time, {'const:name' : 'const:BootstrapTime', 'const:score' : 'time'})
103 tests = [] 103 tests = []
104 tests.append(Test("Bootstrap", "Bootstrap", ['-version'], succesREs=[time], scoreMatchers=[scoreMatcher])) 104 tests.append(Test("Bootstrap", "Bootstrap", ['-version'], successREs=[time], scoreMatchers=[scoreMatcher]))
105 tests.append(Test("Bootstrap-bigHeap", "Bootstrap-bigHeap", ['-version'], succesREs=[time], scoreMatchers=[scoreMatcher], vmOpts=['-Xms2g'])) 105 tests.append(Test("Bootstrap-bigHeap", "Bootstrap-bigHeap", ['-version'], successREs=[time], scoreMatchers=[scoreMatcher], vmOpts=['-Xms2g']))
106 return tests 106 return tests
107 107
108 """ 108 """
109 Encapsulates a single program that is a sanity test and/or a benchmark. 109 Encapsulates a single program that is a sanity test and/or a benchmark.
110 """ 110 """