Mercurial > hg > truffle
view perf/benchmarktool.py @ 3598:9fe4191f46af
IdealGraphVisualizer: Try to resolve UI concurrency issues by introducing locking for the list of graphs in Group and adding graphs to their group only after they have been fully read in.
author | Peter Hofer <peter.hofer@jku.at> |
---|---|
date | Wed, 19 Oct 2011 17:49:28 +0200 |
parents | 7d9e3ee49ac9 |
children |
line wrap: on
line source
import subprocess import os import re import sys import argparse DEFAULT_DACAPO_OPTS = " -XX:MaxPermSize=512m -Xms1g -Xmx2g " DEFAULT_SCIMARK_OPTS = " -Xms32m -Xmx100m " def runBash(cmd): p = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) return p.stdout def s2msString(floatString): return str(round(float(floatString)*1000)) # Raw String Notation (r"") : \ instead of \\ graalTime = re.compile(r"Total compilation time\s+:\s+([0-9]+\.[0-9]+) s") graalSubTime = re.compile(r"([a-zA-Z0-9_ ]+)\s+:\s+([0-9]+\.[0-9]+) s \([0-9 ][0-9]\.[0-9]{2}%\)") def matchGraalTime(string, csvOutput, csvOutputLine, writeHeaderAt): match1 = graalTime.search(string) match2 = graalSubTime.search(string) if match1: if csvOutputLine == writeHeaderAt: csvOutput[0].append('graal total') print('Graal total time: '+ s2msString(match1.group(1))) csvOutput[csvOutputLine].append(s2msString(match1.group(1))) elif match2: if csvOutputLine == writeHeaderAt: csvOutput[0].append(match2.group(1).strip()) print('Graal specific time: '+match2.group(1)+': '+s2msString(match2.group(2))) csvOutput[csvOutputLine].append(s2msString(match2.group(2))) else: print('# '+string) def writeout(outputFile, csvOutput): for csvLine in csvOutput : outputFile.write(';'.join(csvLine)+';'+os.linesep) def main(): # Check for environment variables if os.getenv('JDK7') is None: print('Environment variable JDK7 is not defined.') return 1 if os.getenv('DACAPO') is None: print('Environment variable DACAPO is not defined. It must point to a directory with the DaCapo benchmark jar.') return 1 if os.getenv('SCIMARK') is None: print('Environment variable SCIMARK is not defined. It must point to a directory with the SciMark benchmark jar.') return 1 if os.getenv('REFERENCE_JDK') is None: print('Environment variable REFERENCE_JDK is not defined.') return 1 # Option parsing parser = argparse.ArgumentParser(description='Automated DaCapo and Scimark bechmarks') parser.add_argument('-a', '-all', help='run all benchmarks for all compilers', action='store_true') parser.add_argument('-c', type=str, help='compiler to use', default='graal', choices=['client', 'server', 'graal'], required=False) parser.add_argument('-n', type=int, help='number of DaCapo benchmarks to run', default=10) parser.add_argument('-o', type=str, help='graalVM options(quoted!)', default='') parser.add_argument('-runonly', type=str, help='run specified benchmark only', default='all') options = parser.parse_args() compilerFlags = {'graal' : '-graal -G:+Time -XX:-GraalBailoutIsFatal -G:QuietBailout ', 'client' : '-client', 'server' : '-server'} if options.a: compilers = ['graal', 'client', 'server'] else: compilers = [options.c] for compiler in compilers: outputFile = open(compiler+'.csv', 'w') # DaCapo Benchmarks if compiler == 'graal': vm = os.environ['JDK7'] else : vm = os.environ['REFERENCE_JDK'] cmd = '"' + vm + '/bin/java" ' + compilerFlags[compiler] + ' -d64 ' + DEFAULT_DACAPO_OPTS + options.o + ' -classpath ' + \ os.environ['DACAPO'] + '/dacapo-9.12-bach.jar Harness -n ' + str(options.n) + ' ' benchmarks = runBash('java -jar ' + os.environ['DACAPO'] + '/dacapo-9.12-bach.jar -l').read().decode().split(' ') benchmarkTime = re.compile(r"===== DaCapo 9\.12 ([a-zA-Z0-9_]+) ((PASSED)|(completed warmup [0-9]+)) in ([0-9]+) msec =====") print('command: ' + cmd) csvOutput = [['benchmark', 'type', 'time']] csvOutputLine = 0 for benchmark in benchmarks: if options.runonly != 'all' and benchmark != options.runonly: continue nRuns = 0 dcOutput = runBash(cmd + benchmark) while True: line = dcOutput.readline().decode() if not line: break line = line.strip() match = benchmarkTime.search(line) if match: csvOutputLine = csvOutputLine + 1 nRuns = nRuns + 1 csvOutput.append(list()) csvOutput[csvOutputLine].append(str(nRuns)) print('Benchmark type: '+match.group(1)) print('Benchmark time: '+match.group(5)) csvOutput[csvOutputLine].append(match.group(1)) csvOutput[csvOutputLine].append(match.group(5)) else: matchGraalTime(line, csvOutput, csvOutputLine, options.n) if nRuns < options.n: csvOutputLine = csvOutputLine + (options.n - nRuns) for i in range(options.n - nRuns): csvOutput.append([str(nRuns + i), benchmark, '0']) writeout(outputFile, csvOutput) if options.runonly != 'all' and options.runonly != 'scimark': outputFile.close() return 0 # Scimark Benchmarks writeout(outputFile, [['']]) cmd = '"' + vm + '/bin/java" ' + compilerFlags[compiler] + ' -d64 ' + DEFAULT_SCIMARK_OPTS + options.o + \ ' -Xbootclasspath/a:' + os.environ['SCIMARK'] + '/scimark2lib.jar jnt.scimark2.commandline' benchmarkScore = re.compile(r"([a-zA-Z0-9_\(\),= ]+):\s+([0-9]+\.[0-9]+)$") csvOutput = [['run'],[]] scOutput = runBash(cmd) while True: line = scOutput.readline().decode() if not line: break line = line.strip() match = benchmarkScore.search(line) if match: print('Scimark '+match.group(1)+' score: '+match.group(2)) csvOutput[0].append(match.group(1).strip()) csvOutput[1].append(match.group(2)) else: matchGraalTime(line,csvOutput, 1, 1) writeout(outputFile, csvOutput) outputFile.close() return 0 #This idiom means the below code only runs when executed from command line if __name__ == '__main__': sys.exit(main())