graal-compiler: mx/mx_graal.py comparison

comparison mx/mx_graal.py @ 15405:5dcf0ae606f3

mx: new export command

author	Bernhard Urban <bernhard.urban@jku.at>
date	Mon, 28 Apr 2014 12:07:49 +0200
parents	27fa615f5a1c
children	5947bb02474f

comparison

equal deleted inserted replaced

-:27fa615f5a1c
+:5dcf0ae606f3
 # or visit www.oracle.com if you need additional information or have any
 # questions.
 #
 # ----------------------------------------------------------------------------------------------------
-import os, sys, shutil, zipfile, tempfile, re, time, datetime, platform, subprocess, multiprocessing, StringIO
+import os, sys, shutil, zipfile, tarfile, tempfile, re, time, datetime, platform, subprocess, multiprocessing, StringIO, socket
 from os.path import join, exists, dirname, basename, getmtime
 from argparse import ArgumentParser, RawDescriptionHelpFormatter, REMAINDER
 from outputparser import OutputParser, ValuesMatcher
 import mx
 import xml.dom.minidom
 rmIfExists(join(_graal_home, 'build-nograal'))
 rmIfExists(_jdksDir())
 rmIfExists(mx.distribution('GRAAL').path)
 def export(args):
-"""create a GraalVM zip file for distribution"""
+"""create archives of builds splitted by vmbuild and vm"""
 parser = ArgumentParser(prog='mx export')
-parser.add_argument('--omit-vm-build', action='store_false', dest='vmbuild', help='omit VM build step')
-parser.add_argument('--omit-dist-init', action='store_false', dest='distInit', help='omit class files and IDE configurations from distribution')
-parser.add_argument('zipfile', nargs=REMAINDER, metavar='zipfile')
 args = parser.parse_args(args)
-tmp = tempfile.mkdtemp(prefix='tmp', dir=_graal_home)
+# collect data about export
-if args.vmbuild:
+infos = dict()
-# Make sure the product VM binary is up to date
+infos['timestamp'] = time.time()
-with VM(build='product'):
-build([])
+hgcfg = mx.HgConfig()
+hgcfg.check()
-mx.log('Copying Java sources and mx files...')
+infos['revision'] = hgcfg.tip('.')
-mx.run(('hg archive -I graal -I mx -I mxtool -I mx.sh ' + tmp).split())
+infos['revision_dirty'] = hgcfg.isDirty('.')
+# TODO: infos['repository']
-# Copy the GraalVM JDK
-mx.log('Copying GraalVM JDK...')
+infos['jdkversion'] = str(mx.java().version)
-src = _jdk()
-dst = join(tmp, basename(src))
+infos['architecture'] = _arch()
-shutil.copytree(src, dst)
+infos['platform'] = mx.get_os()
-zfName = join(_graal_home, 'graalvm-' + mx.get_os() + '.zip')
-zf = zipfile.ZipFile(zfName, 'w')
+if mx.get_os != 'windows':
-for root, _, files in os.walk(tmp):
+pass
-for f in files:
+# infos['ccompiler']
-name = join(root, f)
+# infos['linker']
-arcname = name[len(tmp) + 1:]
-zf.write(join(tmp, name), arcname)
+infos['hostname'] = socket.gethostname()
-# create class files and IDE configurations
+def _writeJson(suffix, properties):
-if args.distInit:
+d = infos.copy()
-mx.log('Creating class files...')
+for k, v in properties.iteritems():
-mx.run('mx build'.split(), cwd=tmp)
+assert not d.has_key(k)
-mx.log('Creating IDE configurations...')
+d[k] = v
-mx.run('mx ideinit'.split(), cwd=tmp)
+jsonFileName = 'export-' + suffix + '.json'
-# clean up temp directory
+with open(jsonFileName, 'w') as f:
-mx.log('Cleaning up...')
+print >> f, json.dumps(d)
-shutil.rmtree(tmp)
+return jsonFileName
-mx.log('Created distribution in ' + zfName)
+def _genFileName(archivtype, middle):
+idPrefix = infos['revision'] + '_'
+idSuffix = '.tar.gz'
+return join(_graal_home, "graalvm_" + archivtype + "_"  + idPrefix + middle + idSuffix)
+def _genFileArchPlatformName(archivtype, middle):
+return _genFileName(archivtype, infos['platform'] + '_' + infos['architecture'] + '_' + middle)
+# archive different build types of hotspot
+for vmBuild in _vmbuildChoices:
+jdkpath = join(_jdksDir(), vmBuild)
+if not exists(jdkpath):
+mx.logv("skipping " + vmBuild)
+continue
+tarName = _genFileArchPlatformName('basejdk', vmBuild)
+mx.logv("creating basejdk " + tarName)
+vmSet = set()
+with tarfile.open(tarName, 'w:gz') as tar:
+for root, _, files in os.walk(jdkpath):
+if basename(root) in _vmChoices.keys():
+# TODO: add some assert to check path assumption
+vmSet.add(root)
+continue
+for f in files:
+name = join(root, f)
+# print name
+tar.add(name, name)
+n = _writeJson("basejdk-" + vmBuild, {'vmbuild' : vmBuild})
+tar.add(n, n)
+# create a separate archive for each VM
+for vm in vmSet:
+bVm = basename(vm)
+vmTarName = _genFileArchPlatformName('vm', vmBuild + '_' + bVm)
+mx.logv("creating vm " + vmTarName)
+debugFiles = set()
+with tarfile.open(vmTarName, 'w:gz') as tar:
+for root, _, files in os.walk(vm):
+for f in files:
+# TODO: mac, windows, solaris?
+if any(map(f.endswith, [".debuginfo"])):
+debugFiles.add(f)
+else:
+name = join(root, f)
+# print name
+tar.add(name, name)
+n = _writeJson("vm-" + vmBuild + "-" + bVm, {'vmbuild' : vmBuild, 'vm' : bVm})
+tar.add(n, n)
+if len(debugFiles) > 0:
+debugTarName = _genFileArchPlatformName('debugfilesvm', vmBuild + '_' + bVm)
+mx.logv("creating debugfilesvm " + debugTarName)
+with tarfile.open(debugTarName, 'w:gz') as tar:
+for f in debugFiles:
+name = join(root, f)
+# print name
+tar.add(name, name)
+n = _writeJson("debugfilesvm-" + vmBuild + "-" + bVm, {'vmbuild' : vmBuild, 'vm' : bVm})
+tar.add(n, n)
+# graal directory
+graalDirTarName = _genFileName('classfiles', 'javac')
+mx.logv("creating graal " + graalDirTarName)
+with tarfile.open(graalDirTarName, 'w:gz') as tar:
+for root, _, files in os.walk("graal"):
+for f in [f for f in files if not f.endswith('.java')]:
+name = join(root, f)
+# print name
+tar.add(name, name)
+n = _writeJson("graal", {'javacompiler' : 'javac'})
+tar.add(n, n)
 def _run_benchmark(args, availableBenchmarks, runBenchmark):
 vmOpts, benchmarksAndOptions = _extract_VM_args(args, useDoubleDash=availableBenchmarks is None)

Mercurial > hg > graal-compiler

comparison mx/mx_graal.py @ 15405:5dcf0ae606f3