Mercurial > hg > truffle
diff graal/GraalCompiler/src/com/sun/c1x/gen/LIRGenerator.java @ 2509:16b9a8b5ad39
Renamings Runtime=>GraalRuntime and Compiler=>GraalCompiler
author | Thomas Wuerthinger <thomas@wuerthinger.net> |
---|---|
date | Wed, 27 Apr 2011 11:50:44 +0200 |
parents | graal/Compiler/src/com/sun/c1x/gen/LIRGenerator.java@9ec15d6914ca |
children | 4fdef1464592 |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/graal/GraalCompiler/src/com/sun/c1x/gen/LIRGenerator.java Wed Apr 27 11:50:44 2011 +0200 @@ -0,0 +1,2172 @@ +/* + * Copyright (c) 2009, 2011, Oracle and/or its affiliates. All rights reserved. + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. + * + * This code is free software; you can redistribute it and/or modify it + * under the terms of the GNU General Public License version 2 only, as + * published by the Free Software Foundation. + * + * This code is distributed in the hope that it will be useful, but WITHOUT + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or + * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License + * version 2 for more details (a copy is included in the LICENSE file that + * accompanied this code). + * + * You should have received a copy of the GNU General Public License version + * 2 along with this work; if not, write to the Free Software Foundation, + * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. + * + * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA + * or visit www.oracle.com if you need additional information or have any + * questions. + */ +package com.sun.c1x.gen; + +import static com.sun.cri.bytecode.Bytecodes.*; +import static com.sun.cri.bytecode.Bytecodes.MemoryBarriers.*; +import static com.sun.cri.ci.CiCallingConvention.Type.*; +import static com.sun.cri.ci.CiValue.*; + +import java.lang.reflect.*; +import java.util.*; + +import com.sun.c1x.*; +import com.sun.c1x.alloc.*; +import com.sun.c1x.alloc.OperandPool.VariableFlag; +import com.sun.c1x.asm.*; +import com.sun.c1x.debug.*; +import com.sun.c1x.globalstub.*; +import com.sun.c1x.graph.*; +import com.sun.c1x.ir.*; +import com.sun.c1x.ir.Value.Flag; +import com.sun.c1x.lir.FrameMap.StackBlock; +import com.sun.c1x.lir.*; +import com.sun.c1x.opt.*; +import com.sun.c1x.util.*; +import com.sun.c1x.value.*; +import com.sun.c1x.value.FrameState.PhiProcedure; +import com.sun.cri.bytecode.*; +import com.sun.cri.bytecode.Bytecodes.MemoryBarriers; +import com.sun.cri.ci.*; +import com.sun.cri.ci.CiAddress.Scale; +import com.sun.cri.ri.*; +import com.sun.cri.xir.CiXirAssembler.XirConstant; +import com.sun.cri.xir.CiXirAssembler.XirInstruction; +import com.sun.cri.xir.CiXirAssembler.XirOperand; +import com.sun.cri.xir.CiXirAssembler.XirParameter; +import com.sun.cri.xir.CiXirAssembler.XirRegister; +import com.sun.cri.xir.CiXirAssembler.XirTemp; +import com.sun.cri.xir.*; + +/** + * This class traverses the HIR instructions and generates LIR instructions from them. + * + * @author Thomas Wuerthinger + * @author Ben L. Titzer + * @author Marcelo Cintra + * @author Doug Simon + */ +public abstract class LIRGenerator extends ValueVisitor { + + /** + * Helper class for inserting memory barriers as necessary to implement the Java Memory Model + * with respect to volatile field accesses. + * + * @see MemoryBarriers + */ + class VolatileMemoryAccess { + /** + * Inserts any necessary memory barriers before a volatile write as required by the JMM. + */ + void preVolatileWrite() { + int barriers = compilation.target.arch.requiredBarriers(JMM_PRE_VOLATILE_WRITE); + if (compilation.target.isMP && barriers != 0) { + lir.membar(barriers); + } + } + + /** + * Inserts any necessary memory barriers after a volatile write as required by the JMM. + */ + void postVolatileWrite() { + int barriers = compilation.target.arch.requiredBarriers(JMM_POST_VOLATILE_WRITE); + if (compilation.target.isMP && barriers != 0) { + lir.membar(barriers); + } + } + + /** + * Inserts any necessary memory barriers before a volatile read as required by the JMM. + */ + void preVolatileRead() { + int barriers = compilation.target.arch.requiredBarriers(JMM_PRE_VOLATILE_READ); + if (compilation.target.isMP && barriers != 0) { + lir.membar(barriers); + } + } + + /** + * Inserts any necessary memory barriers after a volatile read as required by the JMM. + */ + void postVolatileRead() { + // Ensure field's data is loaded before any subsequent loads or stores. + int barriers = compilation.target.arch.requiredBarriers(LOAD_LOAD | LOAD_STORE); + if (compilation.target.isMP && barriers != 0) { + lir.membar(barriers); + } + } + } + + /** + * Forces the result of a given instruction to be available in a given register, + * inserting move instructions if necessary. + * + * @param instruction an instruction that produces a {@linkplain Value#operand() result} + * @param register the {@linkplain CiRegister} in which the result of {@code instruction} must be available + * @return {@code register} as an operand + */ + protected CiValue force(Value instruction, CiRegister register) { + return force(instruction, register.asValue(instruction.kind)); + } + + /** + * Forces the result of a given instruction to be available in a given operand, + * inserting move instructions if necessary. + * + * @param instruction an instruction that produces a {@linkplain Value#operand() result} + * @param operand the operand in which the result of {@code instruction} must be available + * @return {@code operand} + */ + protected CiValue force(Value instruction, CiValue operand) { + CiValue result = makeOperand(instruction); + if (result != operand) { + assert result.kind != CiKind.Illegal; + if (!compilation.archKindsEqual(result.kind, operand.kind)) { + // moves between different types need an intervening spill slot + CiValue tmp = forceToSpill(result, operand.kind, false); + lir.move(tmp, operand); + } else { + lir.move(result, operand); + } + } + return operand; + } + + protected CiValue load(Value val) { + CiValue result = makeOperand(val); + if (!result.isVariableOrRegister()) { + CiVariable operand = newVariable(val.kind); + lir.move(result, operand); + return operand; + } + return result; + } + + // the range of values in a lookupswitch or tableswitch statement + private static final class SwitchRange { + final int lowKey; + int highKey; + final BlockBegin sux; + + SwitchRange(int lowKey, BlockBegin sux) { + this.lowKey = lowKey; + this.highKey = lowKey; + this.sux = sux; + } + } + + protected final C1XCompilation compilation; + protected final IR ir; + protected final XirSupport xirSupport; + protected final RiXirGenerator xir; + protected final boolean isTwoOperand; + + private BlockBegin currentBlock; + + public final OperandPool operands; + + private Value currentInstruction; + private Value lastInstructionPrinted; // Debugging only + + private List<CiConstant> constants; + private List<CiVariable> variablesForConstants; + protected LIRList lir; + final VolatileMemoryAccess vma; + private ArrayList<DeoptimizationStub> deoptimizationStubs; + + public LIRGenerator(C1XCompilation compilation) { + this.compilation = compilation; + this.ir = compilation.hir(); + this.xir = compilation.compiler.xir; + this.xirSupport = new XirSupport(); + this.isTwoOperand = compilation.target.arch.twoOperandMode(); + this.vma = new VolatileMemoryAccess(); + + constants = new ArrayList<CiConstant>(); + variablesForConstants = new ArrayList<CiVariable>(); + + this.operands = new OperandPool(compilation.target); + + // mark the liveness of all instructions if it hasn't already been done by the optimizer + LivenessMarker livenessMarker = new LivenessMarker(ir); + C1XMetrics.LiveHIRInstructions += livenessMarker.liveCount(); + } + + public ArrayList<DeoptimizationStub> deoptimizationStubs() { + return deoptimizationStubs; + } + + public static class DeoptimizationStub { + public final Label label = new Label(); + public final LIRDebugInfo info; + + public DeoptimizationStub(FrameState state) { + info = new LIRDebugInfo(state, null); + } + } + + public final void emitGuard(Guard x) { + FrameState state = x.stateBefore(); + assert state != null : "deoptimize instruction always needs a state"; + + if (deoptimizationStubs == null) { + deoptimizationStubs = new ArrayList<DeoptimizationStub>(); + } + + // (tw) TODO: Try to reuse an existing stub if possible. + // It is only allowed if there are no LIR instructions in between that can modify registers. + + DeoptimizationStub stub = new DeoptimizationStub(state); + deoptimizationStubs.add(stub); + lir.branch(x.condition.negate(), stub.label, stub.info); + } + + public void doBlock(BlockBegin block) { + blockDoProlog(block); + this.currentBlock = block; + + for (Instruction instr = block; instr != null; instr = instr.next()) { + if (instr.isLive()) { + walkState(instr, instr.stateBefore()); + doRoot(instr); + } + } + + this.currentBlock = null; + blockDoEpilog(block); + } + + @Override + public void visitArrayLength(ArrayLength x) { + emitArrayLength(x); + } + + public CiValue emitArrayLength(ArrayLength x) { + XirArgument array = toXirArgument(x.array()); + XirSnippet snippet = xir.genArrayLength(site(x), array); + emitXir(snippet, x, x.needsNullCheck() ? stateFor(x) : null, null, true); + return x.operand(); + } + + @Override + public void visitBase(Base x) { + // emit phi-instruction move after safepoint since this simplifies + // describing the state at the safepoint. + moveToPhi(x.stateAfter()); + + // all blocks with a successor must end with an unconditional jump + // to the successor even if they are consecutive + lir.jump(x.defaultSuccessor()); + } + + private void setOperandsForLocals(FrameState state) { + CiCallingConvention args = compilation.frameMap().incomingArguments(); + int javaIndex = 0; + for (int i = 0; i < args.locations.length; i++) { + CiValue src = args.locations[i]; + assert src.isLegal() : "check"; + + CiVariable dest = newVariable(src.kind.stackKind()); + lir.move(src, dest, src.kind); + + // Assign new location to Local instruction for this local + Value instr = state.localAt(javaIndex); + Local local = ((Local) instr); + CiKind kind = src.kind.stackKind(); + assert kind == local.kind.stackKind() : "local type check failed"; + if (local.isLive()) { + setResult(local, dest); + } + javaIndex += kind.jvmSlots; + } + } + + @Override + public void visitResolveClass(ResolveClass i) { + LIRDebugInfo info = stateFor(i); + XirSnippet snippet = xir.genResolveClass(site(i), i.type, i.portion); + emitXir(snippet, i, info, null, true); + } + + @Override + public void visitCheckCast(CheckCast x) { + XirArgument obj = toXirArgument(x.object()); + XirSnippet snippet = xir.genCheckCast(site(x), obj, toXirArgument(x.targetClassInstruction), x.targetClass()); + emitXir(snippet, x, stateFor(x), null, true); + } + + @Override + public void visitInstanceOf(InstanceOf x) { + XirArgument obj = toXirArgument(x.object()); + XirSnippet snippet = xir.genInstanceOf(site(x), obj, toXirArgument(x.targetClassInstruction), x.targetClass()); + emitXir(snippet, x, maybeStateFor(x), null, true); + } + + @Override + public void visitMonitorEnter(MonitorEnter x) { + XirArgument obj = toXirArgument(x.object()); + XirArgument lockAddress = toXirArgument(x.lockAddress()); + XirSnippet snippet = xir.genMonitorEnter(site(x), obj, lockAddress); + emitXir(snippet, x, maybeStateFor(x), stateFor(x, x.stateAfter()), null, true, null); + } + + @Override + public void visitMonitorExit(MonitorExit x) { + XirArgument obj = toXirArgument(x.object()); + XirArgument lockAddress = toXirArgument(x.lockAddress()); + XirSnippet snippet = xir.genMonitorExit(site(x), obj, lockAddress); + emitXir(snippet, x, maybeStateFor(x), null, true); + } + + @Override + public void visitStoreIndexed(StoreIndexed x) { + XirArgument array = toXirArgument(x.array()); + XirArgument length = x.length() == null ? null : toXirArgument(x.length()); + XirArgument index = toXirArgument(x.index()); + XirArgument value = toXirArgument(x.value()); + XirSnippet snippet = xir.genArrayStore(site(x), array, index, length, value, x.elementKind(), null); + emitXir(snippet, x, maybeStateFor(x), null, true); + } + + @Override + public void visitNewInstance(NewInstance x) { + XirSnippet snippet = xir.genNewInstance(site(x), x.instanceClass()); + emitXir(snippet, x, stateFor(x), null, true); + } + + @Override + public void visitNewTypeArray(NewTypeArray x) { + XirArgument length = toXirArgument(x.length()); + XirSnippet snippet = xir.genNewArray(site(x), length, x.elementKind(), null, null); + emitXir(snippet, x, stateFor(x), null, true); + } + + @Override + public void visitNewObjectArray(NewObjectArray x) { + XirArgument length = toXirArgument(x.length()); + XirSnippet snippet = xir.genNewArray(site(x), length, CiKind.Object, x.elementClass(), x.exactType()); + emitXir(snippet, x, stateFor(x), null, true); + } + + @Override + public void visitNewObjectArrayClone(NewObjectArrayClone x) { + XirArgument length = toXirArgument(x.length()); + XirArgument referenceArray = toXirArgument(x.referenceArray()); + XirSnippet snippet = xir.genNewObjectArrayClone(site(x), length, referenceArray); + emitXir(snippet, x, stateFor(x), null, true); + } + + @Override + public void visitNewMultiArray(NewMultiArray x) { + XirArgument[] dims = new XirArgument[x.dimensions().length]; + + for (int i = 0; i < dims.length; i++) { + dims[i] = toXirArgument(x.dimensions()[i]); + } + + XirSnippet snippet = xir.genNewMultiArray(site(x), dims, x.elementKind); + emitXir(snippet, x, stateFor(x), null, true); + } + + @Override + public void visitConstant(Constant x) { + if (canInlineAsConstant(x)) { + //setResult(x, loadConstant(x)); + } else { + CiValue res = x.operand(); + if (!(res.isLegal())) { + res = x.asConstant(); + } + if (res.isConstant()) { + if (isUsedForValue(x)) { + CiVariable reg = createResultVariable(x); + lir.move(res, reg); + } else { + assert x.checkFlag(Value.Flag.LiveDeopt); + x.setOperand(res); + } + } else { + setResult(x, (CiVariable) res); + } + } + } + + @Override + public void visitExceptionObject(ExceptionObject x) { + assert currentBlock.isExceptionEntry() : "ExceptionObject only allowed in exception handler block"; + assert currentBlock.next() == x : "ExceptionObject must be first instruction of block"; + + // no moves are created for phi functions at the begin of exception + // handlers, so assign operands manually here + currentBlock.stateBefore().forEachLivePhi(currentBlock, new PhiProcedure() { + public boolean doPhi(Phi phi) { + operandForPhi(phi); + return true; + } + }); + + XirSnippet snippet = xir.genExceptionObject(site(x)); + emitXir(snippet, x, maybeStateFor(x), null, true); + } + + @Override + public void visitGoto(Goto x) { + setNoResult(x); + + if (currentBlock.next() instanceof OsrEntry) { + // need to free up storage used for OSR entry point + CiValue osrBuffer = currentBlock.next().operand(); + callRuntime(CiRuntimeCall.OSRMigrationEnd, null, osrBuffer); + emitXir(xir.genSafepoint(site(x)), x, stateFor(x, x.stateAfter()), null, false); + } + + // emit phi-instruction moves after safepoint since this simplifies + // describing the state at the safepoint. + moveToPhi(x.stateAfter()); + + lir.jump(x.defaultSuccessor()); + } + + @Override + public void visitIfOp(IfOp i) { + Value x = i.x(); + Value y = i.y(); + CiKind xtype = x.kind; + CiKind ttype = i.trueValue().kind; + assert xtype.isInt() || xtype.isObject() : "cannot handle others"; + assert ttype.isInt() || ttype.isObject() || ttype.isLong() || ttype.isWord() : "cannot handle others"; + assert ttype.equals(i.falseValue().kind) : "cannot handle others"; + + CiValue left = load(x); + CiValue right = null; + if (!canInlineAsConstant(y)) { + right = load(y); + } else { + right = makeOperand(y); + } + + CiValue tVal = makeOperand(i.trueValue()); + CiValue fVal = makeOperand(i.falseValue()); + CiValue reg = createResultVariable(i); + + lir.cmp(i.condition(), left, right); + lir.cmove(i.condition(), tVal, fVal, reg); + } + + @Override + public void visitIntrinsic(Intrinsic x) { + Value[] vals = x.arguments(); + XirSnippet snippet; + + switch (x.intrinsic()) { + case java_lang_Float$intBitsToFloat: + case java_lang_Double$doubleToRawLongBits: + case java_lang_Double$longBitsToDouble: + case java_lang_Float$floatToRawIntBits: { + visitFPIntrinsics(x); + return; + } + + case java_lang_System$currentTimeMillis: { + assert x.numberOfArguments() == 0 : "wrong type"; + CiValue reg = callRuntimeWithResult(CiRuntimeCall.JavaTimeMillis, null, (CiValue[]) null); + CiValue result = createResultVariable(x); + lir.move(reg, result); + return; + } + + case java_lang_System$nanoTime: { + assert x.numberOfArguments() == 0 : "wrong type"; + CiValue reg = callRuntimeWithResult(CiRuntimeCall.JavaTimeNanos, null, (CiValue[]) null); + CiValue result = createResultVariable(x); + lir.move(reg, result); + return; + } + + case java_lang_Object$init: + visitRegisterFinalizer(x); + return; + + case java_lang_Math$log: // fall through + case java_lang_Math$log10: // fall through + case java_lang_Math$abs: // fall through + case java_lang_Math$sqrt: // fall through + case java_lang_Math$tan: // fall through + case java_lang_Math$sin: // fall through + case java_lang_Math$cos: + genMathIntrinsic(x); + return; + + case sun_misc_Unsafe$compareAndSwapObject: + genCompareAndSwap(x, CiKind.Object); + return; + case sun_misc_Unsafe$compareAndSwapInt: + genCompareAndSwap(x, CiKind.Int); + return; + case sun_misc_Unsafe$compareAndSwapLong: + genCompareAndSwap(x, CiKind.Long); + return; + + case java_lang_Thread$currentThread: + snippet = xir.genCurrentThread(site(x)); + if (snippet != null) { + emitXir(snippet, x, null, null, true); + return; + } + break; + + case java_lang_Object$getClass: + snippet = xir.genGetClass(site(x), toXirArgument(vals[0])); + if (snippet != null) { + emitXir(snippet, x, stateFor(x), null, true); + return; + } + break; + } + + + XirArgument[] args = new XirArgument[vals.length]; + for (int i = 0; i < vals.length; i++) { + args[i] = toXirArgument(vals[i]); + } + snippet = xir.genIntrinsic(site(x), args, x.target()); + if (snippet != null) { + emitXir(snippet, x, x.stateBefore() == null ? null : stateFor(x), null, true); + return; + } + x.setOperand(emitInvokeKnown(x.target(), x.stateBefore(), vals)); + } + + @Override + public void visitInvoke(Invoke x) { + RiMethod target = x.target(); + LIRDebugInfo info = stateFor(x, x.stateBefore()); + + XirSnippet snippet = null; + + int opcode = x.opcode(); + XirArgument receiver; + switch (opcode) { + case INVOKESTATIC: + snippet = xir.genInvokeStatic(site(x), target); + break; + case INVOKESPECIAL: + receiver = toXirArgument(x.receiver()); + snippet = xir.genInvokeSpecial(site(x), receiver, target); + break; + case INVOKEVIRTUAL: + receiver = toXirArgument(x.receiver()); + snippet = xir.genInvokeVirtual(site(x), receiver, target); + break; + case INVOKEINTERFACE: + receiver = toXirArgument(x.receiver()); + snippet = xir.genInvokeInterface(site(x), receiver, target); + break; + } + + CiValue destinationAddress = null; + // emitting the template earlier can ease pressure on register allocation, but the argument loading can destroy an + // implicit calling convention between the XirSnippet and the call. + if (!C1XOptions.InvokeSnippetAfterArguments) { + destinationAddress = emitXir(snippet, x, info.copy(), x.target(), false); + } + + CiValue resultOperand = resultOperandFor(x.kind); + CiCallingConvention cc = compilation.frameMap().getCallingConvention(x.signature(), JavaCall); + List<CiValue> pointerSlots = new ArrayList<CiValue>(2); + List<CiValue> argList = visitInvokeArguments(cc, x.arguments(), pointerSlots); + + if (C1XOptions.InvokeSnippetAfterArguments) { + destinationAddress = emitXir(snippet, x, info.copy(), null, x.target(), false, pointerSlots); + } + + // emit direct or indirect call to the destination address + if (destinationAddress instanceof CiConstant) { + // Direct call + assert ((CiConstant) destinationAddress).isDefaultValue() : "destination address should be zero"; + lir.callDirect(target, resultOperand, argList, info, snippet.marks, pointerSlots); + } else { + // Indirect call + argList.add(destinationAddress); + lir.callIndirect(target, resultOperand, argList, info, snippet.marks, pointerSlots); + } + + if (resultOperand.isLegal()) { + CiValue result = createResultVariable(x); + lir.move(resultOperand, result); + } + } + + @Override + public void visitNativeCall(NativeCall x) { + LIRDebugInfo info = stateFor(x, x.stateBefore()); + CiValue resultOperand = resultOperandFor(x.kind); + CiValue callAddress = load(x.address()); + CiKind[] signature = Util.signatureToKinds(x.signature, null); + CiCallingConvention cc = compilation.frameMap().getCallingConvention(signature, NativeCall); + List<CiValue> argList = visitInvokeArguments(cc, x.arguments, null); + argList.add(callAddress); + lir.callNative(x.nativeMethod.jniSymbol(), resultOperand, argList, info, null); + if (resultOperand.isLegal()) { + CiValue result = createResultVariable(x); + lir.move(resultOperand, result); + } + } + + @Override + public void visitTemplateCall(TemplateCall x) { + CiValue resultOperand = resultOperandFor(x.kind); + List<CiValue> argList; + if (x.receiver() != null) { + CiCallingConvention cc = compilation.frameMap().getCallingConvention(new CiKind[] {CiKind.Object}, JavaCall); + argList = visitInvokeArguments(cc, new Value[] {x.receiver()}, null); + } else { + argList = new ArrayList<CiValue>(); + } + + if (x.address() != null) { + CiValue callAddress = load(x.address()); + argList.add(callAddress); + } + lir.templateCall(resultOperand, argList); + if (resultOperand.isLegal()) { + CiValue result = createResultVariable(x); + lir.move(resultOperand, result); + } + } + + @Override + public void visitLoadRegister(LoadRegister x) { + x.setOperand(x.register.asValue(x.kind)); + } + + @Override + public void visitPause(Pause i) { + lir.pause(); + } + + @Override + public void visitBreakpointTrap(BreakpointTrap i) { + lir.breakpoint(); + } + + protected CiAddress getAddressForPointerOp(PointerOp x, CiKind kind, CiValue pointer) { + CiAddress addr; + Value offset = x.offset(); + Value index = x.index(); + if (x.displacement() == null) { + // address is [pointer + offset] + if (offset.isConstant() && offset.kind.isInt()) { + int displacement = x.offset().asConstant().asInt(); + addr = new CiAddress(kind, pointer, displacement); + } else { + addr = new CiAddress(kind, pointer, load(offset)); + } + } else { + // address is [pointer + disp + (index * scale)] + assert (x.opcode & 0xff) == PGET || (x.opcode & 0xff) == PSET; + if (!x.displacement().isConstant()) { + CiVariable tmp = newVariable(CiKind.Word); + arithmeticOpLong(Bytecodes.LADD, tmp, pointer, load(x.displacement()), null); + int kindSize = compilation.target.sizeInBytes(kind); + Scale scale = Scale.fromInt(kindSize); + if (index.isConstant()) { + addr = new CiAddress(kind, tmp, index.asConstant().asInt() * kindSize); + } else { + addr = new CiAddress(kind, tmp, load(index), scale, 0); + } + } else { + int displacement = x.displacement().asConstant().asInt(); + int kindSize = compilation.target.sizeInBytes(kind); + Scale scale = Scale.fromInt(kindSize); + if (index.isConstant()) { + displacement += index.asConstant().asInt() * kindSize; + addr = new CiAddress(kind, pointer, displacement); + } else { + addr = new CiAddress(kind, pointer, load(index), scale, displacement); + } + } + } + return addr; + } + + @Override + public void visitAllocateStackHandle(StackHandle x) { + CiValue value = load(x.value()); + CiValue src = forceToSpill(value, x.value().kind, true); + CiValue dst = createResultVariable(x); + + CiConstant constant = x.value().isConstant() ? x.value().asConstant() : null; + if (constant == null) { + CiConstant zero = CiConstant.defaultValue(x.value().kind); + lir.cmp(Condition.EQ, src, zero); + } + lir.lea(src, dst); + if (constant != null) { + if (constant.isDefaultValue()) { + lir.move(value, dst); + } + } else { + lir.cmove(Condition.EQ, CiConstant.ZERO, dst, dst); + } + } + + @Override + public void visitLoadPointer(LoadPointer x) { + LIRDebugInfo info = maybeStateFor(x); + CiValue pointer = load(x.pointer()); + CiValue dst = createResultVariable(x); + CiAddress src = getAddressForPointerOp(x, x.dataKind, pointer); + lir.load(src, dst, info); + } + + @Override + public void visitStorePointer(StorePointer x) { + LIRDebugInfo info = maybeStateFor(x); + LIRItem value = new LIRItem(x.value(), this); + CiValue pointer = load(x.pointer()); + value.loadItem(x.dataKind); + CiAddress dst = getAddressForPointerOp(x, x.dataKind, pointer); + lir.store(value.result(), dst, info); + } + + @Override + public void visitInfopoint(Infopoint x) { + LIRDebugInfo info = stateFor(x); + if (x.opcode == SAFEPOINT) { + emitXir(xir.genSafepoint(site(x)), x, info, null, false); + return; + } + assert x.opcode == HERE || x.opcode == INFO; + CiValue result = x.kind.isVoid() ? CiValue.IllegalValue : createResultVariable(x); + LIROpcode opcode = x.opcode == HERE ? LIROpcode.Here : LIROpcode.Info; + lir.infopoint(opcode, result, info); + } + + @Override + public void visitStackAllocate(StackAllocate x) { + CiValue result = createResultVariable(x); + assert x.size().isConstant() : "ALLOCA bytecode 'size' operand is not a constant: " + x.size(); + StackBlock stackBlock = compilation.frameMap().reserveStackBlock(x.size().asConstant().asInt()); + lir.alloca(stackBlock, result); + } + + @Override + public void visitMonitorAddress(MonitorAddress x) { + CiValue result = createResultVariable(x); + lir.monitorAddress(x.monitor(), result); + } + + @Override + public void visitMemoryBarrier(MemoryBarrier x) { + if (x.barriers != 0) { + lir.membar(x.barriers); + } + } + + @Override + public void visitUnsafeCast(UnsafeCast i) { + assert !i.redundant : "redundant UnsafeCasts must be eliminated by the front end"; + CiValue src = load(i.value()); + CiValue dst = createResultVariable(i); + lir.move(src, dst); + } + + /** + * For note on volatile fields, see {@link #visitStoreField(StoreField)}. + */ + @Override + public void visitLoadField(LoadField x) { + RiField field = x.field(); + boolean needsPatching = x.needsPatching(); + LIRDebugInfo info = null; + if (needsPatching || x.needsNullCheck()) { + info = stateFor(x, x.stateBefore()); + assert info != null; + } + + XirArgument receiver = toXirArgument(x.object()); + XirSnippet snippet = x.isStatic() ? xir.genGetStatic(site(x), receiver, field) : xir.genGetField(site(x), receiver, field); + emitXir(snippet, x, info, null, true); + + if (x.isVolatile()) { + vma.postVolatileRead(); + } + } + + @Override + public void visitLoadIndexed(LoadIndexed x) { + XirArgument array = toXirArgument(x.array()); + XirArgument index = toXirArgument(x.index()); + XirArgument length = toXirArgument(x.length()); + XirSnippet snippet = xir.genArrayLoad(site(x), array, index, length, x.elementKind(), null); + emitXir(snippet, x, maybeStateFor(x), null, true); + } + + protected GlobalStub stubFor(CiRuntimeCall runtimeCall) { + GlobalStub stub = compilation.compiler.lookupGlobalStub(runtimeCall); + compilation.frameMap().usesGlobalStub(stub); + return stub; + } + + protected GlobalStub stubFor(GlobalStub.Id globalStub) { + GlobalStub stub = compilation.compiler.lookupGlobalStub(globalStub); + compilation.frameMap().usesGlobalStub(stub); + return stub; + } + + protected GlobalStub stubFor(XirTemplate template) { + GlobalStub stub = compilation.compiler.lookupGlobalStub(template); + compilation.frameMap().usesGlobalStub(stub); + return stub; + } + + @Override + public void visitLocal(Local x) { + if (x.operand().isIllegal()) { + createResultVariable(x); + } + } + + @Override + public void visitLookupSwitch(LookupSwitch x) { + CiValue tag = load(x.value()); + setNoResult(x); + + if (x.isSafepoint()) { + emitXir(xir.genSafepoint(site(x)), x, stateFor(x, x.stateAfter()), null, false); + } + + // move values into phi locations + moveToPhi(x.stateAfter()); + + if (x.numberOfCases() == 0 || x.numberOfCases() < C1XOptions.SequentialSwitchLimit) { + int len = x.numberOfCases(); + for (int i = 0; i < len; i++) { + lir.cmp(Condition.EQ, tag, x.keyAt(i)); + lir.branch(Condition.EQ, CiKind.Int, x.suxAt(i)); + } + lir.jump(x.defaultSuccessor()); + } else { + visitSwitchRanges(createLookupRanges(x), tag, x.defaultSuccessor()); + } + } + + @Override + public void visitNullCheck(NullCheck x) { + // TODO: this is suboptimal because it may result in an unnecessary move + CiValue value = load(x.object()); + if (x.canTrap()) { + LIRDebugInfo info = stateFor(x); + lir.nullCheck(value, info); + } + x.setOperand(value); + } + + @Override + public void visitOsrEntry(OsrEntry x) { + // construct our frame and model the production of incoming pointer + // to the OSR buffer. + lir.osrEntry(osrBufferPointer()); + CiValue result = createResultVariable(x); + lir.move(osrBufferPointer(), result); + } + + @Override + public void visitPhi(Phi i) { + Util.shouldNotReachHere(); + } + + @Override + public void visitReturn(Return x) { + if (x.kind.isVoid()) { + XirSnippet epilogue = xir.genEpilogue(site(x), compilation.method); + if (epilogue != null) { + emitXir(epilogue, x, stateFor(x, x.stateAfter()), compilation.method, false); + lir.returnOp(IllegalValue); + } + } else { + CiValue operand = resultOperandFor(x.kind); + CiValue result = force(x.result(), operand); + XirSnippet epilogue = xir.genEpilogue(site(x), compilation.method); + if (epilogue != null) { + emitXir(epilogue, x, stateFor(x, x.stateAfter()), compilation.method, false); + lir.returnOp(result); + } + } + setNoResult(x); + } + + protected XirArgument toXirArgument(CiValue v) { + if (v == null) { + return null; + } + + return XirArgument.forInternalObject(v); + } + + protected XirArgument toXirArgument(Value i) { + if (i == null) { + return null; + } + + return XirArgument.forInternalObject(new LIRItem(i, this)); + } + + private CiValue allocateOperand(XirSnippet snippet, XirOperand op) { + if (op instanceof XirParameter) { + XirParameter param = (XirParameter) op; + return allocateOperand(snippet.arguments[param.parameterIndex], op, param.canBeConstant); + } else if (op instanceof XirRegister) { + XirRegister reg = (XirRegister) op; + return reg.register; + } else if (op instanceof XirTemp) { + return newVariable(op.kind); + } else { + Util.shouldNotReachHere(); + return null; + } + } + + private CiValue allocateOperand(XirArgument arg, XirOperand var, boolean canBeConstant) { + if (arg.constant != null) { + return arg.constant; + } else { + assert arg.object != null; + if (arg.object instanceof CiValue) { + return (CiValue) arg.object; + } + assert arg.object instanceof LIRItem; + LIRItem item = (LIRItem) arg.object; + if (canBeConstant) { + return item.instruction.operand(); + } else { + item.loadItem(var.kind); + return item.result(); + } + } + } + + protected CiValue emitXir(XirSnippet snippet, Instruction x, LIRDebugInfo info, RiMethod method, boolean setInstructionResult) { + return emitXir(snippet, x, info, null, method, setInstructionResult, null); + } + + protected CiValue emitXir(XirSnippet snippet, Instruction instruction, LIRDebugInfo info, LIRDebugInfo infoAfter, RiMethod method, boolean setInstructionResult, List<CiValue> pointerSlots) { + if (C1XOptions.PrintXirTemplates) { + TTY.println("Emit XIR template " + snippet.template.name); + } + + final CiValue[] operands = new CiValue[snippet.template.variableCount]; + + compilation.frameMap().reserveOutgoing(snippet.template.outgoingStackSize); + + XirOperand resultOperand = snippet.template.resultOperand; + + if (snippet.template.allocateResultOperand) { + CiValue outputOperand = IllegalValue; + // This snippet has a result that must be separately allocated + // Otherwise it is assumed that the result is part of the inputs + if (resultOperand.kind != CiKind.Void && resultOperand.kind != CiKind.Illegal) { + if (setInstructionResult) { + outputOperand = newVariable(instruction.kind); + } else { + outputOperand = newVariable(resultOperand.kind); + } + assert operands[resultOperand.index] == null; + } + operands[resultOperand.index] = outputOperand; + if (C1XOptions.PrintXirTemplates) { + TTY.println("Output operand: " + outputOperand); + } + } + + for (XirTemp t : snippet.template.temps) { + if (t instanceof XirRegister) { + XirRegister reg = (XirRegister) t; + if (!t.reserve) { + operands[t.index] = reg.register; + } + } + } + + for (XirTemplate calleeTemplate : snippet.template.calleeTemplates) { + // TODO Save these for use in X86LIRAssembler + stubFor(calleeTemplate); + } + + for (XirConstant c : snippet.template.constants) { + assert operands[c.index] == null; + operands[c.index] = c.value; + } + + XirOperand[] inputOperands = snippet.template.inputOperands; + XirOperand[] inputTempOperands = snippet.template.inputTempOperands; + XirOperand[] tempOperands = snippet.template.tempOperands; + + CiValue[] operandArray = new CiValue[inputOperands.length + inputTempOperands.length + tempOperands.length]; + int[] operandIndicesArray = new int[inputOperands.length + inputTempOperands.length + tempOperands.length]; + for (int i = 0; i < inputOperands.length; i++) { + XirOperand x = inputOperands[i]; + CiValue op = allocateOperand(snippet, x); + operands[x.index] = op; + operandArray[i] = op; + operandIndicesArray[i] = x.index; + if (C1XOptions.PrintXirTemplates) { + TTY.println("Input operand: " + x); + } + } + + for (int i = 0; i < inputTempOperands.length; i++) { + XirOperand x = inputTempOperands[i]; + CiValue op = allocateOperand(snippet, x); + CiValue newOp = newVariable(op.kind); + lir.move(op, newOp); + operands[x.index] = newOp; + operandArray[i + inputOperands.length] = newOp; + operandIndicesArray[i + inputOperands.length] = x.index; + if (C1XOptions.PrintXirTemplates) { + TTY.println("InputTemp operand: " + x); + } + } + + for (int i = 0; i < tempOperands.length; i++) { + XirOperand x = tempOperands[i]; + CiValue op = allocateOperand(snippet, x); + operands[x.index] = op; + operandArray[i + inputOperands.length + inputTempOperands.length] = op; + operandIndicesArray[i + inputOperands.length + inputTempOperands.length] = x.index; + if (C1XOptions.PrintXirTemplates) { + TTY.println("Temp operand: " + x); + } + } + + for (CiValue operand : operands) { + assert operand != null; + } + + CiValue allocatedResultOperand = operands[resultOperand.index]; + if (!allocatedResultOperand.isVariableOrRegister()) { + allocatedResultOperand = IllegalValue; + } + + if (setInstructionResult && allocatedResultOperand.isLegal()) { + if (instruction.operand().isIllegal()) { + setResult(instruction, (CiVariable) allocatedResultOperand); + } else { + assert instruction.operand() == allocatedResultOperand; + } + } + + + XirInstruction[] slowPath = snippet.template.slowPath; + if (!operands[resultOperand.index].isConstant() || snippet.template.fastPath.length != 0 || (slowPath != null && slowPath.length > 0)) { + // XIR instruction is only needed when the operand is not a constant! + lir.xir(snippet, operands, allocatedResultOperand, inputTempOperands.length, tempOperands.length, + operandArray, operandIndicesArray, + (operands[resultOperand.index] == IllegalValue) ? -1 : resultOperand.index, + info, infoAfter, method, pointerSlots); + } + + return operands[resultOperand.index]; + } + + @Override + public void visitIncrementRegister(IncrementRegister x) { + CiValue reg = x.register.asValue(CiKind.Word); + if (x.delta().isConstant()) { + int delta = x.delta().asConstant().asInt(); + if (delta < 0) { + lir.sub(reg, CiConstant.forInt(-delta), reg); + } else { + lir.add(reg, CiConstant.forInt(delta), reg); + } + } else { + lir.add(reg, makeOperand(x.delta()), reg); + } + } + + @Override + public void visitStoreRegister(StoreRegister x) { + CiValue reg = x.register.asValue(x.kind); + lir.move(makeOperand(x.value()), reg); + } + + @Override + public void visitStoreField(StoreField x) { + RiField field = x.field(); + boolean needsPatching = x.needsPatching(); + + LIRDebugInfo info = null; + if (needsPatching || x.needsNullCheck()) { + info = stateFor(x, x.stateBefore()); + } + + if (x.isVolatile()) { + vma.preVolatileWrite(); + } + + XirArgument receiver = toXirArgument(x.object()); + XirArgument value = toXirArgument(x.value()); + XirSnippet snippet = x.isStatic() ? xir.genPutStatic(site(x), receiver, field, value) : xir.genPutField(site(x), receiver, field, value); + emitXir(snippet, x, info, null, true); + + if (x.isVolatile()) { + vma.postVolatileWrite(); + } + } + + @Override + public void visitTableSwitch(TableSwitch x) { + + LIRItem value = new LIRItem(x.value(), this); + // Making a copy of the switch value is necessary when generating a jump table + value.setDestroysRegister(); + value.loadItem(); + + CiValue tag = value.result(); + setNoResult(x); + + if (x.isSafepoint()) { + emitXir(xir.genSafepoint(site(x)), x, stateFor(x, x.stateAfter()), null, false); + } + + // move values into phi locations + moveToPhi(x.stateAfter()); + + // TODO: tune the defaults for the controls used to determine what kind of translation to use + if (x.numberOfCases() == 0 || x.numberOfCases() <= C1XOptions.SequentialSwitchLimit) { + int loKey = x.lowKey(); + int len = x.numberOfCases(); + for (int i = 0; i < len; i++) { + lir.cmp(Condition.EQ, tag, i + loKey); + lir.branch(Condition.EQ, CiKind.Int, x.suxAt(i)); + } + lir.jump(x.defaultSuccessor()); + } else { + SwitchRange[] switchRanges = createLookupRanges(x); + int rangeDensity = x.numberOfCases() / switchRanges.length; + if (rangeDensity >= C1XOptions.RangeTestsSwitchDensity) { + visitSwitchRanges(switchRanges, tag, x.defaultSuccessor()); + } else { + List<BlockBegin> nonDefaultSuccessors = x.successors().subList(0, x.numberOfCases()); + BlockBegin[] targets = nonDefaultSuccessors.toArray(new BlockBegin[nonDefaultSuccessors.size()]); + lir.tableswitch(tag, x.lowKey(), x.defaultSuccessor(), targets); + } + } + } + + @Override + public void visitThrow(Throw x) { + setNoResult(x); + CiValue exceptionOpr = load(x.exception()); + LIRDebugInfo info = stateFor(x, x.stateAfter()); + + // check if the instruction has an xhandler in any of the nested scopes + boolean unwind = false; + if (x.exceptionHandlers().size() == 0) { + // this throw is not inside an xhandler + unwind = true; + } else { + // get some idea of the throw type + boolean typeIsExact = true; + RiType throwType = x.exception().exactType(); + if (throwType == null) { + typeIsExact = false; + throwType = x.exception().declaredType(); + } + if (throwType != null && throwType.isResolved() && throwType.isInstanceClass()) { + unwind = !ExceptionHandler.couldCatch(x.exceptionHandlers(), throwType, typeIsExact); + } + } + + assert !currentBlock.checkBlockFlag(BlockBegin.BlockFlag.DefaultExceptionHandler) || unwind : "should be no more handlers to dispatch to"; + + // move exception oop into fixed register + CiCallingConvention callingConvention = compilation.frameMap().getCallingConvention(new CiKind[]{CiKind.Object}, RuntimeCall); + CiValue argumentOperand = callingConvention.locations[0]; + lir.move(exceptionOpr, argumentOperand); + + if (unwind) { + lir.unwindException(exceptionPcOpr(), exceptionOpr, info); + } else { + lir.throwException(exceptionPcOpr(), argumentOperand, info); + } + } + + @Override + public void visitUnsafeGetObject(UnsafeGetObject x) { + CiKind kind = x.unsafeOpKind; + + CiValue off = load(x.offset()); + CiValue src = load(x.object()); + + CiValue reg = createResultVariable(x); + + if (x.isVolatile()) { + vma.preVolatileRead(); + } + genGetObjectUnsafe(reg, src, off, kind, x.isVolatile()); + if (x.isVolatile()) { + vma.postVolatileRead(); + } + } + + @Override + public void visitUnsafeGetRaw(UnsafeGetRaw x) { + LIRItem idx = new LIRItem(this); + CiValue base = load(x.base()); + if (x.hasIndex()) { + idx.setInstruction(x.index()); + idx.loadNonconstant(); + } + + CiValue reg = createResultVariable(x); + + int log2scale = 0; + if (x.hasIndex()) { + assert x.index().kind.isInt() : "should not find non-int index"; + log2scale = x.log2Scale(); + } + + assert !x.hasIndex() || idx.instruction == x.index() : "should match"; + + CiKind dstKind = x.unsafeOpKind; + CiValue indexOp = idx.result(); + + CiAddress addr = null; + if (indexOp.isConstant()) { + assert log2scale == 0 : "must not have a scale"; + CiConstant constantIndexOp = (CiConstant) indexOp; + addr = new CiAddress(dstKind, base, constantIndexOp.asInt()); + } else { + + if (compilation.target.arch.isX86()) { + addr = new CiAddress(dstKind, base, indexOp, CiAddress.Scale.fromInt(2 ^ log2scale), 0); + + } else if (compilation.target.arch.isSPARC()) { + if (indexOp.isIllegal() || log2scale == 0) { + addr = new CiAddress(dstKind, base, indexOp); + } else { + CiValue tmp = newVariable(CiKind.Int); + lir.shiftLeft(indexOp, log2scale, tmp); + addr = new CiAddress(dstKind, base, tmp); + } + + } else { + Util.shouldNotReachHere(); + } + } + + if (x.mayBeUnaligned() && (dstKind == CiKind.Long || dstKind == CiKind.Double)) { + lir.unalignedMove(addr, reg); + } else { + lir.move(addr, reg); + } + } + + @Override + public void visitUnsafePrefetchRead(UnsafePrefetchRead x) { + visitUnsafePrefetch(x, false); + } + + @Override + public void visitUnsafePrefetchWrite(UnsafePrefetchWrite x) { + visitUnsafePrefetch(x, true); + } + + @Override + public void visitUnsafePutObject(UnsafePutObject x) { + CiKind kind = x.unsafeOpKind; + LIRItem data = new LIRItem(x.value(), this); + + CiValue src = load(x.object()); + data.loadItem(kind); + CiValue off = load(x.offset()); + + setNoResult(x); + + if (x.isVolatile()) { + vma.preVolatileWrite(); + } + genPutObjectUnsafe(src, off, data.result(), kind, x.isVolatile()); + if (x.isVolatile()) { + vma.postVolatileWrite(); + } + } + + @Override + public void visitUnsafePutRaw(UnsafePutRaw x) { + int log2scale = 0; + CiKind kind = x.unsafeOpKind; + + if (x.hasIndex()) { + assert x.index().kind.isInt() : "should not find non-int index"; + log2scale = x.log2scale(); + } + + LIRItem value = new LIRItem(x.value(), this); + LIRItem idx = new LIRItem(this); + + CiValue base = load(x.base()); + if (x.hasIndex()) { + idx.setInstruction(x.index()); + idx.loadItem(); + } + + value.loadItem(kind); + + setNoResult(x); + + CiValue indexOp = idx.result(); + if (log2scale != 0) { + // temporary fix (platform dependent code without shift on Intel would be better) + indexOp = newVariable(CiKind.Int); + lir.move(idx.result(), indexOp); + lir.shiftLeft(indexOp, log2scale, indexOp); + } + + CiValue addr = new CiAddress(x.unsafeOpKind, base, indexOp); + lir.move(value.result(), addr); + } + + private void blockDoEpilog(BlockBegin block) { + if (C1XOptions.PrintIRWithLIR) { + TTY.println(); + } + + // clear out variables for local constants + constants.clear(); + variablesForConstants.clear(); + } + + private void blockDoProlog(BlockBegin block) { + if (C1XOptions.PrintIRWithLIR) { + TTY.print(block.toString()); + } + // set up the list of LIR instructions + assert block.lir() == null : "LIR list already computed for this block"; + lir = new LIRList(this); + block.setLir(lir); + + lir.branchDestination(block.label()); + if (block == ir.startBlock) { + XirSnippet prologue = xir.genPrologue(null, compilation.method); + if (prologue != null) { + emitXir(prologue, null, null, null, false); + } + setOperandsForLocals(block.end().stateAfter()); + } + } + + /** + * Copies a given value into an operand that is forced to be a stack location. + * + * @param value a value to be forced onto the stack + * @param kind the kind of new operand + * @param mustStayOnStack specifies if the new operand must never be allocated to a register + * @return the operand that is guaranteed to be a stack location when it is + * initially defined a by move from {@code value} + */ + CiValue forceToSpill(CiValue value, CiKind kind, boolean mustStayOnStack) { + assert value.isLegal() : "value should not be illegal"; + assert kind.jvmSlots == value.kind.jvmSlots : "size mismatch"; + if (!value.isVariableOrRegister()) { + // force into a variable that must start in memory + CiValue operand = operands.newVariable(value.kind, mustStayOnStack ? VariableFlag.MustStayInMemory : VariableFlag.MustStartInMemory); + lir.move(value, operand); + return operand; + } + + // create a spill location + CiValue operand = operands.newVariable(kind, mustStayOnStack ? VariableFlag.MustStayInMemory : VariableFlag.MustStartInMemory); + // move from register to spill + lir.move(value, operand); + return operand; + } + + private CiVariable loadConstant(Constant x) { + return loadConstant(x.asConstant(), x.kind); + } + + protected CiVariable loadConstant(CiConstant c, CiKind kind) { + // XXX: linear search might be kind of slow for big basic blocks + int index = constants.indexOf(c); + if (index != -1) { + C1XMetrics.LoadConstantIterations += index; + return variablesForConstants.get(index); + } + C1XMetrics.LoadConstantIterations += constants.size(); + + CiVariable result = newVariable(kind); + lir.move(c, result); + constants.add(c); + variablesForConstants.add(result); + return result; + } + + /** + * Allocates a variable operand to hold the result of a given instruction. + * This can only be performed once for any given instruction. + * + * @param x an instruction that produces a result + * @return the variable assigned to hold the result produced by {@code x} + */ + protected CiVariable createResultVariable(Value x) { + CiVariable operand = newVariable(x.kind); + setResult(x, operand); + return operand; + } + + private void visitFPIntrinsics(Intrinsic x) { + assert x.numberOfArguments() == 1 : "wrong type"; + CiValue reg = createResultVariable(x); + CiValue value = load(x.argumentAt(0)); + CiValue tmp = forceToSpill(value, x.kind, false); + lir.move(tmp, reg); + } + + private void visitRegisterFinalizer(Intrinsic x) { + assert x.numberOfArguments() == 1 : "wrong type"; + CiValue receiver = load(x.argumentAt(0)); + LIRDebugInfo info = stateFor(x, x.stateBefore()); + callRuntime(CiRuntimeCall.RegisterFinalizer, info, receiver); + setNoResult(x); + } + + private void visitSwitchRanges(SwitchRange[] x, CiValue value, BlockBegin defaultSux) { + for (int i = 0; i < x.length; i++) { + SwitchRange oneRange = x[i]; + int lowKey = oneRange.lowKey; + int highKey = oneRange.highKey; + BlockBegin dest = oneRange.sux; + if (lowKey == highKey) { + lir.cmp(Condition.EQ, value, lowKey); + lir.branch(Condition.EQ, CiKind.Int, dest); + } else if (highKey - lowKey == 1) { + lir.cmp(Condition.EQ, value, lowKey); + lir.branch(Condition.EQ, CiKind.Int, dest); + lir.cmp(Condition.EQ, value, highKey); + lir.branch(Condition.EQ, CiKind.Int, dest); + } else { + Label l = new Label(); + lir.cmp(Condition.LT, value, lowKey); + lir.branch(Condition.LT, l); + lir.cmp(Condition.LE, value, highKey); + lir.branch(Condition.LE, CiKind.Int, dest); + lir.branchDestination(l); + } + } + lir.jump(defaultSux); + } + + private void visitUnsafePrefetch(UnsafePrefetch x, boolean isStore) { + LIRItem src = new LIRItem(x.object(), this); + LIRItem off = new LIRItem(x.offset(), this); + + src.loadItem(); + if (!(off.result().isConstant() && canInlineAsConstant(x.offset()))) { + off.loadItem(); + } + + setNoResult(x); + + CiAddress addr = genAddress(src.result(), off.result(), 0, 0, CiKind.Byte); + lir.prefetch(addr, isStore); + } + + protected void arithmeticOpFpu(int code, CiValue result, CiValue left, CiValue right, CiValue tmp) { + CiValue leftOp = left; + + if (isTwoOperand && leftOp != result) { + assert right != result : "malformed"; + lir.move(leftOp, result); + leftOp = result; + } + + switch (code) { + case DADD: + case FADD: + lir.add(leftOp, right, result); + break; + case FMUL: + case DMUL: + lir.mul(leftOp, right, result); + break; + case DSUB: + case FSUB: + lir.sub(leftOp, right, result); + break; + case FDIV: + case DDIV: + lir.div(leftOp, right, result, null); + break; + default: + Util.shouldNotReachHere(); + } + } + + protected void arithmeticOpInt(int code, CiValue result, CiValue left, CiValue right, CiValue tmp) { + CiValue leftOp = left; + + if (isTwoOperand && leftOp != result) { + assert right != result : "malformed"; + lir.move(leftOp, result); + leftOp = result; + } + + switch (code) { + case IADD: + lir.add(leftOp, right, result); + break; + case IMUL: + boolean didStrengthReduce = false; + if (right.isConstant()) { + CiConstant rightConstant = (CiConstant) right; + int c = rightConstant.asInt(); + if (CiUtil.isPowerOf2(c)) { + // do not need tmp here + lir.shiftLeft(leftOp, CiUtil.log2(c), result); + didStrengthReduce = true; + } else { + didStrengthReduce = strengthReduceMultiply(leftOp, c, result, tmp); + } + } + // we couldn't strength reduce so just emit the multiply + if (!didStrengthReduce) { + lir.mul(leftOp, right, result); + } + break; + case ISUB: + lir.sub(leftOp, right, result); + break; + default: + // idiv and irem are handled elsewhere + Util.shouldNotReachHere(); + } + } + + protected void arithmeticOpLong(int code, CiValue result, CiValue left, CiValue right, LIRDebugInfo info) { + CiValue leftOp = left; + + if (isTwoOperand && leftOp != result) { + assert right != result : "malformed"; + lir.move(leftOp, result); + leftOp = result; + } + + switch (code) { + case LADD: + lir.add(leftOp, right, result); + break; + case LMUL: + lir.mul(leftOp, right, result); + break; + case LSUB: + lir.sub(leftOp, right, result); + break; + default: + // ldiv and lrem are handled elsewhere + Util.shouldNotReachHere(); + } + } + + protected final CiValue callRuntime(CiRuntimeCall runtimeCall, LIRDebugInfo info, CiValue... args) { + // get a result register + CiKind result = runtimeCall.resultKind; + CiKind[] arguments = runtimeCall.arguments; + + CiValue physReg = result.isVoid() ? IllegalValue : resultOperandFor(result); + + List<CiValue> argumentList; + if (arguments.length > 0) { + // move the arguments into the correct location + CiCallingConvention cc = compilation.frameMap().getCallingConvention(arguments, RuntimeCall); + assert cc.locations.length == args.length : "argument count mismatch"; + for (int i = 0; i < args.length; i++) { + CiValue arg = args[i]; + CiValue loc = cc.locations[i]; + if (loc.isRegister()) { + lir.move(arg, loc); + } else { + assert loc.isStackSlot(); + CiStackSlot slot = (CiStackSlot) loc; + if (slot.kind == CiKind.Long || slot.kind == CiKind.Double) { + lir.unalignedMove(arg, slot); + } else { + lir.move(arg, slot); + } + } + } + argumentList = Arrays.asList(cc.locations); + } else { + // no arguments + assert args == null || args.length == 0; + argumentList = Util.uncheckedCast(Collections.emptyList()); + } + + lir.callRuntime(runtimeCall, physReg, argumentList, info); + + return physReg; + } + + protected final CiVariable callRuntimeWithResult(CiRuntimeCall runtimeCall, LIRDebugInfo info, CiValue... args) { + CiVariable result = newVariable(runtimeCall.resultKind); + CiValue location = callRuntime(runtimeCall, info, args); + lir.move(location, result); + return result; + } + + SwitchRange[] createLookupRanges(LookupSwitch x) { + // we expect the keys to be sorted by increasing value + List<SwitchRange> res = new ArrayList<SwitchRange>(x.numberOfCases()); + int len = x.numberOfCases(); + if (len > 0) { + BlockBegin defaultSux = x.defaultSuccessor(); + int key = x.keyAt(0); + BlockBegin sux = x.suxAt(0); + SwitchRange range = new SwitchRange(key, sux); + for (int i = 1; i < len; i++) { + int newKey = x.keyAt(i); + BlockBegin newSux = x.suxAt(i); + if (key + 1 == newKey && sux == newSux) { + // still in same range + range.highKey = newKey; + } else { + // skip tests which explicitly dispatch to the default + if (range.sux != defaultSux) { + res.add(range); + } + range = new SwitchRange(newKey, newSux); + } + key = newKey; + sux = newSux; + } + if (res.size() == 0 || res.get(res.size() - 1) != range) { + res.add(range); + } + } + return res.toArray(new SwitchRange[res.size()]); + } + + SwitchRange[] createLookupRanges(TableSwitch x) { + // XXX: try to merge this with the code for LookupSwitch + List<SwitchRange> res = new ArrayList<SwitchRange>(x.numberOfCases()); + int len = x.numberOfCases(); + if (len > 0) { + BlockBegin sux = x.suxAt(0); + int key = x.lowKey(); + BlockBegin defaultSux = x.defaultSuccessor(); + SwitchRange range = new SwitchRange(key, sux); + for (int i = 0; i < len; i++, key++) { + BlockBegin newSux = x.suxAt(i); + if (sux == newSux) { + // still in same range + range.highKey = key; + } else { + // skip tests which explicitly dispatch to the default + if (sux != defaultSux) { + res.add(range); + } + range = new SwitchRange(key, newSux); + } + sux = newSux; + } + if (res.size() == 0 || res.get(res.size() - 1) != range) { + res.add(range); + } + } + return res.toArray(new SwitchRange[res.size()]); + } + + void doRoot(Instruction instr) { + currentInstruction = instr; + assert instr.isLive() : "use only with roots"; + assert !instr.hasSubst() : "shouldn't have missed substitution"; + + if (C1XOptions.TraceLIRVisit) { + TTY.println("Visiting " + instr); + } + instr.accept(this); + if (C1XOptions.TraceLIRVisit) { + TTY.println("Operand for " + instr + " = " + instr.operand()); + } + + assert (instr.operand().isLegal()) || !isUsedForValue(instr) || instr.isConstant() || instr instanceof UnsafeCast : "operand was not set for live instruction"; + } + + private boolean isUsedForValue(Instruction instr) { + return instr.checkFlag(Value.Flag.LiveValue); + } + + protected void logicOp(int code, CiValue resultOp, CiValue leftOp, CiValue rightOp) { + if (isTwoOperand && leftOp != resultOp) { + assert rightOp != resultOp : "malformed"; + lir.move(leftOp, resultOp); + leftOp = resultOp; + } + + switch (code) { + case IAND: + case LAND: + lir.logicalAnd(leftOp, rightOp, resultOp); + break; + + case IOR: + case LOR: + lir.logicalOr(leftOp, rightOp, resultOp); + break; + + case IXOR: + case LXOR: + lir.logicalXor(leftOp, rightOp, resultOp); + break; + + default: + Util.shouldNotReachHere(); + } + } + + void moveToPhi(PhiResolver resolver, Value curVal, Value suxVal) { + // move current value to referenced phi function + if (suxVal instanceof Phi) { + Phi phi = (Phi) suxVal; + // curVal can be null without phi being null in conjunction with inlining + if (phi.isLive() && curVal != null && curVal != phi) { + assert curVal.isLive() : "value not live: " + curVal + ", suxVal=" + suxVal; + assert !phi.isIllegal() : "illegal phi cannot be marked as live"; + if (curVal instanceof Phi) { + operandForPhi((Phi) curVal); + } + CiValue operand = curVal.operand(); + if (operand.isIllegal()) { + assert curVal instanceof Constant || curVal instanceof Local : "these can be produced lazily"; + operand = operandForInstruction(curVal); + } + resolver.move(operand, operandForPhi(phi)); + } + } + } + + protected void moveToPhi(FrameState curState) { + // Moves all stack values into their phi position + BlockBegin bb = currentBlock; + if (bb.numberOfSux() == 1) { + BlockBegin sux = bb.suxAt(0); + assert sux.numberOfPreds() > 0 : "invalid CFG"; + + // a block with only one predecessor never has phi functions + if (sux.numberOfPreds() > 1) { + PhiResolver resolver = new PhiResolver(this); + + FrameState suxState = sux.stateBefore(); + + for (int index = 0; index < suxState.stackSize(); index++) { + moveToPhi(resolver, curState.stackAt(index), suxState.stackAt(index)); + } + + // walk up the inlined scopes until locals match + while (curState.scope() != suxState.scope()) { + curState = curState.callerState(); + assert curState != null : "scopes don't match up"; + } + + for (int index = 0; index < suxState.localsSize(); index++) { + moveToPhi(resolver, curState.localAt(index), suxState.localAt(index)); + } + + assert curState.scope().callerState == suxState.scope().callerState : "caller states must be equal"; + resolver.dispose(); + } + } + } + + /** + * Creates a new {@linkplain CiVariable variable}. + * + * @param kind the kind of the variable + * @return a new variable + */ + public CiVariable newVariable(CiKind kind) { + return operands.newVariable(kind); + } + + CiValue operandForInstruction(Value x) { + CiValue operand = x.operand(); + if (operand.isIllegal()) { + if (x instanceof Constant) { + x.setOperand(x.asConstant()); + } else { + assert x instanceof Phi || x instanceof Local : "only for Phi and Local"; + // allocate a variable for this local or phi + createResultVariable(x); + } + } + return x.operand(); + } + + private CiValue operandForPhi(Phi phi) { + if (phi.operand().isIllegal()) { + // allocate a variable for this phi + CiVariable operand = newVariable(phi.kind); + setResult(phi, operand); + } + return phi.operand(); + } + + protected void postGCWriteBarrier(CiValue addr, CiValue newVal) { + XirSnippet writeBarrier = xir.genWriteBarrier(toXirArgument(addr)); + if (writeBarrier != null) { + emitXir(writeBarrier, null, null, null, false); + } + } + + protected void preGCWriteBarrier(CiValue addrOpr, boolean patch, LIRDebugInfo info) { + } + + protected void setNoResult(Instruction x) { + assert !isUsedForValue(x) : "can't have use"; + x.clearOperand(); + } + + protected CiValue setResult(Value x, CiVariable operand) { + x.setOperand(operand); + if (C1XOptions.DetailedAsserts) { + operands.recordResult(operand, x); + } + return operand; + } + + protected void shiftOp(int code, CiValue resultOp, CiValue value, CiValue count, CiValue tmp) { + if (isTwoOperand && value != resultOp) { + assert count != resultOp : "malformed"; + lir.move(value, resultOp); + value = resultOp; + } + + assert count.isConstant() || count.isVariableOrRegister(); + switch (code) { + case ISHL: + case LSHL: + lir.shiftLeft(value, count, resultOp, tmp); + break; + case ISHR: + case LSHR: + lir.shiftRight(value, count, resultOp, tmp); + break; + case IUSHR: + case LUSHR: + lir.unsignedShiftRight(value, count, resultOp, tmp); + break; + default: + Util.shouldNotReachHere(); + } + } + + protected void walkState(Instruction x, FrameState state) { + if (state == null) { + return; + } + for (int index = 0; index < state.stackSize(); index++) { + walkStateValue(state.stackAt(index)); + } + FrameState s = state; + int bci = x.bci(); + + while (s != null) { + IRScope scope = s.scope(); + if (bci == Instruction.SYNCHRONIZATION_ENTRY_BCI) { + assert x instanceof ExceptionObject || + x instanceof Throw || + x instanceof MonitorEnter || + x instanceof MonitorExit; + } + + for (int index = 0; index < s.localsSize(); index++) { + final Value value = s.localAt(index); + if (value != null) { + if (!value.isIllegal()) { + walkStateValue(value); + } + } + } + bci = scope.callerBCI(); + s = s.callerState(); + } + } + + private void walkStateValue(Value value) { + if (value != null) { + assert !value.hasSubst() : "missed substitution"; + assert value.isLive() : "value must be marked live in frame state"; + if (value instanceof Phi && !value.isIllegal()) { + // phi's are special + operandForPhi((Phi) value); + } else if (value.operand().isIllegal() && !(value instanceof UnsafeCast)) { + // instruction doesn't have an operand yet + CiValue operand = makeOperand(value); + assert operand.isLegal() : "must be evaluated now"; + } + } + } + + protected LIRDebugInfo maybeStateFor(Instruction x) { + FrameState stateBefore = x.stateBefore(); + if (stateBefore == null) { + return null; + } + return stateFor(x, stateBefore); + } + + protected LIRDebugInfo stateFor(Instruction x) { + assert x.stateBefore() != null : "must have state before instruction for " + x; + return stateFor(x, x.stateBefore()); + } + + protected LIRDebugInfo stateFor(Instruction x, FrameState state) { + if (compilation.placeholderState != null) { + state = compilation.placeholderState; + } + + return new LIRDebugInfo(state, x.exceptionHandlers()); + } + + List<CiValue> visitInvokeArguments(CiCallingConvention cc, Value[] args, List<CiValue> pointerSlots) { + // for each argument, load it into the correct location + List<CiValue> argList = new ArrayList<CiValue>(args.length); + int j = 0; + for (Value arg : args) { + if (arg != null) { + CiValue operand = cc.locations[j++]; + if (operand.isRegister()) { + force(arg, operand); + } else { + LIRItem param = new LIRItem(arg, this); + assert operand.isStackSlot(); + CiStackSlot slot = (CiStackSlot) operand; + assert !slot.inCallerFrame(); + param.loadForStore(slot.kind); + if (slot.kind == CiKind.Long || slot.kind == CiKind.Double) { + lir.unalignedMove(param.result(), slot); + } else { + lir.move(param.result(), slot); + } + + if (arg.kind == CiKind.Object && pointerSlots != null) { + // This slot must be marked explicitedly in the pointer map. + pointerSlots.add(slot); + } + } + argList.add(operand); + } + } + return argList; + } + + /** + * Ensures that an operand has been {@linkplain Value#setOperand(CiValue) initialized} + * for storing the result of an instruction. + * + * @param instruction an instruction that produces a result value + */ + protected CiValue makeOperand(Value instruction) { + assert instruction.isLive(); + CiValue operand = instruction.operand(); + if (operand.isIllegal()) { + if (instruction instanceof Phi) { + // a phi may not have an operand yet if it is for an exception block + operand = operandForPhi((Phi) instruction); + } else if (instruction instanceof Constant) { + operand = operandForInstruction(instruction); + } + } + // the value must be a constant or have a valid operand + assert operand.isLegal() : "this root has not been visited yet"; + return operand; + } + + /** + * Gets the ABI specific operand used to return a value of a given kind from a method. + * + * @param kind the kind of value being returned + * @return the operand representing the ABI defined location used return a value of kind {@code kind} + */ + protected CiValue resultOperandFor(CiKind kind) { + if (kind == CiKind.Void) { + return IllegalValue; + } + CiRegister returnRegister = compilation.registerConfig.getReturnRegister(kind); + return returnRegister.asValue(kind); + } + + protected XirSupport site(Value x) { + return xirSupport.site(x); + } + + public void maybePrintCurrentInstruction() { + if (currentInstruction != null && lastInstructionPrinted != currentInstruction) { + lastInstructionPrinted = currentInstruction; + InstructionPrinter ip = new InstructionPrinter(TTY.out()); + ip.printInstructionListing(currentInstruction); + } + } + + protected abstract boolean canInlineAsConstant(Value i); + + protected abstract boolean canStoreAsConstant(Value i, CiKind kind); + + protected abstract CiValue exceptionPcOpr(); + + protected abstract CiValue osrBufferPointer(); + + protected abstract boolean strengthReduceMultiply(CiValue left, int constant, CiValue result, CiValue tmp); + + protected abstract CiAddress genAddress(CiValue base, CiValue index, int shift, int disp, CiKind kind); + + protected abstract void genCmpMemInt(Condition condition, CiValue base, int disp, int c, LIRDebugInfo info); + + protected abstract void genCmpRegMem(Condition condition, CiValue reg, CiValue base, int disp, CiKind kind, LIRDebugInfo info); + + protected abstract void genGetObjectUnsafe(CiValue dest, CiValue src, CiValue offset, CiKind kind, boolean isVolatile); + + protected abstract void genPutObjectUnsafe(CiValue src, CiValue offset, CiValue data, CiKind kind, boolean isVolatile); + + protected abstract void genCompareAndSwap(Intrinsic x, CiKind kind); + + protected abstract void genMathIntrinsic(Intrinsic x); + + /** + * Implements site-specific information for the XIR interface. + */ + static class XirSupport implements XirSite { + Value current; + + XirSupport() { + } + + public CiCodePos getCodePos() { + // TODO: get the code position of the current instruction if possible + return null; + } + + public boolean isNonNull(XirArgument argument) { + if (argument.constant == null && argument.object instanceof LIRItem) { + // check the flag on the original value + return ((LIRItem) argument.object).instruction.isNonNull(); + } + return false; + } + + public boolean requiresNullCheck() { + return current == null || current.needsNullCheck(); + } + + public boolean requiresBoundsCheck() { + return current == null || !current.checkFlag(Value.Flag.NoBoundsCheck); + } + + public boolean requiresReadBarrier() { + return current == null || !current.checkFlag(Value.Flag.NoReadBarrier); + } + + public boolean requiresWriteBarrier() { + return current == null || !current.checkFlag(Value.Flag.NoWriteBarrier); + } + + public boolean requiresArrayStoreCheck() { + return current == null || !current.checkFlag(Value.Flag.NoStoreCheck); + } + + public RiType getApproximateType(XirArgument argument) { + return current == null ? null : current.declaredType(); + } + + public RiType getExactType(XirArgument argument) { + return current == null ? null : current.exactType(); + } + + XirSupport site(Value v) { + current = v; + return this; + } + + @Override + public String toString() { + return "XirSupport<" + current + ">"; + } + + } + + public void arrayCopy(RiType type, ArrayCopy arrayCopy, XirSnippet snippet) { + emitXir(snippet, arrayCopy, stateFor(arrayCopy), null, false); + } + + @Override + public void visitArrayCopy(ArrayCopy arrayCopy) { + Value src = arrayCopy.src(); + Value dest = arrayCopy.dest(); + Value srcPos = arrayCopy.srcPos(); + Value destPos = arrayCopy.destPos(); + Value length = arrayCopy.length(); + RiType srcType = src.declaredType(); + RiType destType = dest.declaredType(); + if ((srcType != null && srcType.isArrayClass()) || (destType != null && destType.isArrayClass())) { + RiType type = (srcType == null) ? destType : srcType; + if ((srcType == null || destType == null || srcType.kind() != destType.kind()) && type.kind() != CiKind.Object) { + TypeEqualityCheck typeCheck = new TypeEqualityCheck(src, dest, arrayCopy.stateBefore(), Condition.EQ); + visitTypeEqualityCheck(typeCheck); + } + boolean inputsSame = (src == dest); + boolean inputsDifferent = !inputsSame && (src.checkFlag(Flag.ResultIsUnique) || dest.checkFlag(Flag.ResultIsUnique)); + boolean needsStoreCheck = type.componentType().kind() == CiKind.Object && destType != srcType; + if (!needsStoreCheck) { + arrayCopy.setFlag(Flag.NoStoreCheck); + } + XirSnippet snippet = xir.genArrayCopy(site(arrayCopy), toXirArgument(src), toXirArgument(srcPos), toXirArgument(dest), toXirArgument(destPos), toXirArgument(length), type.componentType(), inputsSame, inputsDifferent); + arrayCopy(type, arrayCopy, snippet); + return; + } + arrayCopySlow(arrayCopy); + } + + private void arrayCopySlow(ArrayCopy arrayCopy) { + emitInvokeKnown(arrayCopy.arrayCopyMethod, arrayCopy.stateBefore(), arrayCopy.src(), arrayCopy.srcPos(), arrayCopy.dest(), arrayCopy.destPos(), arrayCopy.length()); + } + + private CiValue emitInvokeKnown(RiMethod method, FrameState stateBefore, Value... args) { + boolean isStatic = Modifier.isStatic(method.accessFlags()); + Invoke invoke = new Invoke(isStatic ? Bytecodes.INVOKESTATIC : Bytecodes.INVOKESPECIAL, method.signature().returnKind(), args, isStatic, method, null, stateBefore); + visitInvoke(invoke); + return invoke.operand(); + } + + @Override + public void visitTypeEqualityCheck(TypeEqualityCheck typeEqualityCheck) { + Value x = typeEqualityCheck.left(); + Value y = typeEqualityCheck.right(); + + CiValue leftValue = emitXir(xir.genGetClass(site(typeEqualityCheck), toXirArgument(x)), typeEqualityCheck, stateFor(typeEqualityCheck), null, false); + CiValue rightValue = emitXir(xir.genGetClass(site(typeEqualityCheck), toXirArgument(y)), typeEqualityCheck, stateFor(typeEqualityCheck), null, false); + lir.cmp(typeEqualityCheck.condition.negate(), leftValue, rightValue); + emitGuard(typeEqualityCheck); + } +}