Mercurial > hg > graal-jvmci-8

comparison graal/Runtime/src/com/sun/hotspot/c1x/HotSpotXirGenerator.java @ 2297:099e697d8934

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Renaming c1x4hotspotsrc => graal and HotSpotVM => Runtime
author Thomas Wuerthinger <thomas.wuerthinger@oracle.com>
date Fri, 22 Apr 2011 15:08:53 +0200
parents
children 55caa3034872
comparison
equal deleted inserted replaced
2296:34354e2e40a3 2297:099e697d8934
1 /*
2 * Copyright (c) 2010 Sun Microsystems, Inc. All rights reserved.
3 *
4 * Sun Microsystems, Inc. has intellectual property rights relating to technology embodied in the product
5 * that is described in this document. In particular, and without limitation, these intellectual property
6 * rights may include one or more of the U.S. patents listed at http://www.sun.com/patents and one or
7 * more additional patents or pending patent applications in the U.S. and in other countries.
8 *
9 * U.S. Government Rights - Commercial software. Government users are subject to the Sun
10 * Microsystems, Inc. standard license agreement and applicable provisions of the FAR and its
11 * supplements.
12 *
13 * Use is subject to license terms. Sun, Sun Microsystems, the Sun logo, Java and Solaris are trademarks or
14 * registered trademarks of Sun Microsystems, Inc. in the U.S. and other countries. All SPARC trademarks
15 * are used under license and are trademarks or registered trademarks of SPARC International, Inc. in the
16 * U.S. and other countries.
17 *
18 * UNIX is a registered trademark in the U.S. and other countries, exclusively licensed through X/Open
19 * Company, Ltd.
20 */
21 package com.sun.hotspot.c1x;
22
23 import static com.sun.cri.ci.CiCallingConvention.Type.*;
24 import static com.sun.hotspot.c1x.TemplateFlag.*;
25
26 import java.lang.reflect.*;
27 import java.util.*;
28 import java.util.concurrent.*;
29
30 import com.sun.c1x.target.amd64.*;
31 import com.sun.cri.ci.CiAddress.Scale;
32 import com.sun.cri.ci.CiRegister.*;
33 import com.sun.cri.ci.*;
34 import com.sun.cri.ri.*;
35 import com.sun.cri.ri.RiType.Representation;
36 import com.sun.cri.xir.*;
37 import com.sun.cri.xir.CiXirAssembler.XirLabel;
38 import com.sun.cri.xir.CiXirAssembler.XirMark;
39 import com.sun.cri.xir.CiXirAssembler.XirOperand;
40 import com.sun.cri.xir.CiXirAssembler.XirParameter;
41
42 /**
43 *
44 * @author Thomas Wuerthinger, Lukas Stadler
45 */
46 public class HotSpotXirGenerator implements RiXirGenerator {
47
48 // this needs to correspond to c1x_CodeInstaller.hpp
49 // @formatter:off
50 private static final Integer MARK_VERIFIED_ENTRY = 0x0001;
51 private static final Integer MARK_UNVERIFIED_ENTRY = 0x0002;
52 private static final Integer MARK_OSR_ENTRY = 0x0003;
53 private static final Integer MARK_UNWIND_ENTRY = 0x0004;
54 private static final Integer MARK_EXCEPTION_HANDLER_ENTRY = 0x0005;
55 private static final Integer MARK_DEOPT_HANDLER_ENTRY = 0x0006;
56
57 private static final Integer MARK_STATIC_CALL_STUB = 0x1000;
58
59 private static final Integer MARK_INVOKE_INVALID = 0x2000;
60 private static final Integer MARK_INVOKEINTERFACE = 0x2001;
61 private static final Integer MARK_INVOKESTATIC = 0x2002;
62 private static final Integer MARK_INVOKESPECIAL = 0x2003;
63 private static final Integer MARK_INVOKEVIRTUAL = 0x2004;
64
65 private static final Integer MARK_IMPLICIT_NULL = 0x3000;
66
67 private static final Integer MARK_KLASS_PATCHING = 0x4000;
68 private static final Integer MARK_DUMMY_OOP_RELOCATION = 0x4001;
69 private static final Integer MARK_ACCESS_FIELD_PATCHING = 0x4002;
70 // @formatter:on
71
72 private final HotSpotVMConfig config;
73 private final CiTarget target;
74 private final RiRegisterConfig registerConfig;
75 private final Compiler compiler;
76
77 private CiXirAssembler asm;
78
79 public HotSpotXirGenerator(HotSpotVMConfig config, CiTarget target, RiRegisterConfig registerConfig, Compiler compiler) {
80 this.config = config;
81 this.target = target;
82 this.registerConfig = registerConfig;
83 this.compiler = compiler;
84 }
85
86 private SimpleTemplates prologueTemplates = new SimpleTemplates(STATIC_METHOD) {
87
88 @Override
89 protected XirTemplate create(CiXirAssembler asm, long flags) {
90 asm.restart(CiKind.Void);
91 XirOperand framePointer = asm.createRegisterTemp("frame pointer", CiKind.Word, AMD64.rbp);
92 XirOperand stackPointer = asm.createRegisterTemp("stack pointer", CiKind.Word, AMD64.rsp);
93 XirLabel unverifiedStub = null;
94
95 asm.mark(MARK_OSR_ENTRY);
96 asm.mark(MARK_UNVERIFIED_ENTRY);
97 if (!is(STATIC_METHOD, flags)) {
98 unverifiedStub = asm.createOutOfLineLabel("unverified");
99
100 XirOperand temp = asm.createRegisterTemp("temp (r10)", CiKind.Word, AMD64.r10);
101 XirOperand cache = asm.createRegisterTemp("cache (rax)", CiKind.Word, AMD64.rax);
102
103 CiCallingConvention conventions = registerConfig.getCallingConvention(JavaCallee, new CiKind[] {CiKind.Object}, target);
104 XirOperand receiver = asm.createRegisterTemp("receiver", CiKind.Word, conventions.locations[0].asRegister());
105
106 asm.pload(CiKind.Word, temp, receiver, asm.i(config.hubOffset), false);
107 asm.jneq(unverifiedStub, cache, temp);
108 }
109 asm.align(config.codeEntryAlignment);
110 asm.mark(MARK_VERIFIED_ENTRY);
111 asm.stackOverflowCheck();
112 asm.push(framePointer);
113 asm.mov(framePointer, stackPointer);
114 asm.pushFrame();
115
116 // -- out of line -------------------------------------------------------
117 XirOperand thread = asm.createRegisterTemp("thread", CiKind.Word, AMD64.r15);
118 XirOperand exceptionOop = asm.createTemp("exception oop", CiKind.Object);
119 XirLabel unwind = asm.createOutOfLineLabel("unwind");
120 asm.bindOutOfLine(unwind);
121
122 asm.mark(MARK_UNWIND_ENTRY);
123
124 asm.pload(CiKind.Object, exceptionOop, thread, asm.i(config.threadExceptionOopOffset), false);
125 asm.pstore(CiKind.Object, thread, asm.i(config.threadExceptionOopOffset), asm.createConstant(CiConstant.NULL_OBJECT), false);
126 asm.pstore(CiKind.Long, thread, asm.i(config.threadExceptionPcOffset), asm.l(0), false);
127
128 asm.callRuntime(config.unwindExceptionStub, null, exceptionOop);
129 asm.shouldNotReachHere();
130
131 asm.mark(MARK_EXCEPTION_HANDLER_ENTRY);
132 asm.callRuntime(config.handleExceptionStub, null);
133 asm.shouldNotReachHere();
134
135 asm.nop(1);
136 asm.mark(MARK_DEOPT_HANDLER_ENTRY);
137 asm.callRuntime(config.handleDeoptStub, null);
138 asm.shouldNotReachHere();
139
140 if (!is(STATIC_METHOD, flags)) {
141 asm.bindOutOfLine(unverifiedStub);
142 asm.jmpRuntime(config.inlineCacheMissStub);
143 }
144
145 return asm.finishTemplate(is(STATIC_METHOD, flags) ? "static prologue" : "prologue");
146 }
147 };
148
149 private SimpleTemplates epilogueTemplates = new SimpleTemplates(STATIC_METHOD, SYNCHRONIZED) {
150
151 @Override
152 protected XirTemplate create(CiXirAssembler asm, long flags) {
153 asm.restart(CiKind.Void);
154 XirOperand framePointer = asm.createRegisterTemp("frame pointer", CiKind.Word, AMD64.rbp);
155
156 asm.popFrame();
157 asm.pop(framePointer);
158
159 // TODO safepoint check
160
161 return asm.finishTemplate("epilogue");
162 }
163 };
164
165 private SimpleTemplates safepointTemplates = new SimpleTemplates() {
166
167 @Override
168 protected XirTemplate create(CiXirAssembler asm, long flags) {
169 asm.restart(CiKind.Void);
170
171 // XirOperand temp = asm.createRegister("temp", CiKind.Word, AMD64.rax);
172 // asm.pload(CiKind.Word, temp, asm.w(config.safepointPollingAddress), true);
173
174 return asm.finishTemplate("safepoint");
175 }
176 };
177
178 private SimpleTemplates exceptionObjectTemplates = new SimpleTemplates() {
179
180 @Override
181 protected XirTemplate create(CiXirAssembler asm, long flags) {
182 XirOperand result = asm.restart(CiKind.Object);
183 XirOperand thread = asm.createRegisterTemp("thread", CiKind.Word, AMD64.r15);
184
185 asm.pload(CiKind.Object, result, thread, asm.i(config.threadExceptionOopOffset), false);
186 asm.pstore(CiKind.Object, thread, asm.i(config.threadExceptionOopOffset), asm.o(null), false);
187 asm.pstore(CiKind.Long, thread, asm.i(config.threadExceptionPcOffset), asm.l(0), false);
188
189 return asm.finishTemplate("exception object");
190 }
191 };
192
193 private SimpleTemplates resolveClassTemplates = new SimpleTemplates(UNRESOLVED) {
194
195 @Override
196 protected XirTemplate create(CiXirAssembler asm, long flags) {
197 XirOperand result = asm.restart(CiKind.Word);
198 if (is(UNRESOLVED, flags)) {
199 UnresolvedClassPatching patching = new UnresolvedClassPatching(asm, result, config);
200 patching.emitInline();
201 // -- out of line -------------------------------------------------------
202 patching.emitOutOfLine();
203 } else {
204 XirOperand type = asm.createConstantInputParameter("type", CiKind.Object);
205 asm.mov(result, type);
206 }
207 return asm.finishTemplate(is(UNRESOLVED, flags) ? "resolve class (unresolved)" : "resolve class");
208 }
209 };
210
211 private SimpleTemplates invokeInterfaceTemplates = new SimpleTemplates(NULL_CHECK) {
212
213 @Override
214 protected XirTemplate create(CiXirAssembler asm, long flags) {
215 asm.restart();
216 XirParameter receiver = asm.createInputParameter("receiver", CiKind.Object);
217 XirParameter addr = asm.createConstantInputParameter("addr", CiKind.Word);
218 XirOperand temp = asm.createRegisterTemp("temp", CiKind.Word, AMD64.rax);
219
220 if (is(NULL_CHECK, flags)) {
221 asm.nop(1);
222 asm.mark(MARK_IMPLICIT_NULL);
223 asm.pload(CiKind.Word, temp, receiver, true);
224 }
225 asm.mark(MARK_INVOKEINTERFACE);
226 asm.mov(temp, asm.createConstant(CiConstant.forObject(HotSpotProxy.DUMMY_CONSTANT_OBJ)));
227
228 return asm.finishTemplate(addr, "invokeinterface");
229 }
230 };
231
232 private SimpleTemplates invokeVirtualTemplates = new SimpleTemplates(NULL_CHECK) {
233
234 @Override
235 protected XirTemplate create(CiXirAssembler asm, long flags) {
236 asm.restart();
237 XirParameter receiver = asm.createInputParameter("receiver", CiKind.Object);
238 XirParameter addr = asm.createConstantInputParameter("addr", CiKind.Word);
239 XirOperand temp = asm.createRegisterTemp("temp", CiKind.Word, AMD64.rax);
240
241 if (is(NULL_CHECK, flags)) {
242 asm.nop(1);
243 asm.mark(MARK_IMPLICIT_NULL);
244 asm.pload(CiKind.Word, temp, receiver, true);
245 }
246 asm.mark(MARK_INVOKEVIRTUAL);
247 asm.mov(temp, asm.createConstant(CiConstant.forObject(HotSpotProxy.DUMMY_CONSTANT_OBJ)));
248
249 return asm.finishTemplate(addr, "invokevirtual");
250 }
251 };
252
253 private SimpleTemplates invokeSpecialTemplates = new SimpleTemplates(NULL_CHECK) {
254
255 @Override
256 protected XirTemplate create(CiXirAssembler asm, long flags) {
257 asm.restart();
258 XirParameter receiver = asm.createInputParameter("receiver", CiKind.Object);
259 XirParameter addr = asm.createConstantInputParameter("addr", CiKind.Word);
260 XirOperand temp = asm.createRegisterTemp("temp", CiKind.Word, AMD64.rax);
261 XirLabel stub = asm.createOutOfLineLabel("call stub");
262
263 if (is(NULL_CHECK, flags)) {
264 asm.nop(1);
265 asm.mark(MARK_IMPLICIT_NULL);
266 asm.pload(CiKind.Word, temp, receiver, true);
267 }
268 asm.mark(MARK_INVOKESPECIAL);
269
270 // -- out of line -------------------------------------------------------
271 asm.bindOutOfLine(stub);
272 XirOperand method = asm.createRegisterTemp("method", CiKind.Word, AMD64.rbx);
273 asm.mark(MARK_STATIC_CALL_STUB, XirMark.CALLSITE);
274 asm.mov(method, asm.w(0L));
275 XirLabel dummy = asm.createOutOfLineLabel("dummy");
276 asm.jmp(dummy);
277 asm.bindOutOfLine(dummy);
278
279 return asm.finishTemplate(addr, "invokespecial");
280 }
281 };
282
283 private SimpleTemplates invokeStaticTemplates = new SimpleTemplates() {
284
285 @Override
286 protected XirTemplate create(CiXirAssembler asm, long flags) {
287 asm.restart();
288 XirParameter addr = asm.createConstantInputParameter("addr", CiKind.Word);
289
290 XirLabel stub = asm.createOutOfLineLabel("call stub");
291 asm.mark(MARK_INVOKESTATIC);
292
293 // -- out of line -------------------------------------------------------
294 asm.bindOutOfLine(stub);
295 XirOperand method = asm.createRegisterTemp("method", CiKind.Word, AMD64.rbx);
296 asm.mark(MARK_STATIC_CALL_STUB, XirMark.CALLSITE);
297 asm.mov(method, asm.w(0L));
298 XirLabel dummy = asm.createOutOfLineLabel("dummy");
299 asm.jmp(dummy);
300 asm.bindOutOfLine(dummy);
301
302 return asm.finishTemplate(addr, "invokestatic");
303 }
304 };
305
306 private SimpleTemplates monitorEnterTemplates = new SimpleTemplates(NULL_CHECK) {
307
308 @Override
309 protected XirTemplate create(CiXirAssembler asm, long flags) {
310 asm.restart(CiKind.Void);
311 XirParameter object = asm.createInputParameter("object", CiKind.Object);
312 XirParameter lock = asm.createInputParameter("lock", CiKind.Word);
313
314 if (is(NULL_CHECK, flags)) {
315 asm.nop(1);
316 asm.mark(MARK_IMPLICIT_NULL);
317 asm.pload(CiKind.Word, asm.createTemp("temp", CiKind.Word), object, true);
318 }
319
320
321 // (tw) It is important to use for this runtime call the debug info AFTER the monitor enter. Otherwise the monitor object
322 // is not correctly garbage collected.
323 final boolean useInfoAfter = true;
324
325 if (config.useFastLocking) {
326 useRegisters(asm, AMD64.rax, AMD64.rbx);
327 useRegisters(asm, getGeneralParameterRegister(0));
328 useRegisters(asm, getGeneralParameterRegister(1));
329 asm.callRuntime(config.fastMonitorEnterStub, null, useInfoAfter, object, lock);
330 } else {
331 asm.reserveOutgoingStack(target.wordSize * 2);
332 asm.pstore(CiKind.Object, asm.createRegister("rsp", CiKind.Word, AMD64.RSP.asRegister()), asm.i(target.wordSize), object, false);
333 asm.pstore(CiKind.Word, asm.createRegister("rsp", CiKind.Word, AMD64.RSP.asRegister()), asm.i(0), lock, false);
334 asm.callRuntime(config.monitorEnterStub, null, useInfoAfter);
335 }
336
337 return asm.finishTemplate("monitorEnter");
338 }
339 };
340
341 private CiRegister getGeneralParameterRegister(int index) {
342 return registerConfig.getCallingConventionRegisters(CiCallingConvention.Type.RuntimeCall, RegisterFlag.CPU)[index];
343 }
344
345 private SimpleTemplates monitorExitTemplates = new SimpleTemplates(NULL_CHECK) {
346
347 @Override
348 protected XirTemplate create(CiXirAssembler asm, long flags) {
349 asm.restart(CiKind.Void);
350 XirParameter object = asm.createInputParameter("object", CiKind.Object);
351 XirParameter lock = asm.createInputParameter("lock", CiKind.Word);
352
353 if (config.useFastLocking) {
354 useRegisters(asm, AMD64.rax, AMD64.rbx);
355 useRegisters(asm, getGeneralParameterRegister(0));
356 useRegisters(asm, getGeneralParameterRegister(1));
357 asm.callRuntime(config.fastMonitorExitStub, null, object, lock);
358 } else {
359 asm.reserveOutgoingStack(target.wordSize);
360 asm.pstore(CiKind.Word, asm.createRegister("rsp", CiKind.Word, AMD64.RSP.asRegister()), asm.i(0), lock, false);
361 asm.callRuntime(config.monitorExitStub, null);
362 }
363
364 return asm.finishTemplate("monitorExit");
365 }
366 };
367
368 private KindTemplates getFieldTemplates = new KindTemplates(NULL_CHECK, UNRESOLVED) {
369
370 @Override
371 protected XirTemplate create(CiXirAssembler asm, long flags, CiKind kind) {
372 XirOperand result = asm.restart(kind);
373 XirParameter object = asm.createInputParameter("object", CiKind.Object);
374
375 if (is(UNRESOLVED, flags)) {
376 UnresolvedFieldPatching fieldPatching = new UnresolvedFieldPatching(asm, object, result, false, is(NULL_CHECK, flags), config);
377 fieldPatching.emitInline();
378 // -- out of line -------------------------------------------------------
379 fieldPatching.emitOutOfLine();
380 return asm.finishTemplate("getfield<" + kind + ">");
381 }
382 XirParameter fieldOffset = asm.createConstantInputParameter("fieldOffset", CiKind.Int);
383 if (is(NULL_CHECK, flags)) {
384 asm.nop(1);
385 asm.mark(MARK_IMPLICIT_NULL);
386 }
387 asm.pload(kind, result, object, fieldOffset, is(NULL_CHECK, flags));
388 return asm.finishTemplate("getfield<" + kind + ">");
389 }
390 };
391
392 private KindTemplates writeBarrierTemplate = new KindTemplates() {
393
394 @Override
395 protected XirTemplate create(CiXirAssembler asm, long flags, CiKind kind) {
396 asm.restart(CiKind.Void);
397 XirParameter object = asm.createInputParameter("object", CiKind.Object);
398
399 // Need temp operand, because the write barrier destroys the object pointer.
400 XirOperand temp = asm.createTemp("temp", CiKind.Object);
401 asm.mov(temp, object);
402
403 writeBarrier(asm, temp);
404 return asm.finishTemplate("writeBarrier");
405 }
406 };
407
408 private KindTemplates putFieldTemplates = new KindTemplates(WRITE_BARRIER, NULL_CHECK, UNRESOLVED) {
409
410 @Override
411 protected XirTemplate create(CiXirAssembler asm, long flags, CiKind kind) {
412 asm.restart(CiKind.Void);
413 XirParameter object = asm.createInputParameter("object", CiKind.Object);
414 XirParameter value = asm.createInputParameter("value", kind);
415
416 if (is(UNRESOLVED, flags)) {
417 UnresolvedFieldPatching fieldPatching = new UnresolvedFieldPatching(asm, object, value, true, is(NULL_CHECK, flags), config);
418 fieldPatching.emitInline();
419 // -- out of line -------------------------------------------------------
420 fieldPatching.emitOutOfLine();
421 return asm.finishTemplate("putfield<" + kind + ">");
422 }
423 XirParameter fieldOffset = asm.createConstantInputParameter("fieldOffset", CiKind.Int);
424 if (kind == CiKind.Object) {
425 verifyPointer(asm, value);
426 }
427 if (is(NULL_CHECK, flags)) {
428 asm.nop(1);
429 asm.mark(MARK_IMPLICIT_NULL);
430 }
431 asm.pstore(kind, object, fieldOffset, value, is(NULL_CHECK, flags));
432 if (is(WRITE_BARRIER, flags)) {
433 XirOperand temp = asm.createTemp("temp", CiKind.Word);
434 asm.mov(temp, object);
435 writeBarrier(asm, temp);
436 }
437 return asm.finishTemplate("putfield<" + kind + ">");
438 }
439 };
440
441 private final IndexTemplates newInstanceTemplates = new IndexTemplates() {
442
443 @Override
444 protected XirTemplate create(CiXirAssembler asm, long flags, int size) {
445 XirOperand result = asm.restart(CiKind.Word);
446 XirOperand type = asm.createInputParameter("type", CiKind.Object);
447
448 XirOperand temp1 = asm.createRegisterTemp("temp1", CiKind.Word, AMD64.rcx);
449 XirOperand temp2 = asm.createRegisterTemp("temp2", CiKind.Word, AMD64.rbx);
450 XirOperand temp2i = asm.createRegisterTemp("temp2i", CiKind.Int, AMD64.rbx);
451 useRegisters(asm, AMD64.rsi);
452 XirLabel tlabFull = asm.createOutOfLineLabel("tlab full");
453 XirLabel resume = asm.createInlineLabel("resume");
454
455 // check if the class is already initialized
456 asm.pload(CiKind.Int, temp2i, type, asm.i(config.klassStateOffset), false);
457 asm.jneq(tlabFull, temp2i, asm.i(config.klassStateFullyInitialized));
458
459 XirOperand thread = asm.createRegisterTemp("thread", CiKind.Word, AMD64.r15);
460 asm.pload(CiKind.Word, result, thread, asm.i(config.threadTlabTopOffset), false);
461 asm.add(temp1, result, asm.w(size));
462 asm.pload(CiKind.Word, temp2, thread, asm.i(config.threadTlabEndOffset), false);
463
464 asm.jgt(tlabFull, temp1, temp2);
465 asm.pstore(CiKind.Word, thread, asm.i(config.threadTlabTopOffset), temp1, false);
466
467 asm.bindInline(resume);
468
469 asm.pload(CiKind.Word, temp1, type, asm.i(config.instanceHeaderPrototypeOffset), false);
470 asm.pstore(CiKind.Word, result, temp1, false);
471 asm.pstore(CiKind.Object, result, asm.i(config.hubOffset), type, false);
472
473 if (size > 2 * target.wordSize) {
474 asm.mov(temp1, asm.w(0));
475 for (int offset = 2 * target.wordSize; offset < size; offset += target.wordSize) {
476 asm.pstore(CiKind.Word, result, asm.i(offset), temp1, false);
477 }
478 }
479
480 // -- out of line -------------------------------------------------------
481 asm.bindOutOfLine(tlabFull);
482 XirOperand arg = asm.createRegisterTemp("runtime call argument", CiKind.Object, AMD64.rdx);
483 asm.mov(arg, type);
484 useRegisters(asm, AMD64.rax);
485 asm.callRuntime(config.newInstanceStub, result);
486 asm.jmp(resume);
487
488 return asm.finishTemplate("new instance");
489 }
490 };
491
492 private SimpleTemplates newInstanceUnresolvedTemplates = new SimpleTemplates() {
493
494 @Override
495 protected XirTemplate create(CiXirAssembler asm, long flags) {
496 XirOperand result = asm.restart(CiKind.Word);
497 XirOperand arg = asm.createRegisterTemp("runtime call argument", CiKind.Object, AMD64.rdx);
498
499 UnresolvedClassPatching patching = new UnresolvedClassPatching(asm, arg, config);
500
501 patching.emitInline();
502 useRegisters(asm, AMD64.rbx, AMD64.rcx, AMD64.rsi, AMD64.rax);
503 asm.callRuntime(config.unresolvedNewInstanceStub, result);
504
505 // -- out of line -------------------------------------------------------
506 patching.emitOutOfLine();
507
508 return asm.finishTemplate("new instance");
509 }
510 };
511
512 private SimpleTemplates newObjectArrayCloneTemplates = new SimpleTemplates() {
513
514 @Override
515 protected XirTemplate create(CiXirAssembler asm, long flags) {
516 XirOperand result = asm.restart(CiKind.Object);
517 XirParameter lengthParam = asm.createInputParameter("length", CiKind.Int, true);
518 XirParameter src = asm.createInputParameter("src", CiKind.Object);
519
520 // Set up length and hub.
521 XirOperand length = asm.createRegisterTemp("length", CiKind.Int, AMD64.rbx);
522 XirOperand hub = asm.createRegisterTemp("hub", CiKind.Object, AMD64.rdx);
523 asm.pload(CiKind.Object, hub, src, asm.i(config.hubOffset), false);
524 asm.mov(length, lengthParam);
525
526 useRegisters(asm, AMD64.rsi, AMD64.rcx, AMD64.rdi, AMD64.rax);
527 asm.callRuntime(config.newObjectArrayStub, result);
528 return asm.finishTemplate("objectArrayClone");
529 }
530 };
531
532 private SimpleTemplates newObjectArrayTemplates = new SimpleTemplates(UNRESOLVED) {
533
534 @Override
535 protected XirTemplate create(CiXirAssembler asm, long flags) {
536 emitNewTypeArray(asm, flags, CiKind.Object, config.useFastNewObjectArray, config.newObjectArrayStub);
537 return asm.finishTemplate(is(UNRESOLVED, flags) ? "newObjectArray (unresolved)" : "newObjectArray");
538 }
539 };
540
541 private void emitNewTypeArray(CiXirAssembler asm, long flags, CiKind kind, boolean useFast, long slowPathStub) {
542 XirOperand result = asm.restart(CiKind.Word);
543
544 XirParameter lengthParam = asm.createInputParameter("length", CiKind.Int, true);
545
546 XirOperand length = asm.createRegisterTemp("length", CiKind.Int, AMD64.rbx);
547 XirOperand hub = asm.createRegisterTemp("hub", CiKind.Object, AMD64.rdx);
548
549 // Registers rsi, rcx, rdi, and rax are needed by the runtime call.
550 // Hub needs to be on rdx, length on rbx.
551 XirOperand temp1 = asm.createRegisterTemp("temp1", CiKind.Word, AMD64.rcx);
552 XirOperand temp2 = asm.createRegisterTemp("temp2", CiKind.Word, AMD64.rax);
553 XirOperand temp3 = asm.createRegisterTemp("temp3", CiKind.Word, AMD64.rdi);
554 XirOperand size = asm.createRegisterTemp("size", CiKind.Int, AMD64.rsi);
555
556 UnresolvedClassPatching patching = null;
557 if (is(UNRESOLVED, flags)) {
558 // insert the patching code for class resolving - the hub will end up in "hub"
559 patching = new UnresolvedClassPatching(asm, hub, config);
560 patching.emitInline();
561 } else {
562 asm.mov(hub, asm.createConstantInputParameter("hub", CiKind.Object));
563 }
564
565 asm.mov(length, lengthParam);
566
567 if (useFast) {
568
569 XirLabel slowPath = asm.createOutOfLineLabel("slowPath");
570
571 XirLabel done = asm.createInlineLabel("done");
572
573 // Check for negative array size.
574 // TODO: Also check for upper bound
575 asm.jlt(slowPath, length, asm.i(0));
576
577 final int aligning = target.wordSize;
578 final int arrayLengthOffset = target.wordSize * 2;
579 final int arrayElementOffset = config.getArrayOffset(kind);
580
581 // Calculate aligned size
582 asm.mov(size, length);
583 int scale = CiUtil.log2(kind.sizeInBytes(target.wordSize));
584 if (scale != 0) {
585 asm.shl(size, size, asm.i(scale));
586 }
587 asm.add(size, size, asm.i(arrayElementOffset + aligning - 1));
588 long mask = 0xFFFFFFFFL;
589 mask <<= CiUtil.log2(aligning);
590 asm.and(size, size, asm.i((int) mask));
591
592 // Try tlab allocation
593 XirOperand thread = asm.createRegisterTemp("thread", CiKind.Word, AMD64.r15);
594 asm.pload(CiKind.Word, result, thread, asm.i(config.threadTlabTopOffset), false);
595 asm.add(temp1, result, size);
596 asm.pload(CiKind.Word, temp2, thread, asm.i(config.threadTlabEndOffset), false);
597 asm.jgt(slowPath, temp1, temp2);
598 asm.pstore(CiKind.Word, thread, asm.i(config.threadTlabTopOffset), temp1, false);
599
600 // Now the new object is in result, store mark word and klass
601 asm.pload(CiKind.Word, temp1, hub, asm.i(config.instanceHeaderPrototypeOffset), false);
602 asm.pstore(CiKind.Word, result, temp1, false);
603 asm.pstore(CiKind.Object, result, asm.i(config.hubOffset), hub, false);
604
605 // Store array length
606 asm.pstore(CiKind.Int, result, asm.i(arrayLengthOffset), length, false);
607
608 // Initialize with 0
609 XirLabel top = asm.createInlineLabel("top");
610 asm.sub(size, size, asm.i(arrayElementOffset));
611 asm.shr(size, size, asm.i(Scale.Times8.log2));
612 asm.jeq(done, size, asm.i(0));
613 asm.xor(temp3, temp3, temp3);
614 asm.bindInline(top);
615 asm.pstore(CiKind.Word, result, size, temp3, arrayElementOffset - target.wordSize, Scale.Times8, false);
616 asm.decAndJumpNotZero(top, size);
617
618 asm.bindInline(done);
619
620 // Slow path
621 asm.bindOutOfLine(slowPath);
622 asm.callRuntime(slowPathStub, result);
623 asm.jmp(done);
624 } else {
625 asm.callRuntime(slowPathStub, result);
626 }
627
628 if (patching != null) {
629 patching.emitOutOfLine();
630 }
631 }
632
633 private KindTemplates newTypeArrayTemplates = new KindTemplates() {
634 @Override
635 protected XirTemplate create(CiXirAssembler asm, long flags, CiKind kind) {
636 emitNewTypeArray(asm, flags, kind, config.useFastNewTypeArray, config.newTypeArrayStub);
637 return asm.finishTemplate("newTypeArray<" + kind.toString() + ">");
638 }
639 };
640
641 private final IndexTemplates multiNewArrayTemplate = new IndexTemplates(UNRESOLVED) {
642
643 @Override
644 protected XirTemplate create(CiXirAssembler asm, long flags, int dimensions) {
645 XirOperand result = asm.restart(CiKind.Object);
646
647 XirOperand hub = asm.createRegisterTemp("hub", CiKind.Object, AMD64.rax);
648 XirOperand rank = asm.createRegisterTemp("rank", CiKind.Int, AMD64.rbx);
649 XirOperand sizes = asm.createRegisterTemp("sizes", CiKind.Long, AMD64.rcx);
650 XirOperand thread = asm.createRegisterTemp("thread", CiKind.Long, AMD64.r15);
651 asm.add(sizes, thread, asm.l(config.threadMultiNewArrayStorage));
652 for (int i = 0; i < dimensions; i++) {
653 XirParameter length = asm.createInputParameter("length" + i, CiKind.Int, true);
654 asm.pstore(CiKind.Int, sizes, asm.i(i * target.sizeInBytes(CiKind.Int)), length, false);
655 }
656
657 UnresolvedClassPatching patching = null;
658 if (is(UNRESOLVED, flags)) {
659 // insert the patching code for class resolving - the hub will end up in "hub"
660 patching = new UnresolvedClassPatching(asm, hub, config);
661 patching.emitInline();
662 } else {
663 asm.mov(hub, asm.createConstantInputParameter("hub", CiKind.Object));
664 }
665
666 asm.mov(rank, asm.i(dimensions));
667 useRegisters(asm, AMD64.rax);
668 asm.callRuntime(config.newMultiArrayStub, result);
669 if (is(UNRESOLVED, flags)) {
670 patching.emitOutOfLine();
671 }
672 return asm.finishTemplate(is(UNRESOLVED, flags) ? "multiNewArray" + dimensions + " (unresolved)" : "multiNewArray" + dimensions);
673 }
674 };
675
676 private SimpleTemplates checkCastTemplates = new SimpleTemplates(NULL_CHECK, UNRESOLVED) {
677
678 @Override
679 protected XirTemplate create(CiXirAssembler asm, long flags) {
680 asm.restart();
681 XirParameter object = asm.createInputParameter("object", CiKind.Object);
682 final XirOperand hub;
683 final UnresolvedClassPatching patching;
684 if (is(UNRESOLVED, flags)) {
685 hub = asm.createTemp("hub", CiKind.Object);
686 // insert the patching code for class resolving - the hub will end up in "hub"
687 patching = new UnresolvedClassPatching(asm, hub, config);
688 patching.emitInline();
689 } else {
690 hub = asm.createConstantInputParameter("hub", CiKind.Object);
691 patching = null;
692 }
693
694 XirOperand objHub = asm.createTemp("objHub", CiKind.Object);
695
696 XirLabel end = asm.createInlineLabel("end");
697 XirLabel slowPath = asm.createOutOfLineLabel("slow path");
698
699 if (is(NULL_CHECK, flags)) {
700 // null can be cast to anything
701 asm.jeq(end, object, asm.o(null));
702 }
703
704 asm.pload(CiKind.Object, objHub, object, asm.i(config.hubOffset), false);
705 // if we get an exact match: succeed immediately
706 asm.jneq(slowPath, objHub, hub);
707 asm.bindInline(end);
708
709 // -- out of line -------------------------------------------------------
710 asm.bindOutOfLine(slowPath);
711 checkSubtype(asm, objHub, objHub, hub);
712 asm.jneq(end, objHub, asm.o(null));
713 XirOperand scratch = asm.createRegisterTemp("scratch", CiKind.Object, AMD64.r10);
714 asm.mov(scratch, object);
715 asm.callRuntime(config.throwClassCastException, null);
716 asm.shouldNotReachHere();
717
718 if (is(UNRESOLVED, flags)) {
719 patching.emitOutOfLine();
720 }
721
722 return asm.finishTemplate(object, "instanceof");
723 }
724 };
725
726 private SimpleTemplates instanceOfTemplates = new SimpleTemplates(NULL_CHECK, UNRESOLVED) {
727
728 @Override
729 protected XirTemplate create(CiXirAssembler asm, long flags) {
730 XirOperand result = asm.restart(CiKind.Boolean);
731 XirParameter object = asm.createInputParameter("object", CiKind.Object);
732 final XirOperand hub;
733 final UnresolvedClassPatching patching;
734 if (is(UNRESOLVED, flags)) {
735 hub = asm.createTemp("hub", CiKind.Object);
736 // insert the patching code for class resolving - the hub will end up in "hub"
737 patching = new UnresolvedClassPatching(asm, hub, config);
738 patching.emitInline();
739 } else {
740 hub = asm.createConstantInputParameter("hub", CiKind.Object);
741 patching = null;
742 }
743
744 XirOperand objHub = asm.createTemp("objHub", CiKind.Object);
745
746 XirLabel end = asm.createInlineLabel("end");
747 XirLabel slowPath = asm.createOutOfLineLabel("slow path");
748
749 if (is(NULL_CHECK, flags)) {
750 // null isn't "instanceof" anything
751 asm.mov(result, asm.b(false));
752 asm.jeq(end, object, asm.o(null));
753 }
754
755 asm.pload(CiKind.Object, objHub, object, asm.i(config.hubOffset), false);
756 // if we get an exact match: succeed immediately
757 asm.mov(result, asm.b(true));
758 asm.jneq(slowPath, objHub, hub);
759 asm.bindInline(end);
760
761 // -- out of line -------------------------------------------------------
762 asm.bindOutOfLine(slowPath);
763 checkSubtype(asm, result, objHub, hub);
764 asm.jmp(end);
765
766 if (is(UNRESOLVED, flags)) {
767 patching.emitOutOfLine();
768 }
769
770 return asm.finishTemplate("instanceof");
771 }
772 };
773
774 private XirOperand genArrayLength(XirOperand array, boolean implicitNullException) {
775 XirOperand length = asm.createTemp("length", CiKind.Int);
776 genArrayLength(asm, length, array, implicitNullException);
777 return length;
778 }
779
780 private void genArrayLength(CiXirAssembler asm, XirOperand length, XirOperand array, boolean implicitNullException) {
781 if (implicitNullException) {
782 // asm.nop(1);
783 asm.mark(MARK_IMPLICIT_NULL);
784 }
785 asm.pload(CiKind.Int, length, array, asm.i(config.arrayLengthOffset), implicitNullException);
786 }
787
788 private KindTemplates arrayLoadTemplates = new KindTemplates(NULL_CHECK, READ_BARRIER, BOUNDS_CHECK, GIVEN_LENGTH) {
789
790 @Override
791 protected XirTemplate create(CiXirAssembler asm, long flags, CiKind kind) {
792 XirOperand result = asm.restart(kind);
793 XirParameter array = asm.createInputParameter("array", CiKind.Object);
794 XirParameter index = asm.createInputParameter("index", CiKind.Int, true);
795 XirLabel failBoundsCheck = null;
796 // if the length is known the array cannot be null
797 boolean implicitNullException = is(NULL_CHECK, flags);
798
799 if (is(BOUNDS_CHECK, flags)) {
800 // load the array length and check the index
801 failBoundsCheck = asm.createOutOfLineLabel("failBoundsCheck");
802 XirOperand length;
803 if (is(GIVEN_LENGTH, flags)) {
804 length = asm.createInputParameter("length", CiKind.Int, true);
805 } else {
806 length = genArrayLength(array, implicitNullException);
807 }
808 asm.jugteq(failBoundsCheck, index, length);
809 implicitNullException = false;
810 }
811 int elemSize = target.sizeInBytes(kind);
812 if (implicitNullException) {
813 asm.nop(1);
814 asm.mark(MARK_IMPLICIT_NULL);
815 }
816 asm.pload(kind, result, array, index, config.getArrayOffset(kind), Scale.fromInt(elemSize), implicitNullException);
817 if (is(BOUNDS_CHECK, flags)) {
818 asm.bindOutOfLine(failBoundsCheck);
819 asm.callRuntime(config.throwArrayIndexException, null);
820 asm.shouldNotReachHere();
821 }
822 return asm.finishTemplate("arrayload<" + kind + ">");
823 }
824 };
825
826 private SimpleTemplates getClassTemplates = new SimpleTemplates() {
827 @Override
828 protected XirTemplate create(CiXirAssembler asm, long flags) {
829 XirOperand result = asm.restart(CiKind.Object);
830 XirOperand object = asm.createInputParameter("object", CiKind.Object);
831 if (is(NULL_CHECK, flags)) {
832 asm.nop(1);
833 }
834 asm.pload(CiKind.Object, result, object, asm.i(config.hubOffset), is(NULL_CHECK, flags));
835 asm.pload(CiKind.Object, result, result, asm.i(config.classMirrorOffset), false);
836 return asm.finishTemplate("currentThread");
837 }
838 };
839
840 private SimpleTemplates currentThreadTemplates = new SimpleTemplates() {
841 @Override
842 protected XirTemplate create(CiXirAssembler asm, long flags) {
843 XirOperand result = asm.restart(CiKind.Object);
844 XirOperand thread = asm.createRegisterTemp("thread", CiKind.Word, AMD64.r15);
845 asm.pload(CiKind.Object, result, thread, asm.i(config.threadObjectOffset), false);
846 return asm.finishTemplate("currentThread");
847 }
848 };
849
850 @Override
851 public XirSnippet genCurrentThread(XirSite site) {
852 return new XirSnippet(currentThreadTemplates.get(site));
853 }
854
855 @Override
856 public XirSnippet genGetClass(XirSite site, XirArgument object) {
857 return new XirSnippet(getClassTemplates.get(site), object);
858 }
859
860 private KindTemplates arrayCopyTemplates = new KindTemplates() {
861
862 @Override
863 protected XirTemplate create(CiXirAssembler asm, long flags, CiKind kind) {
864 asm.restart(CiKind.Void);
865 XirParameter src = asm.createInputParameter("src", CiKind.Object);
866 XirParameter srcPos = asm.createInputParameter("srcPos", CiKind.Int, true);
867 XirParameter dest = asm.createInputParameter("dest", CiKind.Object);
868 XirParameter destPos = asm.createInputParameter("destPos", CiKind.Int, true);
869 XirParameter length = asm.createInputParameter("length", CiKind.Int, true);
870
871 XirOperand tempSrc = asm.createTemp("tempSrc", CiKind.Word);
872 XirOperand tempDest = asm.createTemp("tempDest", CiKind.Word);
873 XirOperand lengthOperand = asm.createRegisterTemp("lengthOperand", CiKind.Int, AMD64.rax);
874
875 XirOperand compHub = null;
876 XirOperand valueHub = null;
877 XirOperand temp = null;
878 XirLabel store = null;
879 XirLabel slowStoreCheck = null;
880
881 if (is(STORE_CHECK, flags)) {
882 valueHub = asm.createRegisterTemp("valueHub", CiKind.Word, AMD64.rdi);
883 compHub = asm.createRegisterTemp("compHub", CiKind.Word, AMD64.rsi);
884 temp = asm.createRegisterTemp("temp", CiKind.Word, AMD64.r10);
885 }
886
887 // Calculate the factor for the repeat move instruction.
888 int elementSize = kind.sizeInBytes(target.wordSize);
889 int factor;
890 boolean wordSize;
891 if (elementSize >= target.wordSize) {
892 assert elementSize % target.wordSize == 0;
893 wordSize = true;
894 factor = elementSize / target.wordSize;
895 } else {
896 factor = elementSize;
897 wordSize = false;
898 }
899
900 // Adjust the length if the factor is not 1.
901 if (factor != 1) {
902 asm.shl(lengthOperand, length, asm.i(CiUtil.log2(factor)));
903 } else {
904 asm.mov(lengthOperand, length);
905 }
906
907 // Set the start and the end pointer.
908 asm.lea(tempSrc, src, srcPos, config.getArrayOffset(kind), Scale.fromInt(elementSize));
909 asm.lea(tempDest, dest, destPos, config.getArrayOffset(kind), Scale.fromInt(elementSize));
910
911 XirLabel reverse = null;
912 XirLabel normal = null;
913
914 if (is(STORE_CHECK, flags)) {
915 reverse = asm.createInlineLabel("reverse");
916 asm.jneq(reverse, src, dest);
917 }
918
919 if (!is(STORE_CHECK, flags) && !is(INPUTS_DIFFERENT, flags) && !is(INPUTS_SAME, flags)) {
920 normal = asm.createInlineLabel("normal");
921 asm.jneq(normal, src, dest);
922 }
923
924 if (!is(INPUTS_DIFFERENT, flags)) {
925 if (reverse == null) {
926 reverse = asm.createInlineLabel("reverse");
927 }
928 asm.jlt(reverse, srcPos, destPos);
929 }
930
931 if (!is(STORE_CHECK, flags) && !is(INPUTS_DIFFERENT, flags) && !is(INPUTS_SAME, flags)) {
932 asm.bindInline(normal);
933 }
934
935 // Everything set up => repeat mov.
936 if (wordSize) {
937 asm.repmov(tempSrc, tempDest, lengthOperand);
938 } else {
939 asm.repmovb(tempSrc, tempDest, lengthOperand);
940 }
941
942 if (!is(INPUTS_DIFFERENT, flags) || is(STORE_CHECK, flags)) {
943
944 XirLabel end = asm.createInlineLabel("end");
945 asm.jmp(end);
946
947 // Implement reverse copy, because srcPos < destPos and src == dest.
948 asm.bindInline(reverse);
949
950 if (is(STORE_CHECK, flags)) {
951 asm.pload(CiKind.Object, compHub, dest, asm.i(config.hubOffset), false);
952 asm.pload(CiKind.Object, compHub, compHub, asm.i(config.arrayClassElementOffset), false);
953 }
954
955 CiKind copyKind = wordSize ? CiKind.Object : CiKind.Byte;
956 XirOperand tempValue = asm.createTemp("tempValue", copyKind);
957 XirLabel start = asm.createInlineLabel("start");
958 asm.bindInline(start);
959 asm.sub(lengthOperand, lengthOperand, asm.i(1));
960 asm.jlt(end, lengthOperand, asm.i(0));
961
962 Scale scale = wordSize ? Scale.fromInt(target.wordSize) : Scale.Times1;
963 asm.pload(copyKind, tempValue, tempSrc, lengthOperand, 0, scale, false);
964
965 if (is(STORE_CHECK, flags)) {
966 slowStoreCheck = asm.createOutOfLineLabel("slowStoreCheck");
967 store = asm.createInlineLabel("store");
968 asm.jeq(store, tempValue, asm.o(null)); // first check if value is null
969 asm.pload(CiKind.Object, valueHub, tempValue, asm.i(config.hubOffset), false);
970 asm.jneq(slowStoreCheck, compHub, valueHub); // then check component hub matches value hub
971 asm.bindInline(store);
972 }
973
974 asm.pstore(copyKind, tempDest, lengthOperand, tempValue, 0, scale, false);
975
976 asm.jmp(start);
977 asm.bindInline(end);
978 }
979
980 if (kind == CiKind.Object) {
981 // Do write barriers
982 asm.lea(tempDest, dest, destPos, config.getArrayOffset(kind), Scale.fromInt(elementSize));
983 asm.shr(tempDest, tempDest, asm.i(config.cardtableShift));
984 asm.pstore(CiKind.Boolean, asm.w(config.cardtableStartAddress), tempDest, asm.b(false), false);
985
986 XirOperand tempDestEnd = tempSrc; // Reuse src temp
987 asm.lea(tempDestEnd, dest, destPos, config.getArrayOffset(kind), Scale.fromInt(elementSize));
988 asm.add(tempDestEnd, tempDestEnd, length);
989 asm.shr(tempDestEnd, tempDestEnd, asm.i(config.cardtableShift));
990
991 // Jump to out-of-line write barrier loop if the array is big.
992 XirLabel writeBarrierLoop = asm.createOutOfLineLabel("writeBarrierLoop");
993 asm.jneq(writeBarrierLoop, tempDest, tempSrc);
994 XirLabel back = asm.createInlineLabel("back");
995 asm.bindInline(back);
996
997 asm.bindOutOfLine(writeBarrierLoop);
998 asm.pstore(CiKind.Boolean, asm.w(config.cardtableStartAddress), tempDestEnd, asm.b(false), false);
999 asm.sub(tempDestEnd, tempDestEnd, asm.i(1));
1000 asm.jneq(writeBarrierLoop, tempDestEnd, tempDest);
1001 asm.jmp(back);
1002 }
1003
1004 if (is(STORE_CHECK, flags)) {
1005 assert kind == CiKind.Object;
1006 useRegisters(asm, AMD64.rax);
1007 asm.bindOutOfLine(slowStoreCheck);
1008 checkSubtype(asm, temp, valueHub, compHub);
1009 asm.jneq(store, temp, asm.w(0));
1010 XirOperand scratch = asm.createRegisterTemp("scratch", CiKind.Object, AMD64.r10);
1011 asm.mov(scratch, valueHub);
1012 asm.callRuntime(config.throwArrayStoreException, null);
1013 asm.jmp(store);
1014 }
1015
1016 return asm.finishTemplate("arraycopy<" + kind + ">");
1017 }
1018 };
1019
1020 private KindTemplates arrayStoreTemplates = new KindTemplates(NULL_CHECK, WRITE_BARRIER, BOUNDS_CHECK, STORE_CHECK, GIVEN_LENGTH) {
1021
1022 @Override
1023 protected XirTemplate create(CiXirAssembler asm, long flags, CiKind kind) {
1024 asm.restart(CiKind.Void);
1025 XirParameter array = asm.createInputParameter("array", CiKind.Object);
1026 XirParameter index = asm.createInputParameter("index", CiKind.Int, true);
1027 XirParameter value = asm.createInputParameter("value", kind, kind != CiKind.Object);
1028 XirOperand temp = asm.createTemp("temp", CiKind.Word);
1029 XirOperand valueHub = null;
1030 XirOperand compHub = null;
1031 XirLabel store = asm.createInlineLabel("store");
1032 XirLabel failBoundsCheck = null;
1033 XirLabel slowStoreCheck = null;
1034 // if the length is known the array cannot be null
1035 boolean implicitNullException = is(NULL_CHECK, flags);
1036
1037 if (is(BOUNDS_CHECK, flags)) {
1038 // load the array length and check the index
1039 failBoundsCheck = asm.createOutOfLineLabel("failBoundsCheck");
1040 XirOperand length;
1041 if (is(GIVEN_LENGTH, flags)) {
1042 length = asm.createInputParameter("length", CiKind.Int);
1043 } else {
1044 length = asm.createTemp("length", CiKind.Int);
1045 if (implicitNullException) {
1046 asm.nop(1);
1047 asm.mark(MARK_IMPLICIT_NULL);
1048 }
1049 asm.pload(CiKind.Int, length, array, asm.i(config.arrayLengthOffset), implicitNullException);
1050 implicitNullException = false;
1051 }
1052 asm.jugteq(failBoundsCheck, index, length);
1053
1054 }
1055 if (is(STORE_CHECK, flags) && kind == CiKind.Object) {
1056 slowStoreCheck = asm.createOutOfLineLabel("slowStoreCheck");
1057 asm.jeq(store, value, asm.o(null)); // first check if value is null
1058 valueHub = asm.createTemp("valueHub", CiKind.Object);
1059 compHub = asm.createTemp("compHub", CiKind.Object);
1060 if (implicitNullException) {
1061 asm.mark(MARK_IMPLICIT_NULL);
1062 }
1063 asm.pload(CiKind.Object, compHub, array, asm.i(config.hubOffset), implicitNullException);
1064 asm.pload(CiKind.Object, compHub, compHub, asm.i(config.arrayClassElementOffset), false);
1065 asm.pload(CiKind.Object, valueHub, value, asm.i(config.hubOffset), false);
1066 asm.jneq(slowStoreCheck, compHub, valueHub); // then check component hub matches value hub
1067
1068 implicitNullException = false;
1069 }
1070 asm.bindInline(store);
1071 int elemSize = target.sizeInBytes(kind);
1072
1073 if (implicitNullException) {
1074 asm.mark(MARK_IMPLICIT_NULL);
1075 }
1076 int disp = config.getArrayOffset(kind);
1077 Scale scale = Scale.fromInt(elemSize);
1078 if (kind == CiKind.Object) {
1079 verifyPointer(asm, value);
1080 }
1081 if (is(WRITE_BARRIER, flags)) {
1082 asm.lea(temp, array, index, disp, scale);
1083 asm.pstore(kind, temp, value, implicitNullException);
1084 writeBarrier(asm, temp);
1085 } else {
1086 asm.pstore(kind, array, index, value, disp, scale, implicitNullException);
1087 }
1088
1089 // -- out of line -------------------------------------------------------
1090 if (is(BOUNDS_CHECK, flags)) {
1091 asm.bindOutOfLine(failBoundsCheck);
1092 asm.callRuntime(config.throwArrayIndexException, null);
1093 asm.shouldNotReachHere();
1094 }
1095 if (is(STORE_CHECK, flags) && kind == CiKind.Object) {
1096 useRegisters(asm, AMD64.rax);
1097 asm.bindOutOfLine(slowStoreCheck);
1098 checkSubtype(asm, temp, valueHub, compHub);
1099 asm.jneq(store, temp, asm.w(0));
1100 XirOperand scratch = asm.createRegisterTemp("scratch", CiKind.Object, AMD64.r10);
1101 asm.mov(scratch, valueHub);
1102 asm.callRuntime(config.throwArrayStoreException, null);
1103 asm.jmp(store);
1104 }
1105 return asm.finishTemplate("arraystore<" + kind + ">");
1106 }
1107 };
1108
1109 private SimpleTemplates arrayLengthTemplates = new SimpleTemplates(NULL_CHECK) {
1110
1111 @Override
1112 protected XirTemplate create(CiXirAssembler asm, long flags) {
1113 XirOperand result = asm.restart(CiKind.Int);
1114 XirParameter object = asm.createInputParameter("object", CiKind.Object);
1115 if (is(NULL_CHECK, flags)) {
1116 asm.nop(1);
1117 asm.mark(MARK_IMPLICIT_NULL);
1118 }
1119 verifyPointer(asm, object);
1120 asm.pload(CiKind.Int, result, object, asm.i(config.arrayLengthOffset), true);
1121 return asm.finishTemplate("arrayLength");
1122 }
1123 };
1124
1125 @Override
1126 public XirSnippet genPrologue(XirSite site, RiMethod method) {
1127 boolean staticMethod = Modifier.isStatic(method.accessFlags());
1128 return new XirSnippet(staticMethod ? prologueTemplates.get(site, STATIC_METHOD) : prologueTemplates.get(site));
1129 }
1130
1131 @Override
1132 public XirSnippet genEpilogue(XirSite site, RiMethod method) {
1133 return new XirSnippet(epilogueTemplates.get(site));
1134 }
1135
1136 @Override
1137 public XirSnippet genSafepoint(XirSite site) {
1138 return new XirSnippet(safepointTemplates.get(site));
1139 }
1140
1141 @Override
1142 public XirSnippet genExceptionObject(XirSite site) {
1143 return new XirSnippet(exceptionObjectTemplates.get(site));
1144 }
1145
1146 @Override
1147 public XirSnippet genResolveClass(XirSite site, RiType type, Representation rep) {
1148 assert rep == Representation.ObjectHub || rep == Representation.StaticFields || rep == Representation.JavaClass : "unexpected representation: " + rep;
1149 if (type.isResolved()) {
1150 return new XirSnippet(resolveClassTemplates.get(site), XirArgument.forObject(type));
1151 }
1152 return new XirSnippet(resolveClassTemplates.get(site, UNRESOLVED));
1153 }
1154
1155 @Override
1156 public XirSnippet genIntrinsic(XirSite site, XirArgument[] arguments, RiMethod method) {
1157 return null;
1158 }
1159
1160 @Override
1161 public XirSnippet genInvokeInterface(XirSite site, XirArgument receiver, RiMethod method) {
1162 return new XirSnippet(invokeInterfaceTemplates.get(site), receiver, XirArgument.forWord(0));
1163 }
1164
1165 @Override
1166 public XirSnippet genInvokeVirtual(XirSite site, XirArgument receiver, RiMethod method) {
1167 return new XirSnippet(invokeVirtualTemplates.get(site), receiver, XirArgument.forWord(0));
1168 }
1169
1170 @Override
1171 public XirSnippet genInvokeSpecial(XirSite site, XirArgument receiver, RiMethod method) {
1172 return new XirSnippet(invokeSpecialTemplates.get(site), receiver, XirArgument.forWord(0));
1173 }
1174
1175 @Override
1176 public XirSnippet genInvokeStatic(XirSite site, RiMethod method) {
1177 return new XirSnippet(invokeStaticTemplates.get(site), XirArgument.forWord(0));
1178 }
1179
1180 @Override
1181 public XirSnippet genMonitorEnter(XirSite site, XirArgument receiver, XirArgument lockAddress) {
1182 return new XirSnippet(monitorEnterTemplates.get(site), receiver, lockAddress);
1183 }
1184
1185 @Override
1186 public XirSnippet genMonitorExit(XirSite site, XirArgument receiver, XirArgument lockAddress) {
1187 return new XirSnippet(monitorExitTemplates.get(site), receiver, lockAddress);
1188 }
1189
1190 @Override
1191 public XirSnippet genGetField(XirSite site, XirArgument object, RiField field) {
1192 if (field.isResolved()) {
1193 return new XirSnippet(getFieldTemplates.get(site, field.kind()), object, XirArgument.forInt(((HotSpotField) field).offset()));
1194 }
1195 return new XirSnippet(getFieldTemplates.get(site, field.kind(), UNRESOLVED), object);
1196 }
1197
1198 @Override
1199 public XirSnippet genWriteBarrier(XirArgument object) {
1200 return new XirSnippet(writeBarrierTemplate.get(null, CiKind.Void), object);
1201 }
1202
1203 @Override
1204 public XirSnippet genPutField(XirSite site, XirArgument object, RiField field, XirArgument value) {
1205 if (field.isResolved()) {
1206 return new XirSnippet(putFieldTemplates.get(site, field.kind()), object, value, XirArgument.forInt(((HotSpotField) field).offset()));
1207 }
1208 return new XirSnippet(putFieldTemplates.get(site, field.kind(), UNRESOLVED), object, value);
1209 }
1210
1211 @Override
1212 public XirSnippet genGetStatic(XirSite site, XirArgument object, RiField field) {
1213 if (field.isResolved()) {
1214 return new XirSnippet(getFieldTemplates.get(site, field.kind()), object, XirArgument.forInt(((HotSpotField) field).offset()));
1215 }
1216 return new XirSnippet(getFieldTemplates.get(site, field.kind(), UNRESOLVED), object);
1217 }
1218
1219 @Override
1220 public XirSnippet genPutStatic(XirSite site, XirArgument object, RiField field, XirArgument value) {
1221 if (field.isResolved()) {
1222 return new XirSnippet(putFieldTemplates.get(site, field.kind()), object, value, XirArgument.forInt(((HotSpotField) field).offset()));
1223 }
1224 return new XirSnippet(putFieldTemplates.get(site, field.kind(), UNRESOLVED), object, value);
1225 }
1226
1227 @Override
1228 public XirSnippet genNewInstance(XirSite site, RiType type) {
1229 if (type.isResolved()) {
1230 int instanceSize = ((HotSpotTypeResolved) type).instanceSize();
1231 return new XirSnippet(newInstanceTemplates.get(site, instanceSize), XirArgument.forObject(type));
1232 }
1233 return new XirSnippet(newInstanceUnresolvedTemplates.get(site));
1234 }
1235
1236 @Override
1237 public XirSnippet genNewArray(XirSite site, XirArgument length, CiKind elementKind, RiType componentType, RiType arrayType) {
1238 if (elementKind == CiKind.Object) {
1239 if (arrayType.isResolved()) {
1240 return new XirSnippet(newObjectArrayTemplates.get(site), length, XirArgument.forObject(arrayType));
1241 }
1242 return new XirSnippet(newObjectArrayTemplates.get(site, UNRESOLVED), length);
1243 }
1244 assert arrayType == null;
1245 arrayType = compiler.getVMEntries().getPrimitiveArrayType(elementKind);
1246 return new XirSnippet(newTypeArrayTemplates.get(site, elementKind), length, XirArgument.forObject(arrayType));
1247 }
1248
1249 @Override
1250 public XirSnippet genNewObjectArrayClone(XirSite site, XirArgument newLength, XirArgument referenceArray) {
1251 return new XirSnippet(newObjectArrayCloneTemplates.get(site), newLength, referenceArray);
1252 }
1253
1254 @Override
1255 public XirSnippet genNewMultiArray(XirSite site, XirArgument[] lengths, RiType type) {
1256 if (type.isResolved()) {
1257 XirArgument[] params = Arrays.copyOf(lengths, lengths.length + 1);
1258 params[lengths.length] = XirArgument.forObject(type);
1259 return new XirSnippet(multiNewArrayTemplate.get(site, lengths.length), params);
1260 }
1261 return new XirSnippet(multiNewArrayTemplate.get(site, lengths.length, UNRESOLVED), lengths);
1262 }
1263
1264 @Override
1265 public XirSnippet genCheckCast(XirSite site, XirArgument receiver, XirArgument hub, RiType type) {
1266 if (type.isResolved()) {
1267 return new XirSnippet(checkCastTemplates.get(site), receiver, hub);
1268 }
1269 return new XirSnippet(checkCastTemplates.get(site, UNRESOLVED), receiver);
1270 }
1271
1272 @Override
1273 public XirSnippet genInstanceOf(XirSite site, XirArgument object, XirArgument hub, RiType type) {
1274 if (type.isResolved()) {
1275 return new XirSnippet(instanceOfTemplates.get(site), object, hub);
1276 }
1277 return new XirSnippet(instanceOfTemplates.get(site, UNRESOLVED), object);
1278 }
1279
1280 @Override
1281 public XirSnippet genArrayLoad(XirSite site, XirArgument array, XirArgument index, XirArgument length, CiKind elementKind, RiType elementType) {
1282 if (length == null || !site.requiresBoundsCheck()) {
1283 return new XirSnippet(arrayLoadTemplates.get(site, elementKind), array, index);
1284 }
1285 return new XirSnippet(arrayLoadTemplates.get(site, elementKind, GIVEN_LENGTH), array, index, length);
1286 }
1287
1288 @Override
1289 public XirSnippet genArrayStore(XirSite site, XirArgument array, XirArgument index, XirArgument length, XirArgument value, CiKind elementKind, RiType elementType) {
1290 if (length == null || !site.requiresBoundsCheck()) {
1291 return new XirSnippet(arrayStoreTemplates.get(site, elementKind), array, index, value);
1292 }
1293 return new XirSnippet(arrayStoreTemplates.get(site, elementKind, GIVEN_LENGTH), array, index, value, length);
1294 }
1295
1296 @Override
1297 public XirSnippet genArrayCopy(XirSite site, XirArgument src, XirArgument srcPos, XirArgument dest, XirArgument destPos, XirArgument length, RiType elementType, boolean inputsSame, boolean inputsDifferent) {
1298 if (elementType == null) {
1299 return null;
1300 }
1301 assert !inputsDifferent || !inputsSame;
1302 XirTemplate template = null;
1303 if (inputsDifferent) {
1304 template = arrayCopyTemplates.get(site, elementType.kind(), INPUTS_DIFFERENT);
1305 } else if (inputsSame) {
1306 template = arrayCopyTemplates.get(site, elementType.kind(), INPUTS_SAME);
1307 } else {
1308 template = arrayCopyTemplates.get(site, elementType.kind());
1309 }
1310 return new XirSnippet(template, src, srcPos, dest, destPos, length);
1311 }
1312
1313 @Override
1314 public XirSnippet genArrayLength(XirSite site, XirArgument array) {
1315 return new XirSnippet(arrayLengthTemplates.get(site), array);
1316 }
1317
1318 @Override
1319 public List<XirTemplate> buildTemplates(CiXirAssembler asm) {
1320 this.asm = asm;
1321 List<XirTemplate> templates = new ArrayList<XirTemplate>();
1322 return templates;
1323 }
1324
1325 private static class UnresolvedClassPatching {
1326
1327 private final XirLabel patchSite;
1328 private final XirLabel replacement;
1329 private final XirLabel patchStub;
1330 private final CiXirAssembler asm;
1331 private final HotSpotVMConfig config;
1332 private final XirOperand arg;
1333 private State state;
1334
1335 private enum State {
1336 New, Inline, Finished
1337 }
1338
1339 public UnresolvedClassPatching(CiXirAssembler asm, XirOperand arg, HotSpotVMConfig config) {
1340 this.asm = asm;
1341 this.arg = arg;
1342 this.config = config;
1343 patchSite = asm.createInlineLabel("patch site");
1344 replacement = asm.createOutOfLineLabel("replacement");
1345 patchStub = asm.createOutOfLineLabel("patch stub");
1346
1347 state = State.New;
1348 }
1349
1350 public void emitInline() {
1351 assert state == State.New;
1352
1353 asm.bindInline(patchSite);
1354 asm.mark(MARK_DUMMY_OOP_RELOCATION);
1355
1356 asm.jmp(patchStub);
1357
1358 // TODO: make this more generic & safe - this is needed to create space for patching
1359 asm.nop(5);
1360
1361 state = State.Inline;
1362 }
1363
1364 public void emitOutOfLine() {
1365 assert state == State.Inline;
1366
1367 asm.bindOutOfLine(replacement);
1368 XirMark begin = asm.mark(null);
1369 asm.mov(arg, asm.createConstant(CiConstant.NULL_OBJECT));
1370 XirMark end = asm.mark(null);
1371 // make this piece of data look like an instruction
1372 asm.rawBytes(new byte[] {(byte) 0xb8, 0, 0, 0x05, 0});
1373 asm.mark(MARK_KLASS_PATCHING, begin, end);
1374 asm.bindOutOfLine(patchStub);
1375 asm.callRuntime(config.loadKlassStub, null);
1376 asm.jmp(patchSite);
1377
1378 state = State.Finished;
1379 }
1380 }
1381
1382 private static class UnresolvedFieldPatching {
1383
1384 private final XirLabel patchSite;
1385 private final XirLabel replacement;
1386 private final XirLabel patchStub;
1387 private final CiXirAssembler asm;
1388 private final HotSpotVMConfig config;
1389 private State state;
1390 private final XirOperand receiver;
1391 private final XirOperand value;
1392 private final boolean put;
1393 private final boolean nullCheck;
1394
1395 private enum State {
1396 New, Inline, Finished
1397 }
1398
1399 public UnresolvedFieldPatching(CiXirAssembler asm, XirOperand receiver, XirOperand value, boolean put, boolean nullCheck, HotSpotVMConfig config) {
1400 this.asm = asm;
1401 this.receiver = receiver;
1402 this.value = value;
1403 this.put = put;
1404 this.nullCheck = nullCheck;
1405 this.config = config;
1406 patchSite = asm.createInlineLabel("patch site");
1407 replacement = asm.createOutOfLineLabel("replacement");
1408 patchStub = asm.createOutOfLineLabel("patch stub");
1409
1410 state = State.New;
1411 }
1412
1413 public void emitInline() {
1414 assert state == State.New;
1415 if (nullCheck) {
1416 asm.nop(1);
1417 }
1418 asm.bindInline(patchSite);
1419 asm.mark(MARK_DUMMY_OOP_RELOCATION);
1420 if (nullCheck) {
1421 asm.mark(MARK_IMPLICIT_NULL);
1422 }
1423 asm.safepoint();
1424 asm.jmp(patchStub);
1425
1426 // TODO: make this more generic & safe - this is needed to create space for patching
1427 asm.nop(5);
1428
1429 state = State.Inline;
1430 }
1431
1432 public void emitOutOfLine() {
1433 assert state == State.Inline;
1434
1435 asm.bindOutOfLine(replacement);
1436 XirMark begin = asm.mark(null);
1437 if (put) {
1438 asm.pstore(value.kind, receiver, asm.i(Integer.MAX_VALUE), value, false);
1439 } else {
1440 asm.pload(value.kind, value, receiver, asm.i(Integer.MAX_VALUE), false);
1441 }
1442 XirMark end = asm.mark(null);
1443 // make this piece of data look like an instruction
1444 asm.rawBytes(new byte[] {(byte) 0xb8, 0, 0, 0x05, 0});
1445 asm.mark(MARK_ACCESS_FIELD_PATCHING, begin, end);
1446 asm.bindOutOfLine(patchStub);
1447 asm.callRuntime(config.accessFieldStub, null);
1448 asm.jmp(patchSite);
1449
1450 // Check if we need NOP instructions like in C1 to "not destroy the world".
1451
1452 state = State.Finished;
1453 }
1454 }
1455
1456 private void verifyPointer(CiXirAssembler asm, XirOperand pointer) {
1457 if (config.verifyPointers) {
1458 // The verify pointer stub wants the argument in a fixed register.
1459 XirOperand fixed = asm.createRegisterTemp("fixed", CiKind.Object, AMD64.r13);
1460 asm.push(fixed);
1461 asm.mov(fixed, pointer);
1462 asm.callRuntime(config.verifyPointerStub, null);
1463 asm.pop(fixed);
1464 }
1465 }
1466
1467 private void checkSubtype(CiXirAssembler asm, XirOperand result, XirOperand objHub, XirOperand hub) {
1468 asm.push(objHub);
1469 asm.push(hub);
1470 asm.callRuntime(config.instanceofStub, null);
1471 asm.pop(result);
1472 asm.pop(result);
1473 }
1474
1475 private void useRegisters(CiXirAssembler asm, CiRegister... registers) {
1476 if (registers != null) {
1477 for (CiRegister register : registers) {
1478 asm.createRegisterTemp("reg", CiKind.Illegal, register);
1479 }
1480 }
1481 }
1482
1483 private void writeBarrier(CiXirAssembler asm, XirOperand base) {
1484 asm.shr(base, base, asm.i(config.cardtableShift));
1485 asm.pstore(CiKind.Boolean, asm.w(config.cardtableStartAddress), base, asm.b(false), false);
1486 }
1487
1488 public boolean is(TemplateFlag check, long flags) {
1489 return (flags & check.bits()) == check.bits();
1490 }
1491
1492 /**
1493 * Base class for all the ondemand template generators. It is not normally subclassed directly, but through one of
1494 * its subclasses (SimpleTemplates, KindTemplates, IndexTemplates).
1495 *
1496 * @author Lukas Stadler
1497 */
1498 private abstract class Templates {
1499
1500 private ConcurrentHashMap<Long, XirTemplate> templates = new ConcurrentHashMap<Long, XirTemplate>();
1501 private final long mask;
1502
1503 /**
1504 * Each flag passed to this method will cause templates with and without it to be generated.
1505 */
1506 public Templates(TemplateFlag... flags) {
1507 this.mask = getBits((int) INDEX_MASK, null, flags);
1508 }
1509
1510 protected abstract XirTemplate create(CiXirAssembler asm, long flags);
1511
1512 protected long getBits(int index, XirSite site, TemplateFlag... flags) {
1513 long bits = index;
1514 if (site != null) {
1515 bits |= site.requiresNullCheck() ? NULL_CHECK.bits() : 0;
1516 bits |= site.requiresReadBarrier() ? READ_BARRIER.bits() : 0;
1517 bits |= site.requiresWriteBarrier() ? WRITE_BARRIER.bits() : 0;
1518 bits |= site.requiresArrayStoreCheck() ? STORE_CHECK.bits() : 0;
1519 bits |= site.requiresBoundsCheck() ? BOUNDS_CHECK.bits() : 0;
1520 }
1521 if (flags != null) {
1522 for (TemplateFlag flag : flags) {
1523 bits |= flag.bits();
1524 }
1525 }
1526 return bits;
1527 }
1528
1529 protected XirTemplate getInternal(long flags) {
1530 flags = flags & mask;
1531 XirTemplate template = templates.get(flags);
1532 if (template == null) {
1533 template = create(HotSpotXirGenerator.this.asm.copy(), flags);
1534 templates.put(flags, template);
1535 }
1536 return template;
1537 }
1538 }
1539
1540 private abstract class SimpleTemplates extends Templates {
1541
1542 public SimpleTemplates(TemplateFlag... flags) {
1543 super(flags);
1544 }
1545
1546 public XirTemplate get(XirSite site, TemplateFlag... flags) {
1547 return getInternal(getBits(0, site, flags));
1548 }
1549 }
1550
1551 private abstract class IndexTemplates extends Templates {
1552
1553 public IndexTemplates(TemplateFlag... flags) {
1554 super(flags);
1555 }
1556
1557 @Override
1558 protected final XirTemplate create(CiXirAssembler asm, long flags) {
1559 return create(asm, flags & FLAGS_MASK, (int) (flags & INDEX_MASK));
1560 }
1561
1562 protected abstract XirTemplate create(CiXirAssembler asm, long flags, int index);
1563
1564 public XirTemplate get(XirSite site, int size, TemplateFlag... flags) {
1565 return getInternal(getBits(size, site, flags));
1566 }
1567 }
1568
1569 private abstract class KindTemplates extends Templates {
1570
1571 public KindTemplates(TemplateFlag... flags) {
1572 super(flags);
1573 }
1574
1575 @Override
1576 protected final XirTemplate create(CiXirAssembler asm, long flags) {
1577 return create(asm, flags & FLAGS_MASK, CiKind.VALUES[(int) (flags & INDEX_MASK)]);
1578 }
1579
1580 protected abstract XirTemplate create(CiXirAssembler asm, long flags, CiKind kind);
1581
1582 public XirTemplate get(XirSite site, CiKind kind, TemplateFlag... flags) {
1583 return getInternal(getBits(kind.ordinal(), site, flags));
1584 }
1585 }
1586 }