truffle: src/share/vm/gc_implementation/shared/mutableSpace.cpp annotate

annotate src/share/vm/gc_implementation/shared/mutableSpace.cpp @ 17467:55fb97c4c58d hs25-b65

8029233: Update copyright year to match last edit in jdk8 hotspot repository for 2013 Summary: Copyright year updated for files modified during 2013 Reviewed-by: twisti, iveresov

author	mikael
date	Tue, 24 Dec 2013 11:48:39 -0800
parents	db9981fd3124
children	4ca6dc0799b6 78bbf4d43a14

rev	line source
0 a61af66fc99e Initial load duke parents: diff changeset	1 /*
17467 55fb97c4c58d 8029233: Update copyright year to match last edit in jdk8 hotspot repository for 2013 mikael parents: 8001 diff changeset	2 * Copyright (c) 2001, 2013, Oracle and/or its affiliates. All rights reserved.
0 a61af66fc99e Initial load duke parents: diff changeset	3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load duke parents: diff changeset	4 *
a61af66fc99e Initial load duke parents: diff changeset	5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load duke parents: diff changeset	6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load duke parents: diff changeset	7 * published by the Free Software Foundation.
a61af66fc99e Initial load duke parents: diff changeset	8 *
a61af66fc99e Initial load duke parents: diff changeset	9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load duke parents: diff changeset	10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load duke parents: diff changeset	11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load duke parents: diff changeset	12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load duke parents: diff changeset	13 * accompanied this code).
a61af66fc99e Initial load duke parents: diff changeset	14 *
a61af66fc99e Initial load duke parents: diff changeset	15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load duke parents: diff changeset	16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load duke parents: diff changeset	17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load duke parents: diff changeset	18 *
1552 c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories trims parents: 579 diff changeset	19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories trims parents: 579 diff changeset	20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories trims parents: 579 diff changeset	21 * questions.
0 a61af66fc99e Initial load duke parents: diff changeset	22 *
a61af66fc99e Initial load duke parents: diff changeset	23 */
a61af66fc99e Initial load duke parents: diff changeset	24
1972 f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	25 #include "precompiled.hpp"
8001 db9981fd3124 8005915: Unify SERIALGC and INCLUDE_ALTERNATE_GCS jprovino parents: 6725 diff changeset	26 #include "utilities/macros.hpp"
db9981fd3124 8005915: Unify SERIALGC and INCLUDE_ALTERNATE_GCS jprovino parents: 6725 diff changeset	27 #if INCLUDE_ALL_GCS
1972 f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	28 #include "gc_implementation/shared/mutableSpace.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	29 #include "gc_implementation/shared/spaceDecorator.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	30 #include "oops/oop.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	31 #include "runtime/safepoint.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	32 #include "runtime/thread.hpp"
8001 db9981fd3124 8005915: Unify SERIALGC and INCLUDE_ALTERNATE_GCS jprovino parents: 6725 diff changeset	33 #endif // INCLUDE_ALL_GCS
0 a61af66fc99e Initial load duke parents: diff changeset	34
535 4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	35 MutableSpace::MutableSpace(size_t alignment): ImmutableSpace(), _top(NULL), _alignment(alignment) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	36 assert(MutableSpace::alignment() >= 0 &&
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	37 MutableSpace::alignment() % os::vm_page_size() == 0,
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	38 "Space should be aligned");
263 12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	39 _mangler = new MutableSpaceMangler(this);
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	40 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	41
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	42 MutableSpace::~MutableSpace() {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	43 delete _mangler;
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	44 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	45
535 4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	46 void MutableSpace::numa_setup_pages(MemRegion mr, bool clear_space) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	47 if (!mr.is_empty()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	48 size_t page_size = UseLargePages ? alignment() : os::vm_page_size();
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	49 HeapWord start = (HeapWord)round_to((intptr_t) mr.start(), page_size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	50 HeapWord end = (HeapWord)round_down((intptr_t) mr.end(), page_size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	51 if (end > start) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	52 size_t size = pointer_delta(end, start, sizeof(char));
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	53 if (clear_space) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	54 // Prefer page reallocation to migration.
4734 20bfb6d15a94 7124829: NUMA: memory leak on Linux with large pages iveresov parents: 1972 diff changeset	55 os::free_memory((char*)start, size, page_size);
535 4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	56 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	57 os::numa_make_global((char*)start, size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	58 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	59 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	60 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	61
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	62 void MutableSpace::pretouch_pages(MemRegion mr) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	63 for (volatile char p = (char)mr.start(); p < (char*)mr.end(); p += os::vm_page_size()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	64 char t = p; p = t;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	65 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	66 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	67
263 12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	68 void MutableSpace::initialize(MemRegion mr,
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	69 bool clear_space,
535 4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	70 bool mangle_space,
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	71 bool setup_pages) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	72
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	73 assert(Universe::on_page_boundary(mr.start()) && Universe::on_page_boundary(mr.end()),
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	74 "invalid space boundaries");
0 a61af66fc99e Initial load duke parents: diff changeset	75
535 4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	76 if (setup_pages && (UseNUMA \|\| AlwaysPreTouch)) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	77 // The space may move left and right or expand/shrink.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	78 // We'd like to enforce the desired page placement.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	79 MemRegion head, tail;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	80 if (last_setup_region().is_empty()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	81 // If it's the first initialization don't limit the amount of work.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	82 head = mr;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	83 tail = MemRegion(mr.end(), mr.end());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	84 } else {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	85 // Is there an intersection with the address space?
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	86 MemRegion intersection = last_setup_region().intersection(mr);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	87 if (intersection.is_empty()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	88 intersection = MemRegion(mr.end(), mr.end());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	89 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	90 // All the sizes below are in words.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	91 size_t head_size = 0, tail_size = 0;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	92 if (mr.start() <= intersection.start()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	93 head_size = pointer_delta(intersection.start(), mr.start());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	94 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	95 if(intersection.end() <= mr.end()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	96 tail_size = pointer_delta(mr.end(), intersection.end());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	97 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	98 // Limit the amount of page manipulation if necessary.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	99 if (NUMASpaceResizeRate > 0 && !AlwaysPreTouch) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	100 const size_t change_size = head_size + tail_size;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	101 const float setup_rate_words = NUMASpaceResizeRate >> LogBytesPerWord;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	102 head_size = MIN2((size_t)(setup_rate_words * head_size / change_size),
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	103 head_size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	104 tail_size = MIN2((size_t)(setup_rate_words * tail_size / change_size),
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	105 tail_size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	106 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	107 head = MemRegion(intersection.start() - head_size, intersection.start());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	108 tail = MemRegion(intersection.end(), intersection.end() + tail_size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	109 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	110 assert(mr.contains(head) && mr.contains(tail), "Sanity");
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	111
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	112 if (UseNUMA) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	113 numa_setup_pages(head, clear_space);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	114 numa_setup_pages(tail, clear_space);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	115 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	116
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	117 if (AlwaysPreTouch) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	118 pretouch_pages(head);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	119 pretouch_pages(tail);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	120 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	121
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	122 // Remember where we stopped so that we can continue later.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	123 set_last_setup_region(MemRegion(head.start(), tail.end()));
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	124 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	125
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	126 set_bottom(mr.start());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	127 set_end(mr.end());
0 a61af66fc99e Initial load duke parents: diff changeset	128
263 12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	129 if (clear_space) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	130 clear(mangle_space);
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	131 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	132 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	133
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	134 void MutableSpace::clear(bool mangle_space) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	135 set_top(bottom());
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	136 if (ZapUnusedHeapArea && mangle_space) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	137 mangle_unused_area();
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	138 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	139 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	140
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	141 #ifndef PRODUCT
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	142 void MutableSpace::check_mangled_unused_area(HeapWord* limit) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	143 mangler()->check_mangled_unused_area(limit);
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	144 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	145
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	146 void MutableSpace::check_mangled_unused_area_complete() {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	147 mangler()->check_mangled_unused_area_complete();
0 a61af66fc99e Initial load duke parents: diff changeset	148 }
a61af66fc99e Initial load duke parents: diff changeset	149
263 12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	150 // Mangle only the unused space that has not previously
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	151 // been mangled and that has not been allocated since being
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	152 // mangled.
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	153 void MutableSpace::mangle_unused_area() {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	154 mangler()->mangle_unused_area();
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	155 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	156
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	157 void MutableSpace::mangle_unused_area_complete() {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	158 mangler()->mangle_unused_area_complete();
0 a61af66fc99e Initial load duke parents: diff changeset	159 }
a61af66fc99e Initial load duke parents: diff changeset	160
263 12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	161 void MutableSpace::mangle_region(MemRegion mr) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	162 SpaceMangler::mangle_region(mr);
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	163 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	164
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	165 void MutableSpace::set_top_for_allocations(HeapWord* v) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	166 mangler()->set_top_for_allocations(v);
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	167 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	168
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	169 void MutableSpace::set_top_for_allocations() {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	170 mangler()->set_top_for_allocations(top());
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	171 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	172 #endif
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	173
0 a61af66fc99e Initial load duke parents: diff changeset	174 // This version requires locking. */
a61af66fc99e Initial load duke parents: diff changeset	175 HeapWord* MutableSpace::allocate(size_t size) {
a61af66fc99e Initial load duke parents: diff changeset	176 assert(Heap_lock->owned_by_self() \|\|
a61af66fc99e Initial load duke parents: diff changeset	177 (SafepointSynchronize::is_at_safepoint() &&
a61af66fc99e Initial load duke parents: diff changeset	178 Thread::current()->is_VM_thread()),
a61af66fc99e Initial load duke parents: diff changeset	179 "not locked");
a61af66fc99e Initial load duke parents: diff changeset	180 HeapWord* obj = top();
a61af66fc99e Initial load duke parents: diff changeset	181 if (pointer_delta(end(), obj) >= size) {
a61af66fc99e Initial load duke parents: diff changeset	182 HeapWord* new_top = obj + size;
a61af66fc99e Initial load duke parents: diff changeset	183 set_top(new_top);
a61af66fc99e Initial load duke parents: diff changeset	184 assert(is_object_aligned((intptr_t)obj) && is_object_aligned((intptr_t)new_top),
a61af66fc99e Initial load duke parents: diff changeset	185 "checking alignment");
a61af66fc99e Initial load duke parents: diff changeset	186 return obj;
a61af66fc99e Initial load duke parents: diff changeset	187 } else {
a61af66fc99e Initial load duke parents: diff changeset	188 return NULL;
a61af66fc99e Initial load duke parents: diff changeset	189 }
a61af66fc99e Initial load duke parents: diff changeset	190 }
a61af66fc99e Initial load duke parents: diff changeset	191
a61af66fc99e Initial load duke parents: diff changeset	192 // This version is lock-free.
a61af66fc99e Initial load duke parents: diff changeset	193 HeapWord* MutableSpace::cas_allocate(size_t size) {
a61af66fc99e Initial load duke parents: diff changeset	194 do {
a61af66fc99e Initial load duke parents: diff changeset	195 HeapWord* obj = top();
a61af66fc99e Initial load duke parents: diff changeset	196 if (pointer_delta(end(), obj) >= size) {
a61af66fc99e Initial load duke parents: diff changeset	197 HeapWord* new_top = obj + size;
a61af66fc99e Initial load duke parents: diff changeset	198 HeapWord* result = (HeapWord*)Atomic::cmpxchg_ptr(new_top, top_addr(), obj);
a61af66fc99e Initial load duke parents: diff changeset	199 // result can be one of two:
a61af66fc99e Initial load duke parents: diff changeset	200 // the old top value: the exchange succeeded
a61af66fc99e Initial load duke parents: diff changeset	201 // otherwise: the new value of the top is returned.
a61af66fc99e Initial load duke parents: diff changeset	202 if (result != obj) {
a61af66fc99e Initial load duke parents: diff changeset	203 continue; // another thread beat us to the allocation, try again
a61af66fc99e Initial load duke parents: diff changeset	204 }
a61af66fc99e Initial load duke parents: diff changeset	205 assert(is_object_aligned((intptr_t)obj) && is_object_aligned((intptr_t)new_top),
a61af66fc99e Initial load duke parents: diff changeset	206 "checking alignment");
a61af66fc99e Initial load duke parents: diff changeset	207 return obj;
a61af66fc99e Initial load duke parents: diff changeset	208 } else {
a61af66fc99e Initial load duke parents: diff changeset	209 return NULL;
a61af66fc99e Initial load duke parents: diff changeset	210 }
a61af66fc99e Initial load duke parents: diff changeset	211 } while (true);
a61af66fc99e Initial load duke parents: diff changeset	212 }
a61af66fc99e Initial load duke parents: diff changeset	213
a61af66fc99e Initial load duke parents: diff changeset	214 // Try to deallocate previous allocation. Returns true upon success.
a61af66fc99e Initial load duke parents: diff changeset	215 bool MutableSpace::cas_deallocate(HeapWord *obj, size_t size) {
a61af66fc99e Initial load duke parents: diff changeset	216 HeapWord* expected_top = obj + size;
a61af66fc99e Initial load duke parents: diff changeset	217 return (HeapWord*)Atomic::cmpxchg_ptr(obj, top_addr(), expected_top) == expected_top;
a61af66fc99e Initial load duke parents: diff changeset	218 }
a61af66fc99e Initial load duke parents: diff changeset	219
6725 da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	220 void MutableSpace::oop_iterate(ExtendedOopClosure* cl) {
0 a61af66fc99e Initial load duke parents: diff changeset	221 HeapWord* obj_addr = bottom();
a61af66fc99e Initial load duke parents: diff changeset	222 HeapWord* t = top();
a61af66fc99e Initial load duke parents: diff changeset	223 // Could call objects iterate, but this is easier.
a61af66fc99e Initial load duke parents: diff changeset	224 while (obj_addr < t) {
a61af66fc99e Initial load duke parents: diff changeset	225 obj_addr += oop(obj_addr)->oop_iterate(cl);
a61af66fc99e Initial load duke parents: diff changeset	226 }
a61af66fc99e Initial load duke parents: diff changeset	227 }
a61af66fc99e Initial load duke parents: diff changeset	228
6725 da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	229 void MutableSpace::oop_iterate_no_header(OopClosure* cl) {
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	230 HeapWord* obj_addr = bottom();
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	231 HeapWord* t = top();
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	232 // Could call objects iterate, but this is easier.
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	233 while (obj_addr < t) {
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	234 obj_addr += oop(obj_addr)->oop_iterate_no_header(cl);
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	235 }
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	236 }
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	237
0 a61af66fc99e Initial load duke parents: diff changeset	238 void MutableSpace::object_iterate(ObjectClosure* cl) {
a61af66fc99e Initial load duke parents: diff changeset	239 HeapWord* p = bottom();
a61af66fc99e Initial load duke parents: diff changeset	240 while (p < top()) {
a61af66fc99e Initial load duke parents: diff changeset	241 cl->do_object(oop(p));
a61af66fc99e Initial load duke parents: diff changeset	242 p += oop(p)->size();
a61af66fc99e Initial load duke parents: diff changeset	243 }
a61af66fc99e Initial load duke parents: diff changeset	244 }
a61af66fc99e Initial load duke parents: diff changeset	245
a61af66fc99e Initial load duke parents: diff changeset	246 void MutableSpace::print_short() const { print_short_on(tty); }
a61af66fc99e Initial load duke parents: diff changeset	247 void MutableSpace::print_short_on( outputStream* st) const {
a61af66fc99e Initial load duke parents: diff changeset	248 st->print(" space " SIZE_FORMAT "K, %d%% used", capacity_in_bytes() / K,
a61af66fc99e Initial load duke parents: diff changeset	249 (int) ((double) used_in_bytes() * 100 / capacity_in_bytes()));
a61af66fc99e Initial load duke parents: diff changeset	250 }
a61af66fc99e Initial load duke parents: diff changeset	251
a61af66fc99e Initial load duke parents: diff changeset	252 void MutableSpace::print() const { print_on(tty); }
a61af66fc99e Initial load duke parents: diff changeset	253 void MutableSpace::print_on(outputStream* st) const {
a61af66fc99e Initial load duke parents: diff changeset	254 MutableSpace::print_short_on(st);
a61af66fc99e Initial load duke parents: diff changeset	255 st->print_cr(" [" INTPTR_FORMAT "," INTPTR_FORMAT "," INTPTR_FORMAT ")",
a61af66fc99e Initial load duke parents: diff changeset	256 bottom(), top(), end());
a61af66fc99e Initial load duke parents: diff changeset	257 }
a61af66fc99e Initial load duke parents: diff changeset	258
6008 b632e80fc9dc 4988100: oop_verify_old_oop appears to be dead brutisso parents: 4734 diff changeset	259 void MutableSpace::verify() {
0 a61af66fc99e Initial load duke parents: diff changeset	260 HeapWord* p = bottom();
a61af66fc99e Initial load duke parents: diff changeset	261 HeapWord* t = top();
a61af66fc99e Initial load duke parents: diff changeset	262 HeapWord* prev_p = NULL;
a61af66fc99e Initial load duke parents: diff changeset	263 while (p < t) {
a61af66fc99e Initial load duke parents: diff changeset	264 oop(p)->verify();
a61af66fc99e Initial load duke parents: diff changeset	265 prev_p = p;
a61af66fc99e Initial load duke parents: diff changeset	266 p += oop(p)->size();
a61af66fc99e Initial load duke parents: diff changeset	267 }
a61af66fc99e Initial load duke parents: diff changeset	268 guarantee(p == top(), "end of last object must match end of space");
a61af66fc99e Initial load duke parents: diff changeset	269 }

Mercurial > hg > truffle

annotate src/share/vm/gc_implementation/shared/mutableSpace.cpp @ 17467:55fb97c4c58d hs25-b65