graal-jvmci-8: src/share/vm/gc_implementation/shared/mutableSpace.cpp annotate

annotate src/share/vm/gc_implementation/shared/mutableSpace.cpp @ 10374:87c64c0438fb

6976350: G1: deal with fragmentation while copying objects during GC Summary: Create G1ParGCAllocBufferContainer to contain two buffers instead of previously using one buffer, in order to hold the first priority buffer longer. Thus, when some large objects hits the value of free space left in the first priority buffer it has an alternative to fit in the second priority buffer while the first priority buffer is given more chances to try allocating smaller objects. Overall, it will improve heap space efficiency. Reviewed-by: johnc, jmasa, brutisso Contributed-by: tamao <tao.mao@oracle.com>

author	tamao
date	Mon, 03 Jun 2013 14:37:13 -0700
parents	db9981fd3124
children	de6a9e811145

rev	line source
0 a61af66fc99e Initial load duke parents: diff changeset	1 /*
6008 b632e80fc9dc 4988100: oop_verify_old_oop appears to be dead brutisso parents: 4734 diff changeset	2 * Copyright (c) 2001, 2012, Oracle and/or its affiliates. All rights reserved.
0 a61af66fc99e Initial load duke parents: diff changeset	3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load duke parents: diff changeset	4 *
a61af66fc99e Initial load duke parents: diff changeset	5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load duke parents: diff changeset	6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load duke parents: diff changeset	7 * published by the Free Software Foundation.
a61af66fc99e Initial load duke parents: diff changeset	8 *
a61af66fc99e Initial load duke parents: diff changeset	9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load duke parents: diff changeset	10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load duke parents: diff changeset	11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load duke parents: diff changeset	12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load duke parents: diff changeset	13 * accompanied this code).
a61af66fc99e Initial load duke parents: diff changeset	14 *
a61af66fc99e Initial load duke parents: diff changeset	15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load duke parents: diff changeset	16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load duke parents: diff changeset	17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load duke parents: diff changeset	18 *
1552 c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories trims parents: 579 diff changeset	19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories trims parents: 579 diff changeset	20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories trims parents: 579 diff changeset	21 * questions.
0 a61af66fc99e Initial load duke parents: diff changeset	22 *
a61af66fc99e Initial load duke parents: diff changeset	23 */
a61af66fc99e Initial load duke parents: diff changeset	24
1972 f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	25 #include "precompiled.hpp"
8001 db9981fd3124 8005915: Unify SERIALGC and INCLUDE_ALTERNATE_GCS jprovino parents: 6725 diff changeset	26 #include "utilities/macros.hpp"
db9981fd3124 8005915: Unify SERIALGC and INCLUDE_ALTERNATE_GCS jprovino parents: 6725 diff changeset	27 #if INCLUDE_ALL_GCS
1972 f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	28 #include "gc_implementation/shared/mutableSpace.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	29 #include "gc_implementation/shared/spaceDecorator.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	30 #include "oops/oop.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	31 #include "runtime/safepoint.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot stefank parents: 1552 diff changeset	32 #include "runtime/thread.hpp"
8001 db9981fd3124 8005915: Unify SERIALGC and INCLUDE_ALTERNATE_GCS jprovino parents: 6725 diff changeset	33 #endif // INCLUDE_ALL_GCS
0 a61af66fc99e Initial load duke parents: diff changeset	34
535 4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	35 MutableSpace::MutableSpace(size_t alignment): ImmutableSpace(), _top(NULL), _alignment(alignment) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	36 assert(MutableSpace::alignment() >= 0 &&
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	37 MutableSpace::alignment() % os::vm_page_size() == 0,
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	38 "Space should be aligned");
263 12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	39 _mangler = new MutableSpaceMangler(this);
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	40 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	41
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	42 MutableSpace::~MutableSpace() {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	43 delete _mangler;
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	44 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	45
535 4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	46 void MutableSpace::numa_setup_pages(MemRegion mr, bool clear_space) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	47 if (!mr.is_empty()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	48 size_t page_size = UseLargePages ? alignment() : os::vm_page_size();
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	49 HeapWord start = (HeapWord)round_to((intptr_t) mr.start(), page_size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	50 HeapWord end = (HeapWord)round_down((intptr_t) mr.end(), page_size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	51 if (end > start) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	52 size_t size = pointer_delta(end, start, sizeof(char));
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	53 if (clear_space) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	54 // Prefer page reallocation to migration.
4734 20bfb6d15a94 7124829: NUMA: memory leak on Linux with large pages iveresov parents: 1972 diff changeset	55 os::free_memory((char*)start, size, page_size);
535 4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	56 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	57 os::numa_make_global((char*)start, size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	58 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	59 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	60 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	61
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	62 void MutableSpace::pretouch_pages(MemRegion mr) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	63 for (volatile char p = (char)mr.start(); p < (char*)mr.end(); p += os::vm_page_size()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	64 char t = p; p = t;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	65 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	66 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	67
263 12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	68 void MutableSpace::initialize(MemRegion mr,
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	69 bool clear_space,
535 4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	70 bool mangle_space,
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	71 bool setup_pages) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	72
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	73 assert(Universe::on_page_boundary(mr.start()) && Universe::on_page_boundary(mr.end()),
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	74 "invalid space boundaries");
0 a61af66fc99e Initial load duke parents: diff changeset	75
535 4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	76 if (setup_pages && (UseNUMA \|\| AlwaysPreTouch)) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	77 // The space may move left and right or expand/shrink.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	78 // We'd like to enforce the desired page placement.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	79 MemRegion head, tail;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	80 if (last_setup_region().is_empty()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	81 // If it's the first initialization don't limit the amount of work.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	82 head = mr;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	83 tail = MemRegion(mr.end(), mr.end());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	84 } else {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	85 // Is there an intersection with the address space?
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	86 MemRegion intersection = last_setup_region().intersection(mr);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	87 if (intersection.is_empty()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	88 intersection = MemRegion(mr.end(), mr.end());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	89 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	90 // All the sizes below are in words.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	91 size_t head_size = 0, tail_size = 0;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	92 if (mr.start() <= intersection.start()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	93 head_size = pointer_delta(intersection.start(), mr.start());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	94 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	95 if(intersection.end() <= mr.end()) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	96 tail_size = pointer_delta(mr.end(), intersection.end());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	97 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	98 // Limit the amount of page manipulation if necessary.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	99 if (NUMASpaceResizeRate > 0 && !AlwaysPreTouch) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	100 const size_t change_size = head_size + tail_size;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	101 const float setup_rate_words = NUMASpaceResizeRate >> LogBytesPerWord;
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	102 head_size = MIN2((size_t)(setup_rate_words * head_size / change_size),
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	103 head_size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	104 tail_size = MIN2((size_t)(setup_rate_words * tail_size / change_size),
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	105 tail_size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	106 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	107 head = MemRegion(intersection.start() - head_size, intersection.start());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	108 tail = MemRegion(intersection.end(), intersection.end() + tail_size);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	109 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	110 assert(mr.contains(head) && mr.contains(tail), "Sanity");
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	111
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	112 if (UseNUMA) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	113 numa_setup_pages(head, clear_space);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	114 numa_setup_pages(tail, clear_space);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	115 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	116
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	117 if (AlwaysPreTouch) {
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	118 pretouch_pages(head);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	119 pretouch_pages(tail);
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	120 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	121
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	122 // Remember where we stopped so that we can continue later.
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	123 set_last_setup_region(MemRegion(head.start(), tail.end()));
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	124 }
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	125
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	126 set_bottom(mr.start());
4e400c36026f 6783381: NUMA allocator: don't pretouch eden space with UseNUMA iveresov parents: 269 diff changeset	127 set_end(mr.end());
0 a61af66fc99e Initial load duke parents: diff changeset	128
263 12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	129 if (clear_space) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	130 clear(mangle_space);
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	131 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	132 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	133
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	134 void MutableSpace::clear(bool mangle_space) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	135 set_top(bottom());
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	136 if (ZapUnusedHeapArea && mangle_space) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	137 mangle_unused_area();
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	138 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	139 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	140
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	141 #ifndef PRODUCT
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	142 void MutableSpace::check_mangled_unused_area(HeapWord* limit) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	143 mangler()->check_mangled_unused_area(limit);
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	144 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	145
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	146 void MutableSpace::check_mangled_unused_area_complete() {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	147 mangler()->check_mangled_unused_area_complete();
0 a61af66fc99e Initial load duke parents: diff changeset	148 }
a61af66fc99e Initial load duke parents: diff changeset	149
263 12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	150 // Mangle only the unused space that has not previously
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	151 // been mangled and that has not been allocated since being
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	152 // mangled.
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	153 void MutableSpace::mangle_unused_area() {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	154 mangler()->mangle_unused_area();
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	155 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	156
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	157 void MutableSpace::mangle_unused_area_complete() {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	158 mangler()->mangle_unused_area_complete();
0 a61af66fc99e Initial load duke parents: diff changeset	159 }
a61af66fc99e Initial load duke parents: diff changeset	160
263 12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	161 void MutableSpace::mangle_region(MemRegion mr) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	162 SpaceMangler::mangle_region(mr);
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	163 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	164
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	165 void MutableSpace::set_top_for_allocations(HeapWord* v) {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	166 mangler()->set_top_for_allocations(v);
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	167 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	168
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	169 void MutableSpace::set_top_for_allocations() {
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	170 mangler()->set_top_for_allocations(top());
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	171 }
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	172 #endif
12eea04c8b06 6672698: mangle_unused_area() should not remangle the entire heap at each collection. jmasa parents: 190 diff changeset	173
0 a61af66fc99e Initial load duke parents: diff changeset	174 // This version requires locking. */
a61af66fc99e Initial load duke parents: diff changeset	175 HeapWord* MutableSpace::allocate(size_t size) {
a61af66fc99e Initial load duke parents: diff changeset	176 assert(Heap_lock->owned_by_self() \|\|
a61af66fc99e Initial load duke parents: diff changeset	177 (SafepointSynchronize::is_at_safepoint() &&
a61af66fc99e Initial load duke parents: diff changeset	178 Thread::current()->is_VM_thread()),
a61af66fc99e Initial load duke parents: diff changeset	179 "not locked");
a61af66fc99e Initial load duke parents: diff changeset	180 HeapWord* obj = top();
a61af66fc99e Initial load duke parents: diff changeset	181 if (pointer_delta(end(), obj) >= size) {
a61af66fc99e Initial load duke parents: diff changeset	182 HeapWord* new_top = obj + size;
a61af66fc99e Initial load duke parents: diff changeset	183 set_top(new_top);
a61af66fc99e Initial load duke parents: diff changeset	184 assert(is_object_aligned((intptr_t)obj) && is_object_aligned((intptr_t)new_top),
a61af66fc99e Initial load duke parents: diff changeset	185 "checking alignment");
a61af66fc99e Initial load duke parents: diff changeset	186 return obj;
a61af66fc99e Initial load duke parents: diff changeset	187 } else {
a61af66fc99e Initial load duke parents: diff changeset	188 return NULL;
a61af66fc99e Initial load duke parents: diff changeset	189 }
a61af66fc99e Initial load duke parents: diff changeset	190 }
a61af66fc99e Initial load duke parents: diff changeset	191
a61af66fc99e Initial load duke parents: diff changeset	192 // This version is lock-free.
a61af66fc99e Initial load duke parents: diff changeset	193 HeapWord* MutableSpace::cas_allocate(size_t size) {
a61af66fc99e Initial load duke parents: diff changeset	194 do {
a61af66fc99e Initial load duke parents: diff changeset	195 HeapWord* obj = top();
a61af66fc99e Initial load duke parents: diff changeset	196 if (pointer_delta(end(), obj) >= size) {
a61af66fc99e Initial load duke parents: diff changeset	197 HeapWord* new_top = obj + size;
a61af66fc99e Initial load duke parents: diff changeset	198 HeapWord* result = (HeapWord*)Atomic::cmpxchg_ptr(new_top, top_addr(), obj);
a61af66fc99e Initial load duke parents: diff changeset	199 // result can be one of two:
a61af66fc99e Initial load duke parents: diff changeset	200 // the old top value: the exchange succeeded
a61af66fc99e Initial load duke parents: diff changeset	201 // otherwise: the new value of the top is returned.
a61af66fc99e Initial load duke parents: diff changeset	202 if (result != obj) {
a61af66fc99e Initial load duke parents: diff changeset	203 continue; // another thread beat us to the allocation, try again
a61af66fc99e Initial load duke parents: diff changeset	204 }
a61af66fc99e Initial load duke parents: diff changeset	205 assert(is_object_aligned((intptr_t)obj) && is_object_aligned((intptr_t)new_top),
a61af66fc99e Initial load duke parents: diff changeset	206 "checking alignment");
a61af66fc99e Initial load duke parents: diff changeset	207 return obj;
a61af66fc99e Initial load duke parents: diff changeset	208 } else {
a61af66fc99e Initial load duke parents: diff changeset	209 return NULL;
a61af66fc99e Initial load duke parents: diff changeset	210 }
a61af66fc99e Initial load duke parents: diff changeset	211 } while (true);
a61af66fc99e Initial load duke parents: diff changeset	212 }
a61af66fc99e Initial load duke parents: diff changeset	213
a61af66fc99e Initial load duke parents: diff changeset	214 // Try to deallocate previous allocation. Returns true upon success.
a61af66fc99e Initial load duke parents: diff changeset	215 bool MutableSpace::cas_deallocate(HeapWord *obj, size_t size) {
a61af66fc99e Initial load duke parents: diff changeset	216 HeapWord* expected_top = obj + size;
a61af66fc99e Initial load duke parents: diff changeset	217 return (HeapWord*)Atomic::cmpxchg_ptr(obj, top_addr(), expected_top) == expected_top;
a61af66fc99e Initial load duke parents: diff changeset	218 }
a61af66fc99e Initial load duke parents: diff changeset	219
6725 da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	220 void MutableSpace::oop_iterate(ExtendedOopClosure* cl) {
0 a61af66fc99e Initial load duke parents: diff changeset	221 HeapWord* obj_addr = bottom();
a61af66fc99e Initial load duke parents: diff changeset	222 HeapWord* t = top();
a61af66fc99e Initial load duke parents: diff changeset	223 // Could call objects iterate, but this is easier.
a61af66fc99e Initial load duke parents: diff changeset	224 while (obj_addr < t) {
a61af66fc99e Initial load duke parents: diff changeset	225 obj_addr += oop(obj_addr)->oop_iterate(cl);
a61af66fc99e Initial load duke parents: diff changeset	226 }
a61af66fc99e Initial load duke parents: diff changeset	227 }
a61af66fc99e Initial load duke parents: diff changeset	228
6725 da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	229 void MutableSpace::oop_iterate_no_header(OopClosure* cl) {
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	230 HeapWord* obj_addr = bottom();
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	231 HeapWord* t = top();
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	232 // Could call objects iterate, but this is easier.
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	233 while (obj_addr < t) {
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	234 obj_addr += oop(obj_addr)->oop_iterate_no_header(cl);
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	235 }
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	236 }
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory coleenp parents: 6008 diff changeset	237
0 a61af66fc99e Initial load duke parents: diff changeset	238 void MutableSpace::object_iterate(ObjectClosure* cl) {
a61af66fc99e Initial load duke parents: diff changeset	239 HeapWord* p = bottom();
a61af66fc99e Initial load duke parents: diff changeset	240 while (p < top()) {
a61af66fc99e Initial load duke parents: diff changeset	241 cl->do_object(oop(p));
a61af66fc99e Initial load duke parents: diff changeset	242 p += oop(p)->size();
a61af66fc99e Initial load duke parents: diff changeset	243 }
a61af66fc99e Initial load duke parents: diff changeset	244 }
a61af66fc99e Initial load duke parents: diff changeset	245
a61af66fc99e Initial load duke parents: diff changeset	246 void MutableSpace::print_short() const { print_short_on(tty); }
a61af66fc99e Initial load duke parents: diff changeset	247 void MutableSpace::print_short_on( outputStream* st) const {
a61af66fc99e Initial load duke parents: diff changeset	248 st->print(" space " SIZE_FORMAT "K, %d%% used", capacity_in_bytes() / K,
a61af66fc99e Initial load duke parents: diff changeset	249 (int) ((double) used_in_bytes() * 100 / capacity_in_bytes()));
a61af66fc99e Initial load duke parents: diff changeset	250 }
a61af66fc99e Initial load duke parents: diff changeset	251
a61af66fc99e Initial load duke parents: diff changeset	252 void MutableSpace::print() const { print_on(tty); }
a61af66fc99e Initial load duke parents: diff changeset	253 void MutableSpace::print_on(outputStream* st) const {
a61af66fc99e Initial load duke parents: diff changeset	254 MutableSpace::print_short_on(st);
a61af66fc99e Initial load duke parents: diff changeset	255 st->print_cr(" [" INTPTR_FORMAT "," INTPTR_FORMAT "," INTPTR_FORMAT ")",
a61af66fc99e Initial load duke parents: diff changeset	256 bottom(), top(), end());
a61af66fc99e Initial load duke parents: diff changeset	257 }
a61af66fc99e Initial load duke parents: diff changeset	258
6008 b632e80fc9dc 4988100: oop_verify_old_oop appears to be dead brutisso parents: 4734 diff changeset	259 void MutableSpace::verify() {
0 a61af66fc99e Initial load duke parents: diff changeset	260 HeapWord* p = bottom();
a61af66fc99e Initial load duke parents: diff changeset	261 HeapWord* t = top();
a61af66fc99e Initial load duke parents: diff changeset	262 HeapWord* prev_p = NULL;
a61af66fc99e Initial load duke parents: diff changeset	263 while (p < t) {
a61af66fc99e Initial load duke parents: diff changeset	264 oop(p)->verify();
a61af66fc99e Initial load duke parents: diff changeset	265 prev_p = p;
a61af66fc99e Initial load duke parents: diff changeset	266 p += oop(p)->size();
a61af66fc99e Initial load duke parents: diff changeset	267 }
a61af66fc99e Initial load duke parents: diff changeset	268 guarantee(p == top(), "end of last object must match end of space");
a61af66fc99e Initial load duke parents: diff changeset	269 }

Mercurial > hg > graal-jvmci-8

annotate src/share/vm/gc_implementation/shared/mutableSpace.cpp @ 10374:87c64c0438fb