annotate src/share/vm/services/memTracker.cpp @ 12146:9758d9f36299

8021954: VM SIGSEGV during classloading on MacOS; hs_err_pid file produced Summary: declare all user-defined operator new()s within Hotspot code with the empty throw() exception specification Reviewed-by: coleenp, twisti, dholmes, hseigel, dcubed, kvn, ccheung Contributed-by: lois.foltan@oracle.com
author coleenp
date Thu, 29 Aug 2013 18:56:29 -0400
parents 248c459b2b75
children ce8f6bb717c9
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
1 /*
9061
4c8bb5e4f68f 8011161: NMT: Memory leak when encountering out of memory error while initializing memory snapshot
zgu
parents: 8810
diff changeset
2 * Copyright (c) 2012, 2013, Oracle and/or its affiliates. All rights reserved.
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
4 *
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
7 * published by the Free Software Foundation.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
8 *
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
13 * accompanied this code).
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
14 *
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
18 *
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
21 * questions.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
22 *
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
23 */
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
24 #include "precompiled.hpp"
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
25
7464
ecd24264898b 8005048: NMT: #loaded classes needs to just show the # defined classes
zgu
parents: 7172
diff changeset
26 #include "oops/instanceKlass.hpp"
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
27 #include "runtime/atomic.hpp"
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
28 #include "runtime/interfaceSupport.hpp"
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
29 #include "runtime/mutexLocker.hpp"
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
30 #include "runtime/safepoint.hpp"
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
31 #include "runtime/threadCritical.hpp"
7971
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
32 #include "runtime/vm_operations.hpp"
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
33 #include "services/memPtr.hpp"
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
34 #include "services/memReporter.hpp"
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
35 #include "services/memTracker.hpp"
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
36 #include "utilities/decoder.hpp"
10355
fb14e9ed1594 8011064: Some tests have failed with SIGSEGV on arm-hflt on build b82
jprovino
parents: 10148
diff changeset
37 #include "utilities/defaultStream.hpp"
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
38 #include "utilities/globalDefinitions.hpp"
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
39
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
40 bool NMT_track_callsite = false;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
41
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
42 // walk all 'known' threads at NMT sync point, and collect their recorders
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
43 void SyncThreadRecorderClosure::do_thread(Thread* thread) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
44 assert(SafepointSynchronize::is_at_safepoint(), "Safepoint required");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
45 if (thread->is_Java_thread()) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
46 JavaThread* javaThread = (JavaThread*)thread;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
47 MemRecorder* recorder = javaThread->get_recorder();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
48 if (recorder != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
49 MemTracker::enqueue_pending_recorder(recorder);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
50 javaThread->set_recorder(NULL);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
51 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
52 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
53 _thread_count ++;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
54 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
55
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
56
10096
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
57 MemRecorder* volatile MemTracker::_global_recorder = NULL;
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
58 MemSnapshot* MemTracker::_snapshot = NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
59 MemBaseline MemTracker::_baseline;
6232
f1f45dddb0bd 7181986: NMT ON: Assertion failure when running jdi ExpiredRequestDeletionTest
zgu
parents: 6197
diff changeset
60 Mutex* MemTracker::_query_lock = NULL;
10096
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
61 MemRecorder* volatile MemTracker::_merge_pending_queue = NULL;
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
62 MemRecorder* volatile MemTracker::_pooled_recorders = NULL;
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
63 MemTrackWorker* MemTracker::_worker_thread = NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
64 int MemTracker::_sync_point_skip_count = 0;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
65 MemTracker::NMTLevel MemTracker::_tracking_level = MemTracker::NMT_off;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
66 volatile MemTracker::NMTStates MemTracker::_state = NMT_uninited;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
67 MemTracker::ShutdownReason MemTracker::_reason = NMT_shutdown_none;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
68 int MemTracker::_thread_count = 255;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
69 volatile jint MemTracker::_pooled_recorder_count = 0;
7971
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
70 volatile unsigned long MemTracker::_processing_generation = 0;
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
71 volatile bool MemTracker::_worker_thread_idle = false;
10986
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
72 volatile jint MemTracker::_pending_op_count = 0;
8810
06db4c0afbf3 8009298: NMT: Special version of class loading/unloading with runThese stresses out NMT
zgu
parents: 7971
diff changeset
73 volatile bool MemTracker::_slowdown_calling_thread = false;
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
74 debug_only(intx MemTracker::_main_thread_tid = 0;)
6607
e5bf1c79ed5b 7191124: Optimized build is broken due to inconsistent use of DEBUG_ONLY and NOT_PRODUCT macros in NMT
zgu
parents: 6235
diff changeset
75 NOT_PRODUCT(volatile jint MemTracker::_pending_recorder_count = 0;)
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
76
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
77 void MemTracker::init_tracking_options(const char* option_line) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
78 _tracking_level = NMT_off;
7172
bbc14465e7db 8003689: MemTracker::init_tracking_options() reads outside array if commandline argument is empty
zgu
parents: 6882
diff changeset
79 if (strcmp(option_line, "=summary") == 0) {
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
80 _tracking_level = NMT_summary;
7172
bbc14465e7db 8003689: MemTracker::init_tracking_options() reads outside array if commandline argument is empty
zgu
parents: 6882
diff changeset
81 } else if (strcmp(option_line, "=detail") == 0) {
10355
fb14e9ed1594 8011064: Some tests have failed with SIGSEGV on arm-hflt on build b82
jprovino
parents: 10148
diff changeset
82 // detail relies on a stack-walking ability that may not
fb14e9ed1594 8011064: Some tests have failed with SIGSEGV on arm-hflt on build b82
jprovino
parents: 10148
diff changeset
83 // be available depending on platform and/or compiler flags
11129
16b10327b00d 8011569: ARM -- avoid native stack walking
jprovino
parents: 10355
diff changeset
84 #if PLATFORM_NATIVE_STACK_WALKING_SUPPORTED
10355
fb14e9ed1594 8011064: Some tests have failed with SIGSEGV on arm-hflt on build b82
jprovino
parents: 10148
diff changeset
85 _tracking_level = NMT_detail;
11129
16b10327b00d 8011569: ARM -- avoid native stack walking
jprovino
parents: 10355
diff changeset
86 #else
10355
fb14e9ed1594 8011064: Some tests have failed with SIGSEGV on arm-hflt on build b82
jprovino
parents: 10148
diff changeset
87 jio_fprintf(defaultStream::error_stream(),
11129
16b10327b00d 8011569: ARM -- avoid native stack walking
jprovino
parents: 10355
diff changeset
88 "NMT detail is not supported on this platform. Using NMT summary instead.\n");
10355
fb14e9ed1594 8011064: Some tests have failed with SIGSEGV on arm-hflt on build b82
jprovino
parents: 10148
diff changeset
89 _tracking_level = NMT_summary;
11129
16b10327b00d 8011569: ARM -- avoid native stack walking
jprovino
parents: 10355
diff changeset
90 #endif
7172
bbc14465e7db 8003689: MemTracker::init_tracking_options() reads outside array if commandline argument is empty
zgu
parents: 6882
diff changeset
91 } else if (strcmp(option_line, "=off") != 0) {
bbc14465e7db 8003689: MemTracker::init_tracking_options() reads outside array if commandline argument is empty
zgu
parents: 6882
diff changeset
92 vm_exit_during_initialization("Syntax error, expecting -XX:NativeMemoryTracking=[off|summary|detail]", NULL);
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
93 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
94 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
95
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
96 // first phase of bootstrapping, when VM is still in single-threaded mode.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
97 void MemTracker::bootstrap_single_thread() {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
98 if (_tracking_level > NMT_off) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
99 assert(_state == NMT_uninited, "wrong state");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
100
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
101 // NMT is not supported with UseMallocOnly is on. NMT can NOT
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
102 // handle the amount of malloc data without significantly impacting
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
103 // runtime performance when this flag is on.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
104 if (UseMallocOnly) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
105 shutdown(NMT_use_malloc_only);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
106 return;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
107 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
108
6232
f1f45dddb0bd 7181986: NMT ON: Assertion failure when running jdi ExpiredRequestDeletionTest
zgu
parents: 6197
diff changeset
109 _query_lock = new (std::nothrow) Mutex(Monitor::max_nonleaf, "NMT_queryLock");
f1f45dddb0bd 7181986: NMT ON: Assertion failure when running jdi ExpiredRequestDeletionTest
zgu
parents: 6197
diff changeset
110 if (_query_lock == NULL) {
f1f45dddb0bd 7181986: NMT ON: Assertion failure when running jdi ExpiredRequestDeletionTest
zgu
parents: 6197
diff changeset
111 shutdown(NMT_out_of_memory);
f1f45dddb0bd 7181986: NMT ON: Assertion failure when running jdi ExpiredRequestDeletionTest
zgu
parents: 6197
diff changeset
112 return;
f1f45dddb0bd 7181986: NMT ON: Assertion failure when running jdi ExpiredRequestDeletionTest
zgu
parents: 6197
diff changeset
113 }
f1f45dddb0bd 7181986: NMT ON: Assertion failure when running jdi ExpiredRequestDeletionTest
zgu
parents: 6197
diff changeset
114
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
115 debug_only(_main_thread_tid = os::current_thread_id();)
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
116 _state = NMT_bootstrapping_single_thread;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
117 NMT_track_callsite = (_tracking_level == NMT_detail && can_walk_stack());
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
118 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
119 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
120
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
121 // second phase of bootstrapping, when VM is about to or already entered multi-theaded mode.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
122 void MemTracker::bootstrap_multi_thread() {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
123 if (_tracking_level > NMT_off && _state == NMT_bootstrapping_single_thread) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
124 // create nmt lock for multi-thread execution
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
125 assert(_main_thread_tid == os::current_thread_id(), "wrong thread");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
126 _state = NMT_bootstrapping_multi_thread;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
127 NMT_track_callsite = (_tracking_level == NMT_detail && can_walk_stack());
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
128 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
129 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
130
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
131 // fully start nmt
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
132 void MemTracker::start() {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
133 // Native memory tracking is off from command line option
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
134 if (_tracking_level == NMT_off || shutdown_in_progress()) return;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
135
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
136 assert(_main_thread_tid == os::current_thread_id(), "wrong thread");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
137 assert(_state == NMT_bootstrapping_multi_thread, "wrong state");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
138
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
139 _snapshot = new (std::nothrow)MemSnapshot();
9061
4c8bb5e4f68f 8011161: NMT: Memory leak when encountering out of memory error while initializing memory snapshot
zgu
parents: 8810
diff changeset
140 if (_snapshot != NULL) {
10096
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
141 if (!_snapshot->out_of_memory() && start_worker(_snapshot)) {
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
142 _state = NMT_started;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
143 NMT_track_callsite = (_tracking_level == NMT_detail && can_walk_stack());
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
144 return;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
145 }
9061
4c8bb5e4f68f 8011161: NMT: Memory leak when encountering out of memory error while initializing memory snapshot
zgu
parents: 8810
diff changeset
146
4c8bb5e4f68f 8011161: NMT: Memory leak when encountering out of memory error while initializing memory snapshot
zgu
parents: 8810
diff changeset
147 delete _snapshot;
4c8bb5e4f68f 8011161: NMT: Memory leak when encountering out of memory error while initializing memory snapshot
zgu
parents: 8810
diff changeset
148 _snapshot = NULL;
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
149 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
150
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
151 // fail to start native memory tracking, shut it down
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
152 shutdown(NMT_initialization);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
153 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
154
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
155 /**
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
156 * Shutting down native memory tracking.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
157 * We can not shutdown native memory tracking immediately, so we just
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
158 * setup shutdown pending flag, every native memory tracking component
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
159 * should orderly shut itself down.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
160 *
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
161 * The shutdown sequences:
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
162 * 1. MemTracker::shutdown() sets MemTracker to shutdown pending state
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
163 * 2. Worker thread calls MemTracker::final_shutdown(), which transites
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
164 * MemTracker to final shutdown state.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
165 * 3. At sync point, MemTracker does final cleanup, before sets memory
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
166 * tracking level to off to complete shutdown.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
167 */
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
168 void MemTracker::shutdown(ShutdownReason reason) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
169 if (_tracking_level == NMT_off) return;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
170
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
171 if (_state <= NMT_bootstrapping_single_thread) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
172 // we still in single thread mode, there is not contention
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
173 _state = NMT_shutdown_pending;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
174 _reason = reason;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
175 } else {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
176 // we want to know who initialized shutdown
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
177 if ((jint)NMT_started == Atomic::cmpxchg((jint)NMT_shutdown_pending,
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
178 (jint*)&_state, (jint)NMT_started)) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
179 _reason = reason;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
180 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
181 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
182 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
183
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
184 // final phase of shutdown
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
185 void MemTracker::final_shutdown() {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
186 // delete all pending recorders and pooled recorders
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
187 delete_all_pending_recorders();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
188 delete_all_pooled_recorders();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
189
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
190 {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
191 // shared baseline and snapshot are the only objects needed to
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
192 // create query results
6232
f1f45dddb0bd 7181986: NMT ON: Assertion failure when running jdi ExpiredRequestDeletionTest
zgu
parents: 6197
diff changeset
193 MutexLockerEx locker(_query_lock, true);
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
194 // cleanup baseline data and snapshot
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
195 _baseline.clear();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
196 delete _snapshot;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
197 _snapshot = NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
198 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
199
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
200 // shutdown shared decoder instance, since it is only
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
201 // used by native memory tracking so far.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
202 Decoder::shutdown();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
203
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
204 MemTrackWorker* worker = NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
205 {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
206 ThreadCritical tc;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
207 // can not delete worker inside the thread critical
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
208 if (_worker_thread != NULL && Thread::current() == _worker_thread) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
209 worker = _worker_thread;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
210 _worker_thread = NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
211 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
212 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
213 if (worker != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
214 delete worker;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
215 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
216 _state = NMT_final_shutdown;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
217 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
218
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
219 // delete all pooled recorders
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
220 void MemTracker::delete_all_pooled_recorders() {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
221 // free all pooled recorders
10096
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
222 MemRecorder* volatile cur_head = _pooled_recorders;
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
223 if (cur_head != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
224 MemRecorder* null_ptr = NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
225 while (cur_head != NULL && (void*)cur_head != Atomic::cmpxchg_ptr((void*)null_ptr,
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
226 (void*)&_pooled_recorders, (void*)cur_head)) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
227 cur_head = _pooled_recorders;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
228 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
229 if (cur_head != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
230 delete cur_head;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
231 _pooled_recorder_count = 0;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
232 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
233 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
234 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
235
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
236 // delete all recorders in pending queue
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
237 void MemTracker::delete_all_pending_recorders() {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
238 // free all pending recorders
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
239 MemRecorder* pending_head = get_pending_recorders();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
240 if (pending_head != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
241 delete pending_head;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
242 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
243 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
244
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
245 /*
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
246 * retrieve per-thread recorder of specified thread.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
247 * if thread == NULL, it means global recorder
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
248 */
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
249 MemRecorder* MemTracker::get_thread_recorder(JavaThread* thread) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
250 if (shutdown_in_progress()) return NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
251
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
252 MemRecorder* rc;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
253 if (thread == NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
254 rc = _global_recorder;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
255 } else {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
256 rc = thread->get_recorder();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
257 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
258
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
259 if (rc != NULL && rc->is_full()) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
260 enqueue_pending_recorder(rc);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
261 rc = NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
262 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
263
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
264 if (rc == NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
265 rc = get_new_or_pooled_instance();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
266 if (thread == NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
267 _global_recorder = rc;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
268 } else {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
269 thread->set_recorder(rc);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
270 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
271 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
272 return rc;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
273 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
274
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
275 /*
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
276 * get a per-thread recorder from pool, or create a new one if
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
277 * there is not one available.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
278 */
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
279 MemRecorder* MemTracker::get_new_or_pooled_instance() {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
280 MemRecorder* cur_head = const_cast<MemRecorder*> (_pooled_recorders);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
281 if (cur_head == NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
282 MemRecorder* rec = new (std::nothrow)MemRecorder();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
283 if (rec == NULL || rec->out_of_memory()) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
284 shutdown(NMT_out_of_memory);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
285 if (rec != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
286 delete rec;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
287 rec = NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
288 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
289 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
290 return rec;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
291 } else {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
292 MemRecorder* next_head = cur_head->next();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
293 if ((void*)cur_head != Atomic::cmpxchg_ptr((void*)next_head, (void*)&_pooled_recorders,
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
294 (void*)cur_head)) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
295 return get_new_or_pooled_instance();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
296 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
297 cur_head->set_next(NULL);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
298 Atomic::dec(&_pooled_recorder_count);
7971
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
299 cur_head->set_generation();
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
300 return cur_head;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
301 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
302 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
303
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
304 /*
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
305 * retrieve all recorders in pending queue, and empty the queue
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
306 */
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
307 MemRecorder* MemTracker::get_pending_recorders() {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
308 MemRecorder* cur_head = const_cast<MemRecorder*>(_merge_pending_queue);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
309 MemRecorder* null_ptr = NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
310 while ((void*)cur_head != Atomic::cmpxchg_ptr((void*)null_ptr, (void*)&_merge_pending_queue,
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
311 (void*)cur_head)) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
312 cur_head = const_cast<MemRecorder*>(_merge_pending_queue);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
313 }
6607
e5bf1c79ed5b 7191124: Optimized build is broken due to inconsistent use of DEBUG_ONLY and NOT_PRODUCT macros in NMT
zgu
parents: 6235
diff changeset
314 NOT_PRODUCT(Atomic::store(0, &_pending_recorder_count));
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
315 return cur_head;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
316 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
317
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
318 /*
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
319 * release a recorder to recorder pool.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
320 */
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
321 void MemTracker::release_thread_recorder(MemRecorder* rec) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
322 assert(rec != NULL, "null recorder");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
323 // we don't want to pool too many recorders
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
324 rec->set_next(NULL);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
325 if (shutdown_in_progress() || _pooled_recorder_count > _thread_count * 2) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
326 delete rec;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
327 return;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
328 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
329
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
330 rec->clear();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
331 MemRecorder* cur_head = const_cast<MemRecorder*>(_pooled_recorders);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
332 rec->set_next(cur_head);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
333 while ((void*)cur_head != Atomic::cmpxchg_ptr((void*)rec, (void*)&_pooled_recorders,
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
334 (void*)cur_head)) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
335 cur_head = const_cast<MemRecorder*>(_pooled_recorders);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
336 rec->set_next(cur_head);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
337 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
338 Atomic::inc(&_pooled_recorder_count);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
339 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
340
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
341 // write a record to proper recorder. No lock can be taken from this method
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
342 // down.
10986
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
343 void MemTracker::write_tracking_record(address addr, MEMFLAGS flags,
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
344 size_t size, jint seq, address pc, JavaThread* thread) {
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
345
6231
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
346 MemRecorder* rc = get_thread_recorder(thread);
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
347 if (rc != NULL) {
10986
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
348 rc->record(addr, flags, size, seq, pc);
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
349 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
350 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
351
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
352 /**
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
353 * enqueue a recorder to pending queue
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
354 */
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
355 void MemTracker::enqueue_pending_recorder(MemRecorder* rec) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
356 assert(rec != NULL, "null recorder");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
357
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
358 // we are shutting down, so just delete it
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
359 if (shutdown_in_progress()) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
360 rec->set_next(NULL);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
361 delete rec;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
362 return;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
363 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
364
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
365 MemRecorder* cur_head = const_cast<MemRecorder*>(_merge_pending_queue);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
366 rec->set_next(cur_head);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
367 while ((void*)cur_head != Atomic::cmpxchg_ptr((void*)rec, (void*)&_merge_pending_queue,
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
368 (void*)cur_head)) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
369 cur_head = const_cast<MemRecorder*>(_merge_pending_queue);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
370 rec->set_next(cur_head);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
371 }
6607
e5bf1c79ed5b 7191124: Optimized build is broken due to inconsistent use of DEBUG_ONLY and NOT_PRODUCT macros in NMT
zgu
parents: 6235
diff changeset
372 NOT_PRODUCT(Atomic::inc(&_pending_recorder_count);)
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
373 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
374
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
375 /*
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
376 * The method is called at global safepoint
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
377 * during it synchronization process.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
378 * 1. enqueue all JavaThreads' per-thread recorders
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
379 * 2. enqueue global recorder
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
380 * 3. retrieve all pending recorders
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
381 * 4. reset global sequence number generator
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
382 * 5. call worker's sync
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
383 */
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
384 #define MAX_SAFEPOINTS_TO_SKIP 128
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
385 #define SAFE_SEQUENCE_THRESHOLD 30
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
386 #define HIGH_GENERATION_THRESHOLD 60
8810
06db4c0afbf3 8009298: NMT: Special version of class loading/unloading with runThese stresses out NMT
zgu
parents: 7971
diff changeset
387 #define MAX_RECORDER_THREAD_RATIO 30
11137
c9a5fab39234 8012241: NMT huge memory footprint, it usually leads to OOME
zgu
parents: 10986
diff changeset
388 #define MAX_RECORDER_PER_THREAD 100
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
389
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
390 void MemTracker::sync() {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
391 assert(_tracking_level > NMT_off, "NMT is not enabled");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
392 assert(SafepointSynchronize::is_at_safepoint(), "Safepoint required");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
393
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
394 // Some GC tests hit large number of safepoints in short period of time
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
395 // without meaningful activities. We should prevent going to
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
396 // sync point in these cases, which can potentially exhaust generation buffer.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
397 // Here is the factots to determine if we should go into sync point:
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
398 // 1. not to overflow sequence number
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
399 // 2. if we are in danger to overflow generation buffer
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
400 // 3. how many safepoints we already skipped sync point
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
401 if (_state == NMT_started) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
402 // worker thread is not ready, no one can manage generation
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
403 // buffer, so skip this safepoint
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
404 if (_worker_thread == NULL) return;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
405
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
406 if (_sync_point_skip_count < MAX_SAFEPOINTS_TO_SKIP) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
407 int per_seq_in_use = SequenceGenerator::peek() * 100 / max_jint;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
408 int per_gen_in_use = _worker_thread->generations_in_use() * 100 / MAX_GENERATIONS;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
409 if (per_seq_in_use < SAFE_SEQUENCE_THRESHOLD && per_gen_in_use >= HIGH_GENERATION_THRESHOLD) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
410 _sync_point_skip_count ++;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
411 return;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
412 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
413 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
414 {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
415 // This method is running at safepoint, with ThreadCritical lock,
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
416 // it should guarantee that NMT is fully sync-ed.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
417 ThreadCritical tc;
6231
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
418
10986
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
419 // We can NOT execute NMT sync-point if there are pending tracking ops.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
420 if (_pending_op_count == 0) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
421 SequenceGenerator::reset();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
422 _sync_point_skip_count = 0;
6882
716c64bda5ba 7199092: NMT: NMT needs to deal overlapped virtual memory ranges
zgu
parents: 6781
diff changeset
423
10986
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
424 // walk all JavaThreads to collect recorders
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
425 SyncThreadRecorderClosure stc;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
426 Threads::threads_do(&stc);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
427
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
428 _thread_count = stc.get_thread_count();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
429 MemRecorder* pending_recorders = get_pending_recorders();
6231
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
430
10986
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
431 if (_global_recorder != NULL) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
432 _global_recorder->set_next(pending_recorders);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
433 pending_recorders = _global_recorder;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
434 _global_recorder = NULL;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
435 }
6231
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
436
10986
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
437 // see if NMT has too many outstanding recorder instances, it usually
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
438 // means that worker thread is lagging behind in processing them.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
439 if (!AutoShutdownNMT) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
440 _slowdown_calling_thread = (MemRecorder::_instance_count > MAX_RECORDER_THREAD_RATIO * _thread_count);
11137
c9a5fab39234 8012241: NMT huge memory footprint, it usually leads to OOME
zgu
parents: 10986
diff changeset
441 } else {
c9a5fab39234 8012241: NMT huge memory footprint, it usually leads to OOME
zgu
parents: 10986
diff changeset
442 // If auto shutdown is on, enforce MAX_RECORDER_PER_THREAD threshold to prevent OOM
c9a5fab39234 8012241: NMT huge memory footprint, it usually leads to OOME
zgu
parents: 10986
diff changeset
443 if (MemRecorder::_instance_count >= _thread_count * MAX_RECORDER_PER_THREAD) {
c9a5fab39234 8012241: NMT huge memory footprint, it usually leads to OOME
zgu
parents: 10986
diff changeset
444 shutdown(NMT_out_of_memory);
c9a5fab39234 8012241: NMT huge memory footprint, it usually leads to OOME
zgu
parents: 10986
diff changeset
445 }
10986
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
446 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
447
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
448 // check _worker_thread with lock to avoid racing condition
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
449 if (_worker_thread != NULL) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
450 _worker_thread->at_sync_point(pending_recorders, InstanceKlass::number_of_instance_classes());
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
451 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
452 assert(SequenceGenerator::peek() == 1, "Should not have memory activities during sync-point");
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
453 } else {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
454 _sync_point_skip_count ++;
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
455 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
456 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
457 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
458
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
459 // now, it is the time to shut whole things off
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
460 if (_state == NMT_final_shutdown) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
461 // walk all JavaThreads to delete all recorders
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
462 SyncThreadRecorderClosure stc;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
463 Threads::threads_do(&stc);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
464 // delete global recorder
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
465 {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
466 ThreadCritical tc;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
467 if (_global_recorder != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
468 delete _global_recorder;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
469 _global_recorder = NULL;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
470 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
471 }
6231
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
472 MemRecorder* pending_recorders = get_pending_recorders();
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
473 if (pending_recorders != NULL) {
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
474 delete pending_recorders;
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
475 }
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
476 // try at a later sync point to ensure MemRecorder instance drops to zero to
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
477 // completely shutdown NMT
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
478 if (MemRecorder::_instance_count == 0) {
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
479 _state = NMT_shutdown;
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
480 _tracking_level = NMT_off;
7e5976e66c62 7182543: NMT ON: Aggregate a few NMT related bugs
zgu
parents: 6197
diff changeset
481 }
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
482 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
483 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
484
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
485 /*
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
486 * Start worker thread.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
487 */
10096
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
488 bool MemTracker::start_worker(MemSnapshot* snapshot) {
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
489 assert(_worker_thread == NULL && _snapshot != NULL, "Just Check");
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
490 _worker_thread = new (std::nothrow) MemTrackWorker(snapshot);
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
491 if (_worker_thread == NULL) {
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
492 return false;
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
493 } else if (_worker_thread->has_error()) {
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
494 delete _worker_thread;
35f8765422b9 8010151: nsk/regression/b6653214 fails "assert(snapshot != NULL) failed: Worker should not be started"
zgu
parents: 9061
diff changeset
495 _worker_thread = NULL;
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
496 return false;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
497 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
498 _worker_thread->start();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
499 return true;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
500 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
501
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
502 /*
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
503 * We need to collect a JavaThread's per-thread recorder
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
504 * before it exits.
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
505 */
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
506 void MemTracker::thread_exiting(JavaThread* thread) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
507 if (is_on()) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
508 MemRecorder* rec = thread->get_recorder();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
509 if (rec != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
510 enqueue_pending_recorder(rec);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
511 thread->set_recorder(NULL);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
512 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
513 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
514 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
515
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
516 // baseline current memory snapshot
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
517 bool MemTracker::baseline() {
10148
fbca7eaeac2e 8011218: Kitchensink hanged, likely NMT is to blame
zgu
parents: 10096
diff changeset
518 MutexLocker lock(_query_lock);
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
519 MemSnapshot* snapshot = get_snapshot();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
520 if (snapshot != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
521 return _baseline.baseline(*snapshot, false);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
522 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
523 return false;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
524 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
525
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
526 // print memory usage from current snapshot
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
527 bool MemTracker::print_memory_usage(BaselineOutputer& out, size_t unit, bool summary_only) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
528 MemBaseline baseline;
10148
fbca7eaeac2e 8011218: Kitchensink hanged, likely NMT is to blame
zgu
parents: 10096
diff changeset
529 MutexLocker lock(_query_lock);
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
530 MemSnapshot* snapshot = get_snapshot();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
531 if (snapshot != NULL && baseline.baseline(*snapshot, summary_only)) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
532 BaselineReporter reporter(out, unit);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
533 reporter.report_baseline(baseline, summary_only);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
534 return true;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
535 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
536 return false;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
537 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
538
7971
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
539 // Whitebox API for blocking until the current generation of NMT data has been merged
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
540 bool MemTracker::wbtest_wait_for_data_merge() {
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
541 // NMT can't be shutdown while we're holding _query_lock
10148
fbca7eaeac2e 8011218: Kitchensink hanged, likely NMT is to blame
zgu
parents: 10096
diff changeset
542 MutexLocker lock(_query_lock);
7971
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
543 assert(_worker_thread != NULL, "Invalid query");
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
544 // the generation at query time, so NMT will spin till this generation is processed
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
545 unsigned long generation_at_query_time = SequenceGenerator::current_generation();
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
546 unsigned long current_processing_generation = _processing_generation;
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
547 // if generation counter overflown
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
548 bool generation_overflown = (generation_at_query_time < current_processing_generation);
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
549 long generations_to_wrap = MAX_UNSIGNED_LONG - current_processing_generation;
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
550 // spin
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
551 while (!shutdown_in_progress()) {
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
552 if (!generation_overflown) {
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
553 if (current_processing_generation > generation_at_query_time) {
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
554 return true;
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
555 }
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
556 } else {
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
557 assert(generations_to_wrap >= 0, "Sanity check");
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
558 long current_generations_to_wrap = MAX_UNSIGNED_LONG - current_processing_generation;
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
559 assert(current_generations_to_wrap >= 0, "Sanity check");
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
560 // to overflow an unsigned long should take long time, so to_wrap check should be sufficient
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
561 if (current_generations_to_wrap > generations_to_wrap &&
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
562 current_processing_generation > generation_at_query_time) {
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
563 return true;
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
564 }
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
565 }
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
566
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
567 // if worker thread is idle, but generation is not advancing, that means
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
568 // there is not safepoint to let NMT advance generation, force one.
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
569 if (_worker_thread_idle) {
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
570 VM_ForceSafepoint vfs;
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
571 VMThread::execute(&vfs);
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
572 }
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
573 MemSnapshot* snapshot = get_snapshot();
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
574 if (snapshot == NULL) {
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
575 return false;
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
576 }
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
577 snapshot->wait(1000);
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
578 current_processing_generation = _processing_generation;
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
579 }
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
580 // We end up here if NMT is shutting down before our data has been merged
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
581 return false;
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
582 }
4102b59539ce 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 7464
diff changeset
583
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
584 // compare memory usage between current snapshot and baseline
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
585 bool MemTracker::compare_memory_usage(BaselineOutputer& out, size_t unit, bool summary_only) {
10148
fbca7eaeac2e 8011218: Kitchensink hanged, likely NMT is to blame
zgu
parents: 10096
diff changeset
586 MutexLocker lock(_query_lock);
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
587 if (_baseline.baselined()) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
588 MemBaseline baseline;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
589 MemSnapshot* snapshot = get_snapshot();
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
590 if (snapshot != NULL && baseline.baseline(*snapshot, summary_only)) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
591 BaselineReporter reporter(out, unit);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
592 reporter.diff_baselines(baseline, _baseline, summary_only);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
593 return true;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
594 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
595 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
596 return false;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
597 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
598
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
599 #ifndef PRODUCT
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
600 void MemTracker::walk_stack(int toSkip, char* buf, int len) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
601 int cur_len = 0;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
602 char tmp[1024];
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
603 address pc;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
604
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
605 while (cur_len < len) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
606 pc = os::get_caller_pc(toSkip + 1);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
607 if (pc != NULL && os::dll_address_to_function_name(pc, tmp, sizeof(tmp), NULL)) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
608 jio_snprintf(&buf[cur_len], (len - cur_len), "%s\n", tmp);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
609 cur_len = (int)strlen(buf);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
610 } else {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
611 buf[cur_len] = '\0';
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
612 break;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
613 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
614 toSkip ++;
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
615 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
616 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
617
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
618 void MemTracker::print_tracker_stats(outputStream* st) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
619 st->print_cr("\nMemory Tracker Stats:");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
620 st->print_cr("\tMax sequence number = %d", SequenceGenerator::max_seq_num());
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
621 st->print_cr("\tthead count = %d", _thread_count);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
622 st->print_cr("\tArena instance = %d", Arena::_instance_count);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
623 st->print_cr("\tpooled recorder count = %d", _pooled_recorder_count);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
624 st->print_cr("\tqueued recorder count = %d", _pending_recorder_count);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
625 st->print_cr("\tmemory recorder instance count = %d", MemRecorder::_instance_count);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
626 if (_worker_thread != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
627 st->print_cr("\tWorker thread:");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
628 st->print_cr("\t\tSync point count = %d", _worker_thread->_sync_point_count);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
629 st->print_cr("\t\tpending recorder count = %d", _worker_thread->count_pending_recorders());
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
630 st->print_cr("\t\tmerge count = %d", _worker_thread->_merge_count);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
631 } else {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
632 st->print_cr("\tWorker thread is not started");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
633 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
634 st->print_cr(" ");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
635
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
636 if (_snapshot != NULL) {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
637 _snapshot->print_snapshot_stats(st);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
638 } else {
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
639 st->print_cr("No snapshot");
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
640 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
641 }
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
642 #endif
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
643
10986
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
644
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
645 // Tracker Implementation
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
646
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
647 /*
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
648 * Create a tracker.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
649 * This is a fairly complicated constructor, as it has to make two important decisions:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
650 * 1) Does it need to take ThreadCritical lock to write tracking record
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
651 * 2) Does it need to pre-reserve a sequence number for the tracking record
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
652 *
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
653 * The rules to determine if ThreadCritical is needed:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
654 * 1. When nmt is in single-threaded bootstrapping mode, no lock is needed as VM
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
655 * still in single thread mode.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
656 * 2. For all threads other than JavaThread, ThreadCritical is needed
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
657 * to write to recorders to global recorder.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
658 * 3. For JavaThreads that are no longer visible by safepoint, also
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
659 * need to take ThreadCritical and records are written to global
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
660 * recorders, since these threads are NOT walked by Threads.do_thread().
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
661 * 4. JavaThreads that are running in safepoint-safe states do not stop
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
662 * for safepoints, ThreadCritical lock should be taken to write
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
663 * memory records.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
664 * 5. JavaThreads that are running in VM state do not need any lock and
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
665 * records are written to per-thread recorders.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
666 * 6. For a thread has yet to attach VM 'Thread', they need to take
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
667 * ThreadCritical to write to global recorder.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
668 *
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
669 * The memory operations that need pre-reserve sequence numbers:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
670 * The memory operations that "release" memory blocks and the
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
671 * operations can fail, need to pre-reserve sequence number. They
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
672 * are realloc, uncommit and release.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
673 *
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
674 * The reason for pre-reserve sequence number, is to prevent race condition:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
675 * Thread 1 Thread 2
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
676 * <release>
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
677 * <allocate>
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
678 * <write allocate record>
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
679 * <write release record>
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
680 * if Thread 2 happens to obtain the memory address Thread 1 just released,
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
681 * then NMT can mistakenly report the memory is free.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
682 *
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
683 * Noticeably, free() does not need pre-reserve sequence number, because the call
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
684 * does not fail, so we can alway write "release" record before the memory is actaully
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
685 * freed.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
686 *
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
687 * For realloc, uncommit and release, following coding pattern should be used:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
688 *
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
689 * MemTracker::Tracker tkr = MemTracker::get_realloc_tracker();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
690 * ptr = ::realloc(...);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
691 * if (ptr == NULL) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
692 * tkr.record(...)
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
693 * } else {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
694 * tkr.discard();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
695 * }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
696 *
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
697 * MemTracker::Tracker tkr = MemTracker::get_virtual_memory_uncommit_tracker();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
698 * if (uncommit(...)) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
699 * tkr.record(...);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
700 * } else {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
701 * tkr.discard();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
702 * }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
703 *
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
704 * MemTracker::Tracker tkr = MemTracker::get_virtual_memory_release_tracker();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
705 * if (release(...)) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
706 * tkr.record(...);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
707 * } else {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
708 * tkr.discard();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
709 * }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
710 *
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
711 * Since pre-reserved sequence number is only good for the generation that it is acquired,
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
712 * when there is pending Tracker that reserved sequence number, NMT sync-point has
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
713 * to be skipped to prevent from advancing generation. This is done by inc and dec
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
714 * MemTracker::_pending_op_count, when MemTracker::_pending_op_count > 0, NMT sync-point is skipped.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
715 * Not all pre-reservation of sequence number will increment pending op count. For JavaThreads
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
716 * that honor safepoints, safepoint can not occur during the memory operations, so the
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
717 * pre-reserved sequence number won't cross the generation boundry.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
718 */
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
719 MemTracker::Tracker::Tracker(MemoryOperation op, Thread* thr) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
720 _op = NoOp;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
721 _seq = 0;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
722 if (MemTracker::is_on()) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
723 _java_thread = NULL;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
724 _op = op;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
725
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
726 // figure out if ThreadCritical lock is needed to write this operation
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
727 // to MemTracker
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
728 if (MemTracker::is_single_threaded_bootstrap()) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
729 thr = NULL;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
730 } else if (thr == NULL) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
731 // don't use Thread::current(), since it is possible that
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
732 // the calling thread has yet to attach to VM 'Thread',
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
733 // which will result assertion failure
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
734 thr = ThreadLocalStorage::thread();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
735 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
736
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
737 if (thr != NULL) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
738 // Check NMT load
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
739 MemTracker::check_NMT_load(thr);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
740
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
741 if (thr->is_Java_thread() && ((JavaThread*)thr)->is_safepoint_visible()) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
742 _java_thread = (JavaThread*)thr;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
743 JavaThreadState state = _java_thread->thread_state();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
744 // JavaThreads that are safepoint safe, can run through safepoint,
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
745 // so ThreadCritical is needed to ensure no threads at safepoint create
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
746 // new records while the records are being gathered and the sequence number is changing
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
747 _need_thread_critical_lock =
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
748 SafepointSynchronize::safepoint_safe(_java_thread, state);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
749 } else {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
750 _need_thread_critical_lock = true;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
751 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
752 } else {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
753 _need_thread_critical_lock
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
754 = !MemTracker::is_single_threaded_bootstrap();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
755 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
756
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
757 // see if we need to pre-reserve sequence number for this operation
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
758 if (_op == Realloc || _op == Uncommit || _op == Release) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
759 if (_need_thread_critical_lock) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
760 ThreadCritical tc;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
761 MemTracker::inc_pending_op_count();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
762 _seq = SequenceGenerator::next();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
763 } else {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
764 // for the threads that honor safepoints, no safepoint can occur
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
765 // during the lifespan of tracker, so we don't need to increase
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
766 // pending op count.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
767 _seq = SequenceGenerator::next();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
768 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
769 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
770 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
771 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
772
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
773 void MemTracker::Tracker::discard() {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
774 if (MemTracker::is_on() && _seq != 0) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
775 if (_need_thread_critical_lock) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
776 ThreadCritical tc;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
777 MemTracker::dec_pending_op_count();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
778 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
779 _seq = 0;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
780 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
781 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
782
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
783
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
784 void MemTracker::Tracker::record(address old_addr, address new_addr, size_t size,
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
785 MEMFLAGS flags, address pc) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
786 assert(old_addr != NULL && new_addr != NULL, "Sanity check");
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
787 assert(_op == Realloc || _op == NoOp, "Wrong call");
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
788 if (MemTracker::is_on() && NMT_CAN_TRACK(flags) && _op != NoOp) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
789 assert(_seq > 0, "Need pre-reserve sequence number");
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
790 if (_need_thread_critical_lock) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
791 ThreadCritical tc;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
792 // free old address, use pre-reserved sequence number
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
793 MemTracker::write_tracking_record(old_addr, MemPointerRecord::free_tag(),
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
794 0, _seq, pc, _java_thread);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
795 MemTracker::write_tracking_record(new_addr, flags | MemPointerRecord::malloc_tag(),
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
796 size, SequenceGenerator::next(), pc, _java_thread);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
797 // decrement MemTracker pending_op_count
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
798 MemTracker::dec_pending_op_count();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
799 } else {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
800 // free old address, use pre-reserved sequence number
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
801 MemTracker::write_tracking_record(old_addr, MemPointerRecord::free_tag(),
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
802 0, _seq, pc, _java_thread);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
803 MemTracker::write_tracking_record(new_addr, flags | MemPointerRecord::malloc_tag(),
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
804 size, SequenceGenerator::next(), pc, _java_thread);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
805 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
806 _seq = 0;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
807 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
808 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
809
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
810 void MemTracker::Tracker::record(address addr, size_t size, MEMFLAGS flags, address pc) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
811 // OOM already?
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
812 if (addr == NULL) return;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
813
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
814 if (MemTracker::is_on() && NMT_CAN_TRACK(flags) && _op != NoOp) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
815 bool pre_reserved_seq = (_seq != 0);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
816 address pc = CALLER_CALLER_PC;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
817 MEMFLAGS orig_flags = flags;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
818
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
819 // or the tagging flags
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
820 switch(_op) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
821 case Malloc:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
822 flags |= MemPointerRecord::malloc_tag();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
823 break;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
824 case Free:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
825 flags = MemPointerRecord::free_tag();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
826 break;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
827 case Realloc:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
828 fatal("Use the other Tracker::record()");
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
829 break;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
830 case Reserve:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
831 case ReserveAndCommit:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
832 flags |= MemPointerRecord::virtual_memory_reserve_tag();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
833 break;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
834 case Commit:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
835 flags = MemPointerRecord::virtual_memory_commit_tag();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
836 break;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
837 case Type:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
838 flags |= MemPointerRecord::virtual_memory_type_tag();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
839 break;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
840 case Uncommit:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
841 assert(pre_reserved_seq, "Need pre-reserve sequence number");
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
842 flags = MemPointerRecord::virtual_memory_uncommit_tag();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
843 break;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
844 case Release:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
845 assert(pre_reserved_seq, "Need pre-reserve sequence number");
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
846 flags = MemPointerRecord::virtual_memory_release_tag();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
847 break;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
848 case ArenaSize:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
849 // a bit of hack here, add a small postive offset to arena
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
850 // address for its size record, so the size record is sorted
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
851 // right after arena record.
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
852 flags = MemPointerRecord::arena_size_tag();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
853 addr += sizeof(void*);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
854 break;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
855 case StackRelease:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
856 flags = MemPointerRecord::virtual_memory_release_tag();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
857 break;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
858 default:
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
859 ShouldNotReachHere();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
860 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
861
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
862 // write memory tracking record
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
863 if (_need_thread_critical_lock) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
864 ThreadCritical tc;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
865 if (_seq == 0) _seq = SequenceGenerator::next();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
866 MemTracker::write_tracking_record(addr, flags, size, _seq, pc, _java_thread);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
867 if (_op == ReserveAndCommit) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
868 MemTracker::write_tracking_record(addr, orig_flags | MemPointerRecord::virtual_memory_commit_tag(),
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
869 size, SequenceGenerator::next(), pc, _java_thread);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
870 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
871 if (pre_reserved_seq) MemTracker::dec_pending_op_count();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
872 } else {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
873 if (_seq == 0) _seq = SequenceGenerator::next();
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
874 MemTracker::write_tracking_record(addr, flags, size, _seq, pc, _java_thread);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
875 if (_op == ReserveAndCommit) {
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
876 MemTracker::write_tracking_record(addr, orig_flags | MemPointerRecord::virtual_memory_commit_tag(),
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
877 size, SequenceGenerator::next(), pc, _java_thread);
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
878 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
879 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
880 _seq = 0;
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
881 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
882 }
1f4355cee9a2 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 10355
diff changeset
883