Mercurial > hg > graal-compiler
annotate src/share/vm/runtime/sweeper.cpp @ 11825:463f51256c86
AMD64HotSpot: emit jump to IC miss handler directly instead of emitting it inside verfied_entry
for empty methods we emitted something like this if a inline cache is needed:
prefix:
00: < IC check >
...
0b: jne <ic_miss_call>
11: nop
...
verified_entry:
20: ret
ic_miss_call:
21: jmp <entry of runtime function>
when a method is deoptimized, HotSpot patches the verified_entry (0x20) with a
jump to a stub that handles call-sites that has been made non-entrant. since this jump
is 5 bytes long, it will overwrite ic_miss_call and blow up every caller that
calls this method via the unverified entry (prefix).
the fix is to emit the jump to the runtime function inside the unverfied entry:
prefix:
00: < IC check >
...
0b: je <verified_entry>
11: jeq <entry of runtime function>
16: nop
...
verified_entry:
20: ret
author | Bernhard Urban <bernhard.urban@jku.at> |
---|---|
date | Mon, 30 Sep 2013 09:32:18 +0200 |
parents | 836a62f43af9 |
children | cefad50507d8 |
rev | line source |
---|---|
0 | 1 /* |
10405 | 2 * Copyright (c) 1997, 2013, Oracle and/or its affiliates. All rights reserved. |
0 | 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 * | |
5 * This code is free software; you can redistribute it and/or modify it | |
6 * under the terms of the GNU General Public License version 2 only, as | |
7 * published by the Free Software Foundation. | |
8 * | |
9 * This code is distributed in the hope that it will be useful, but WITHOUT | |
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
12 * version 2 for more details (a copy is included in the LICENSE file that | |
13 * accompanied this code). | |
14 * | |
15 * You should have received a copy of the GNU General Public License version | |
16 * 2 along with this work; if not, write to the Free Software Foundation, | |
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
18 * | |
1552
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1538
diff
changeset
|
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1538
diff
changeset
|
20 * or visit www.oracle.com if you need additional information or have any |
c18cbe5936b8
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1538
diff
changeset
|
21 * questions. |
0 | 22 * |
23 */ | |
24 | |
1972 | 25 #include "precompiled.hpp" |
26 #include "code/codeCache.hpp" | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
27 #include "code/compiledIC.hpp" |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
28 #include "code/icBuffer.hpp" |
1972 | 29 #include "code/nmethod.hpp" |
30 #include "compiler/compileBroker.hpp" | |
31 #include "memory/resourceArea.hpp" | |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
32 #include "oops/method.hpp" |
1972 | 33 #include "runtime/atomic.hpp" |
34 #include "runtime/compilationPolicy.hpp" | |
35 #include "runtime/mutexLocker.hpp" | |
36 #include "runtime/os.hpp" | |
37 #include "runtime/sweeper.hpp" | |
38 #include "runtime/vm_operations.hpp" | |
10405 | 39 #include "trace/tracing.hpp" |
1972 | 40 #include "utilities/events.hpp" |
41 #include "utilities/xmlstream.hpp" | |
0 | 42 |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
43 #ifdef ASSERT |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
44 |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
45 #define SWEEP(nm) record_sweep(nm, __LINE__) |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
46 // Sweeper logging code |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
47 class SweeperRecord { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
48 public: |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
49 int traversal; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
50 int invocation; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
51 int compile_id; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
52 long traversal_mark; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
53 int state; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
54 const char* kind; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
55 address vep; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
56 address uep; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
57 int line; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
58 |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
59 void print() { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
60 tty->print_cr("traversal = %d invocation = %d compile_id = %d %s uep = " PTR_FORMAT " vep = " |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
61 PTR_FORMAT " state = %d traversal_mark %d line = %d", |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
62 traversal, |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
63 invocation, |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
64 compile_id, |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
65 kind == NULL ? "" : kind, |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
66 uep, |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
67 vep, |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
68 state, |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
69 traversal_mark, |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
70 line); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
71 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
72 }; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
73 |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
74 static int _sweep_index = 0; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
75 static SweeperRecord* _records = NULL; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
76 |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
77 void NMethodSweeper::report_events(int id, address entry) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
78 if (_records != NULL) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
79 for (int i = _sweep_index; i < SweeperLogEntries; i++) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
80 if (_records[i].uep == entry || |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
81 _records[i].vep == entry || |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
82 _records[i].compile_id == id) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
83 _records[i].print(); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
84 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
85 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
86 for (int i = 0; i < _sweep_index; i++) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
87 if (_records[i].uep == entry || |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
88 _records[i].vep == entry || |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
89 _records[i].compile_id == id) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
90 _records[i].print(); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
91 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
92 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
93 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
94 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
95 |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
96 void NMethodSweeper::report_events() { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
97 if (_records != NULL) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
98 for (int i = _sweep_index; i < SweeperLogEntries; i++) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
99 // skip empty records |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
100 if (_records[i].vep == NULL) continue; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
101 _records[i].print(); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
102 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
103 for (int i = 0; i < _sweep_index; i++) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
104 // skip empty records |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
105 if (_records[i].vep == NULL) continue; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
106 _records[i].print(); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
107 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
108 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
109 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
110 |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
111 void NMethodSweeper::record_sweep(nmethod* nm, int line) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
112 if (_records != NULL) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
113 _records[_sweep_index].traversal = _traversals; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
114 _records[_sweep_index].traversal_mark = nm->_stack_traversal_mark; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
115 _records[_sweep_index].invocation = _invocations; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
116 _records[_sweep_index].compile_id = nm->compile_id(); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
117 _records[_sweep_index].kind = nm->compile_kind(); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
118 _records[_sweep_index].state = nm->_state; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
119 _records[_sweep_index].vep = nm->verified_entry_point(); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
120 _records[_sweep_index].uep = nm->entry_point(); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
121 _records[_sweep_index].line = line; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
122 |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
123 _sweep_index = (_sweep_index + 1) % SweeperLogEntries; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
124 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
125 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
126 #else |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
127 #define SWEEP(nm) |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
128 #endif |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
129 |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
130 |
0 | 131 long NMethodSweeper::_traversals = 0; // No. of stack traversals performed |
1615
ff38d05ea86f
6956958: assert(is_clean() || is_call_to_compiled() || is_call_to_interpreted() || is_optimized() || is_megam
never
parents:
1552
diff
changeset
|
132 nmethod* NMethodSweeper::_current = NULL; // Current nmethod |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
133 int NMethodSweeper::_seen = 0 ; // No. of nmethods we have currently processed in current pass of CodeCache |
10405 | 134 int NMethodSweeper::_flushed_count = 0; // Nof. nmethods flushed in current sweep |
135 int NMethodSweeper::_zombified_count = 0; // Nof. nmethods made zombie in current sweep | |
136 int NMethodSweeper::_marked_count = 0; // Nof. nmethods marked for reclaim in current sweep | |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
137 |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
138 volatile int NMethodSweeper::_invocations = 0; // No. of invocations left until we are completed with this pass |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
139 volatile int NMethodSweeper::_sweep_started = 0; // Whether a sweep is in progress. |
0 | 140 |
141 jint NMethodSweeper::_locked_seen = 0; | |
142 jint NMethodSweeper::_not_entrant_seen_on_stack = 0; | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
143 bool NMethodSweeper::_resweep = false; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
144 jint NMethodSweeper::_flush_token = 0; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
145 jlong NMethodSweeper::_last_full_flush_time = 0; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
146 int NMethodSweeper::_highest_marked = 0; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
147 int NMethodSweeper::_dead_compile_ids = 0; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
148 long NMethodSweeper::_last_flush_traversal_id = 0; |
0 | 149 |
10405 | 150 int NMethodSweeper::_number_of_flushes = 0; // Total of full traversals caused by full cache |
151 int NMethodSweeper::_total_nof_methods_reclaimed = 0; | |
152 jlong NMethodSweeper::_total_time_sweeping = 0; | |
153 jlong NMethodSweeper::_total_time_this_sweep = 0; | |
154 jlong NMethodSweeper::_peak_sweep_time = 0; | |
155 jlong NMethodSweeper::_peak_sweep_fraction_time = 0; | |
156 jlong NMethodSweeper::_total_disconnect_time = 0; | |
157 jlong NMethodSweeper::_peak_disconnect_time = 0; | |
158 | |
989 | 159 class MarkActivationClosure: public CodeBlobClosure { |
160 public: | |
161 virtual void do_code_blob(CodeBlob* cb) { | |
162 // If we see an activation belonging to a non_entrant nmethod, we mark it. | |
163 if (cb->is_nmethod() && ((nmethod*)cb)->is_not_entrant()) { | |
164 ((nmethod*)cb)->mark_as_seen_on_stack(); | |
165 } | |
166 } | |
167 }; | |
168 static MarkActivationClosure mark_activation_closure; | |
169 | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
170 bool NMethodSweeper::sweep_in_progress() { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
171 return (_current != NULL); |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
172 } |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
173 |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
174 void NMethodSweeper::scan_stacks() { |
0 | 175 assert(SafepointSynchronize::is_at_safepoint(), "must be executed at a safepoint"); |
176 if (!MethodFlushing) return; | |
177 | |
178 // No need to synchronize access, since this is always executed at a | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
179 // safepoint. |
0 | 180 |
181 // Make sure CompiledIC_lock in unlocked, since we might update some | |
182 // inline caches. If it is, we just bail-out and try later. | |
183 if (CompiledIC_lock->is_locked() || Patching_lock->is_locked()) return; | |
184 | |
185 // Check for restart | |
186 assert(CodeCache::find_blob_unsafe(_current) == _current, "Sweeper nmethod cached state invalid"); | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
187 if (!sweep_in_progress() && _resweep) { |
0 | 188 _seen = 0; |
189 _invocations = NmethodSweepFraction; | |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
190 _current = CodeCache::first_nmethod(); |
0 | 191 _traversals += 1; |
10405 | 192 _total_time_this_sweep = 0; |
193 | |
0 | 194 if (PrintMethodFlushing) { |
195 tty->print_cr("### Sweep: stack traversal %d", _traversals); | |
196 } | |
989 | 197 Threads::nmethods_do(&mark_activation_closure); |
0 | 198 |
199 // reset the flags since we started a scan from the beginning. | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
200 _resweep = false; |
0 | 201 _locked_seen = 0; |
202 _not_entrant_seen_on_stack = 0; | |
203 } | |
204 | |
1202 | 205 if (UseCodeCacheFlushing) { |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
206 // only allow new flushes after the interval is complete. |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
207 jlong now = os::javaTimeMillis(); |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
208 jlong max_interval = (jlong)MinCodeCacheFlushingInterval * (jlong)1000; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
209 jlong curr_interval = now - _last_full_flush_time; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
210 if (curr_interval > max_interval) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
211 _flush_token = 0; |
1202 | 212 } |
213 | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
214 if (!CodeCache::needs_flushing() && !CompileBroker::should_compile_new_jobs()) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
215 CompileBroker::set_should_compile_new_jobs(CompileBroker::run_compilation); |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
216 log_sweep("restart_compiler"); |
1202 | 217 } |
218 } | |
0 | 219 } |
220 | |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
221 void NMethodSweeper::possibly_sweep() { |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
222 assert(JavaThread::current()->thread_state() == _thread_in_vm, "must run in vm mode"); |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
223 if (!MethodFlushing || !sweep_in_progress()) return; |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
224 |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
225 if (_invocations > 0) { |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
226 // Only one thread at a time will sweep |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
227 jint old = Atomic::cmpxchg( 1, &_sweep_started, 0 ); |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
228 if (old != 0) { |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
229 return; |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
230 } |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
231 #ifdef ASSERT |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
232 if (LogSweeper && _records == NULL) { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
233 // Create the ring buffer for the logging code |
6197 | 234 _records = NEW_C_HEAP_ARRAY(SweeperRecord, SweeperLogEntries, mtGC); |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
235 memset(_records, 0, sizeof(SweeperRecord) * SweeperLogEntries); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
236 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
237 #endif |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
238 if (_invocations > 0) { |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
239 sweep_code_cache(); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
240 _invocations--; |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
241 } |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
242 _sweep_started = 0; |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
243 } |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
244 } |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
245 |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
246 void NMethodSweeper::sweep_code_cache() { |
10405 | 247 |
248 jlong sweep_start_counter = os::elapsed_counter(); | |
249 | |
250 _flushed_count = 0; | |
251 _zombified_count = 0; | |
252 _marked_count = 0; | |
253 | |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
254 if (PrintMethodFlushing && Verbose) { |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
255 tty->print_cr("### Sweep at %d out of %d. Invocations left: %d", _seen, CodeCache::nof_nmethods(), _invocations); |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
256 } |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
257 |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
258 if (!CompileBroker::should_compile_new_jobs()) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
259 // If we have turned off compilations we might as well do full sweeps |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
260 // in order to reach the clean state faster. Otherwise the sleeping compiler |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
261 // threads will slow down sweeping. After a few iterations the cache |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
262 // will be clean and sweeping stops (_resweep will not be set) |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
263 _invocations = 1; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
264 } |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
265 |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
266 // We want to visit all nmethods after NmethodSweepFraction |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
267 // invocations so divide the remaining number of nmethods by the |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
268 // remaining number of invocations. This is only an estimate since |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
269 // the number of nmethods changes during the sweep so the final |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
270 // stage must iterate until it there are no more nmethods. |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
271 int todo = (CodeCache::nof_nmethods() - _seen) / _invocations; |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
272 |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
273 assert(!SafepointSynchronize::is_at_safepoint(), "should not be in safepoint when we get here"); |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
274 assert(!CodeCache_lock->owned_by_self(), "just checking"); |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
275 |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
276 { |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
277 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
278 |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
279 // The last invocation iterates until there are no more nmethods |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
280 for (int i = 0; (i < todo || _invocations == 1) && _current != NULL; i++) { |
4945
cfdfbeac0a5b
7145345: Code cache sweeper must cooperate with safepoints
iveresov
parents:
3384
diff
changeset
|
281 if (SafepointSynchronize::is_synchronizing()) { // Safepoint request |
cfdfbeac0a5b
7145345: Code cache sweeper must cooperate with safepoints
iveresov
parents:
3384
diff
changeset
|
282 if (PrintMethodFlushing && Verbose) { |
cfdfbeac0a5b
7145345: Code cache sweeper must cooperate with safepoints
iveresov
parents:
3384
diff
changeset
|
283 tty->print_cr("### Sweep at %d out of %d, invocation: %d, yielding to safepoint", _seen, CodeCache::nof_nmethods(), _invocations); |
cfdfbeac0a5b
7145345: Code cache sweeper must cooperate with safepoints
iveresov
parents:
3384
diff
changeset
|
284 } |
cfdfbeac0a5b
7145345: Code cache sweeper must cooperate with safepoints
iveresov
parents:
3384
diff
changeset
|
285 MutexUnlockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
286 |
4945
cfdfbeac0a5b
7145345: Code cache sweeper must cooperate with safepoints
iveresov
parents:
3384
diff
changeset
|
287 assert(Thread::current()->is_Java_thread(), "should be java thread"); |
cfdfbeac0a5b
7145345: Code cache sweeper must cooperate with safepoints
iveresov
parents:
3384
diff
changeset
|
288 JavaThread* thread = (JavaThread*)Thread::current(); |
cfdfbeac0a5b
7145345: Code cache sweeper must cooperate with safepoints
iveresov
parents:
3384
diff
changeset
|
289 ThreadBlockInVM tbivm(thread); |
cfdfbeac0a5b
7145345: Code cache sweeper must cooperate with safepoints
iveresov
parents:
3384
diff
changeset
|
290 thread->java_suspend_self(); |
cfdfbeac0a5b
7145345: Code cache sweeper must cooperate with safepoints
iveresov
parents:
3384
diff
changeset
|
291 } |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
292 // Since we will give up the CodeCache_lock, always skip ahead |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
293 // to the next nmethod. Other blobs can be deleted by other |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
294 // threads but nmethods are only reclaimed by the sweeper. |
1615
ff38d05ea86f
6956958: assert(is_clean() || is_call_to_compiled() || is_call_to_interpreted() || is_optimized() || is_megam
never
parents:
1552
diff
changeset
|
295 nmethod* next = CodeCache::next_nmethod(_current); |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
296 |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
297 // Now ready to process nmethod and give up CodeCache_lock |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
298 { |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
299 MutexUnlockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); |
1615
ff38d05ea86f
6956958: assert(is_clean() || is_call_to_compiled() || is_call_to_interpreted() || is_optimized() || is_megam
never
parents:
1552
diff
changeset
|
300 process_nmethod(_current); |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
301 } |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
302 _seen++; |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
303 _current = next; |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
304 } |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
305 } |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
306 |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
307 assert(_invocations > 1 || _current == NULL, "must have scanned the whole cache"); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
308 |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
309 if (!sweep_in_progress() && !_resweep && (_locked_seen || _not_entrant_seen_on_stack)) { |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
310 // we've completed a scan without making progress but there were |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
311 // nmethods we were unable to process either because they were |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
312 // locked or were still on stack. We don't have to aggresively |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
313 // clean them up so just stop scanning. We could scan once more |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
314 // but that complicates the control logic and it's unlikely to |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
315 // matter much. |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
316 if (PrintMethodFlushing) { |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
317 tty->print_cr("### Couldn't make progress on some nmethods so stopping sweep"); |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
318 } |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
319 } |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
320 |
10405 | 321 jlong sweep_end_counter = os::elapsed_counter(); |
322 jlong sweep_time = sweep_end_counter - sweep_start_counter; | |
323 _total_time_sweeping += sweep_time; | |
324 _total_time_this_sweep += sweep_time; | |
325 _peak_sweep_fraction_time = MAX2(sweep_time, _peak_sweep_fraction_time); | |
326 _total_nof_methods_reclaimed += _flushed_count; | |
327 | |
328 EventSweepCodeCache event(UNTIMED); | |
329 if (event.should_commit()) { | |
330 event.set_starttime(sweep_start_counter); | |
331 event.set_endtime(sweep_end_counter); | |
332 event.set_sweepIndex(_traversals); | |
333 event.set_sweepFractionIndex(NmethodSweepFraction - _invocations + 1); | |
334 event.set_sweptCount(todo); | |
335 event.set_flushedCount(_flushed_count); | |
336 event.set_markedCount(_marked_count); | |
337 event.set_zombifiedCount(_zombified_count); | |
338 event.commit(); | |
339 } | |
340 | |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
341 #ifdef ASSERT |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
342 if(PrintMethodFlushing) { |
10405 | 343 tty->print_cr("### sweeper: sweep time(%d): " INT64_FORMAT, _invocations, (jlong)sweep_time); |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
344 } |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
345 #endif |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
346 |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
347 if (_invocations == 1) { |
10405 | 348 _peak_sweep_time = MAX2(_peak_sweep_time, _total_time_this_sweep); |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
349 log_sweep("finished"); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
350 } |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
351 |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
352 // Sweeper is the only case where memory is released, |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
353 // check here if it is time to restart the compiler. |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
354 if (UseCodeCacheFlushing && !CompileBroker::should_compile_new_jobs() && !CodeCache::needs_flushing()) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
355 CompileBroker::set_should_compile_new_jobs(CompileBroker::run_compilation); |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
356 log_sweep("restart_compiler"); |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
357 } |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
358 } |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
359 |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
360 class NMethodMarker: public StackObj { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
361 private: |
6948
e522a00b91aa
Merge with http://hg.openjdk.java.net/hsx/hsx25/hotspot/ after NPG - C++ build works
Doug Simon <doug.simon@oracle.com>
diff
changeset
|
362 #ifdef GRAAL |
3696
dc7902820c9b
Make NMethodSweeper work on any JavaThread
Gilles Duboscq <gilles.m.duboscq@gmail.com>
parents:
3384
diff
changeset
|
363 JavaThread* _thread; |
6948
e522a00b91aa
Merge with http://hg.openjdk.java.net/hsx/hsx25/hotspot/ after NPG - C++ build works
Doug Simon <doug.simon@oracle.com>
diff
changeset
|
364 #else |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
365 CompilerThread* _thread; |
6948
e522a00b91aa
Merge with http://hg.openjdk.java.net/hsx/hsx25/hotspot/ after NPG - C++ build works
Doug Simon <doug.simon@oracle.com>
diff
changeset
|
366 #endif |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
367 public: |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
368 NMethodMarker(nmethod* nm) { |
6948
e522a00b91aa
Merge with http://hg.openjdk.java.net/hsx/hsx25/hotspot/ after NPG - C++ build works
Doug Simon <doug.simon@oracle.com>
diff
changeset
|
369 #ifdef GRAAL |
3696
dc7902820c9b
Make NMethodSweeper work on any JavaThread
Gilles Duboscq <gilles.m.duboscq@gmail.com>
parents:
3384
diff
changeset
|
370 _thread = JavaThread::current(); |
6948
e522a00b91aa
Merge with http://hg.openjdk.java.net/hsx/hsx25/hotspot/ after NPG - C++ build works
Doug Simon <doug.simon@oracle.com>
diff
changeset
|
371 #else |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
372 _thread = CompilerThread::current(); |
6948
e522a00b91aa
Merge with http://hg.openjdk.java.net/hsx/hsx25/hotspot/ after NPG - C++ build works
Doug Simon <doug.simon@oracle.com>
diff
changeset
|
373 #endif |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
374 if (!nm->is_zombie() && !nm->is_unloaded()) { |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
375 // Only expose live nmethods for scanning |
6948
e522a00b91aa
Merge with http://hg.openjdk.java.net/hsx/hsx25/hotspot/ after NPG - C++ build works
Doug Simon <doug.simon@oracle.com>
diff
changeset
|
376 _thread->set_scanned_nmethod(nm); |
e522a00b91aa
Merge with http://hg.openjdk.java.net/hsx/hsx25/hotspot/ after NPG - C++ build works
Doug Simon <doug.simon@oracle.com>
diff
changeset
|
377 } |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
378 } |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
379 ~NMethodMarker() { |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
380 _thread->set_scanned_nmethod(NULL); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
381 } |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
382 }; |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
383 |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
384 void NMethodSweeper::release_nmethod(nmethod *nm) { |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
385 // Clean up any CompiledICHolders |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
386 { |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
387 ResourceMark rm; |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
388 MutexLocker ml_patch(CompiledIC_lock); |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
389 RelocIterator iter(nm); |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
390 while (iter.next()) { |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
391 if (iter.type() == relocInfo::virtual_call_type) { |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
392 CompiledIC::cleanup_call_site(iter.virtual_call_reloc()); |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
393 } |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
394 } |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
395 } |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
396 |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
397 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
398 nm->flush(); |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
399 } |
0 | 400 |
401 void NMethodSweeper::process_nmethod(nmethod *nm) { | |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
402 assert(!CodeCache_lock->owned_by_self(), "just checking"); |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
403 |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
404 // Make sure this nmethod doesn't get unloaded during the scan, |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
405 // since the locks acquired below might safepoint. |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
406 NMethodMarker nmm(nm); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
407 |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
408 SWEEP(nm); |
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
409 |
0 | 410 // Skip methods that are currently referenced by the VM |
411 if (nm->is_locked_by_vm()) { | |
412 // But still remember to clean-up inline caches for alive nmethods | |
413 if (nm->is_alive()) { | |
414 // Clean-up all inline caches that points to zombie/non-reentrant methods | |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
415 MutexLocker cl(CompiledIC_lock); |
0 | 416 nm->cleanup_inline_caches(); |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
417 SWEEP(nm); |
0 | 418 } else { |
419 _locked_seen++; | |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
420 SWEEP(nm); |
0 | 421 } |
422 return; | |
423 } | |
424 | |
425 if (nm->is_zombie()) { | |
426 // If it is first time, we see nmethod then we mark it. Otherwise, | |
427 // we reclame it. When we have seen a zombie method twice, we know that | |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
428 // there are no inline caches that refer to it. |
0 | 429 if (nm->is_marked_for_reclamation()) { |
430 assert(!nm->is_locked_by_vm(), "must not flush locked nmethods"); | |
941 | 431 if (PrintMethodFlushing && Verbose) { |
1202 | 432 tty->print_cr("### Nmethod %3d/" PTR_FORMAT " (marked for reclamation) being flushed", nm->compile_id(), nm); |
941 | 433 } |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
434 release_nmethod(nm); |
10405 | 435 _flushed_count++; |
0 | 436 } else { |
941 | 437 if (PrintMethodFlushing && Verbose) { |
1202 | 438 tty->print_cr("### Nmethod %3d/" PTR_FORMAT " (zombie) being marked for reclamation", nm->compile_id(), nm); |
941 | 439 } |
0 | 440 nm->mark_for_reclamation(); |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
441 _resweep = true; |
10405 | 442 _marked_count++; |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
443 SWEEP(nm); |
0 | 444 } |
445 } else if (nm->is_not_entrant()) { | |
446 // If there is no current activations of this method on the | |
447 // stack we can safely convert it to a zombie method | |
448 if (nm->can_not_entrant_be_converted()) { | |
941 | 449 if (PrintMethodFlushing && Verbose) { |
1202 | 450 tty->print_cr("### Nmethod %3d/" PTR_FORMAT " (not entrant) being made zombie", nm->compile_id(), nm); |
941 | 451 } |
0 | 452 nm->make_zombie(); |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
453 _resweep = true; |
10405 | 454 _zombified_count++; |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
455 SWEEP(nm); |
0 | 456 } else { |
457 // Still alive, clean up its inline caches | |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
458 MutexLocker cl(CompiledIC_lock); |
0 | 459 nm->cleanup_inline_caches(); |
460 // we coudn't transition this nmethod so don't immediately | |
461 // request a rescan. If this method stays on the stack for a | |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
462 // long time we don't want to keep rescanning the code cache. |
0 | 463 _not_entrant_seen_on_stack++; |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
464 SWEEP(nm); |
0 | 465 } |
466 } else if (nm->is_unloaded()) { | |
467 // Unloaded code, just make it a zombie | |
941 | 468 if (PrintMethodFlushing && Verbose) |
1202 | 469 tty->print_cr("### Nmethod %3d/" PTR_FORMAT " (unloaded) being made zombie", nm->compile_id(), nm); |
10405 | 470 |
941 | 471 if (nm->is_osr_method()) { |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
472 SWEEP(nm); |
0 | 473 // No inline caches will ever point to osr methods, so we can just remove it |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
474 release_nmethod(nm); |
10405 | 475 _flushed_count++; |
0 | 476 } else { |
477 nm->make_zombie(); | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
478 _resweep = true; |
10405 | 479 _zombified_count++; |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
480 SWEEP(nm); |
0 | 481 } |
482 } else { | |
483 assert(nm->is_alive(), "should be alive"); | |
1202 | 484 |
485 if (UseCodeCacheFlushing) { | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
486 if (nm->is_speculatively_disconnected() && !nm->is_locked_by_vm() && !nm->is_osr_method() && |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
487 (_traversals > _last_flush_traversal_id + 2) && (nm->compile_id() < _highest_marked)) { |
1202 | 488 // This method has not been called since the forced cleanup happened |
489 nm->make_not_entrant(); | |
490 } | |
491 } | |
492 | |
0 | 493 // Clean-up all inline caches that points to zombie/non-reentrant methods |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
494 MutexLocker cl(CompiledIC_lock); |
0 | 495 nm->cleanup_inline_caches(); |
3384
f52ed367b66d
6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents:
2482
diff
changeset
|
496 SWEEP(nm); |
0 | 497 } |
498 } | |
1202 | 499 |
500 // Code cache unloading: when compilers notice the code cache is getting full, | |
501 // they will call a vm op that comes here. This code attempts to speculatively | |
502 // unload the oldest half of the nmethods (based on the compile job id) by | |
503 // saving the old code in a list in the CodeCache. Then | |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
504 // execution resumes. If a method so marked is not called by the second sweeper |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
505 // stack traversal after the current one, the nmethod will be marked non-entrant and |
6725
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
506 // got rid of by normal sweeping. If the method is called, the Method*'s |
da91efe96a93
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
6197
diff
changeset
|
507 // _code field is restored and the Method*/nmethod |
1202 | 508 // go back to their normal state. |
509 void NMethodSweeper::handle_full_code_cache(bool is_full) { | |
510 | |
511 if (is_full) { | |
512 // Since code cache is full, immediately stop new compiles | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
513 if (CompileBroker::set_should_compile_new_jobs(CompileBroker::stop_compilation)) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
514 log_sweep("disable_compiler"); |
1202 | 515 } |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
516 } |
1202 | 517 |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
518 // Make sure only one thread can flush |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
519 // The token is reset after CodeCacheMinimumFlushInterval in scan stacks, |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
520 // no need to check the timeout here. |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
521 jint old = Atomic::cmpxchg( 1, &_flush_token, 0 ); |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
522 if (old != 0) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
523 return; |
1202 | 524 } |
525 | |
526 VM_HandleFullCodeCache op(is_full); | |
527 VMThread::execute(&op); | |
528 | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
529 // resweep again as soon as possible |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
530 _resweep = true; |
1202 | 531 } |
532 | |
533 void NMethodSweeper::speculative_disconnect_nmethods(bool is_full) { | |
534 // If there was a race in detecting full code cache, only run | |
535 // one vm op for it or keep the compiler shut off | |
536 | |
10405 | 537 jlong disconnect_start_counter = os::elapsed_counter(); |
1202 | 538 |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
539 // Traverse the code cache trying to dump the oldest nmethods |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
540 int curr_max_comp_id = CompileBroker::get_compilation_id(); |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
541 int flush_target = ((curr_max_comp_id - _dead_compile_ids) / CodeCacheFlushingFraction) + _dead_compile_ids; |
1202 | 542 |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
543 log_sweep("start_cleaning"); |
1202 | 544 |
545 nmethod* nm = CodeCache::alive_nmethod(CodeCache::first()); | |
546 jint disconnected = 0; | |
547 jint made_not_entrant = 0; | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
548 jint nmethod_count = 0; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
549 |
1202 | 550 while ((nm != NULL)){ |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
551 int curr_comp_id = nm->compile_id(); |
1202 | 552 |
553 // OSR methods cannot be flushed like this. Also, don't flush native methods | |
554 // since they are part of the JDK in most cases | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
555 if (!nm->is_osr_method() && !nm->is_locked_by_vm() && !nm->is_native_method()) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
556 |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
557 // only count methods that can be speculatively disconnected |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
558 nmethod_count++; |
1202 | 559 |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
560 if (nm->is_in_use() && (curr_comp_id < flush_target)) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
561 if ((nm->method()->code() == nm)) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
562 // This method has not been previously considered for |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
563 // unloading or it was restored already |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
564 CodeCache::speculatively_disconnect(nm); |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
565 disconnected++; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
566 } else if (nm->is_speculatively_disconnected()) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
567 // This method was previously considered for preemptive unloading and was not called since then |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
568 CompilationPolicy::policy()->delay_compilation(nm->method()); |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
569 nm->make_not_entrant(); |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
570 made_not_entrant++; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
571 } |
1202 | 572 |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
573 if (curr_comp_id > _highest_marked) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
574 _highest_marked = curr_comp_id; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
575 } |
1202 | 576 } |
577 } | |
578 nm = CodeCache::alive_nmethod(CodeCache::next(nm)); | |
579 } | |
580 | |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
581 // remember how many compile_ids wheren't seen last flush. |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
582 _dead_compile_ids = curr_max_comp_id - nmethod_count; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
583 |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
584 log_sweep("stop_cleaning", |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
585 "disconnected='" UINT32_FORMAT "' made_not_entrant='" UINT32_FORMAT "'", |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
586 disconnected, made_not_entrant); |
1202 | 587 |
1538
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
588 // Shut off compiler. Sweeper will start over with a new stack scan and |
bfe29ec02863
6950075: nmethod sweeper should operate concurrently
never
parents:
1202
diff
changeset
|
589 // traversal cycle and turn it back on if it clears enough space. |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
590 if (is_full) { |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
591 _last_full_flush_time = os::javaTimeMillis(); |
1202 | 592 } |
593 | |
10405 | 594 jlong disconnect_end_counter = os::elapsed_counter(); |
595 jlong disconnect_time = disconnect_end_counter - disconnect_start_counter; | |
596 _total_disconnect_time += disconnect_time; | |
597 _peak_disconnect_time = MAX2(disconnect_time, _peak_disconnect_time); | |
598 | |
599 EventCleanCodeCache event(UNTIMED); | |
600 if (event.should_commit()) { | |
601 event.set_starttime(disconnect_start_counter); | |
602 event.set_endtime(disconnect_end_counter); | |
603 event.set_disconnectedCount(disconnected); | |
604 event.set_madeNonEntrantCount(made_not_entrant); | |
605 event.commit(); | |
606 } | |
607 _number_of_flushes++; | |
608 | |
1202 | 609 // After two more traversals the sweeper will get rid of unrestored nmethods |
10206
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
610 _last_flush_traversal_id = _traversals; |
0cfa93c2fcc4
8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents:
6725
diff
changeset
|
611 _resweep = true; |
1202 | 612 #ifdef ASSERT |
10405 | 613 |
1202 | 614 if(PrintMethodFlushing && Verbose) { |
10405 | 615 tty->print_cr("### sweeper: unload time: " INT64_FORMAT, (jlong)disconnect_time); |
1202 | 616 } |
617 #endif | |
618 } | |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
619 |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
620 |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
621 // Print out some state information about the current sweep and the |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
622 // state of the code cache if it's requested. |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
623 void NMethodSweeper::log_sweep(const char* msg, const char* format, ...) { |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
624 if (PrintMethodFlushing) { |
2482
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
625 stringStream s; |
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
626 // Dump code cache state into a buffer before locking the tty, |
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
627 // because log_state() will use locks causing lock conflicts. |
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
628 CodeCache::log_state(&s); |
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
629 |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
630 ttyLocker ttyl; |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
631 tty->print("### sweeper: %s ", msg); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
632 if (format != NULL) { |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
633 va_list ap; |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
634 va_start(ap, format); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
635 tty->vprint(format, ap); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
636 va_end(ap); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
637 } |
2482
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
638 tty->print_cr(s.as_string()); |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
639 } |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
640 |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
641 if (LogCompilation && (xtty != NULL)) { |
2482
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
642 stringStream s; |
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
643 // Dump code cache state into a buffer before locking the tty, |
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
644 // because log_state() will use locks causing lock conflicts. |
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
645 CodeCache::log_state(&s); |
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
646 |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
647 ttyLocker ttyl; |
1646 | 648 xtty->begin_elem("sweeper state='%s' traversals='" INTX_FORMAT "' ", msg, (intx)traversal_count()); |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
649 if (format != NULL) { |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
650 va_list ap; |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
651 va_start(ap, format); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
652 xtty->vprint(format, ap); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
653 va_end(ap); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
654 } |
2482
dbccacb79c63
7036236: VM crashes assert((!inside_attrs()) || is_error_reported()) failed ...
iveresov
parents:
2426
diff
changeset
|
655 xtty->print(s.as_string()); |
1644
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
656 xtty->stamp(); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
657 xtty->end_elem(); |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
658 } |
2a47bd84841f
6965184: possible races in make_not_entrant_or_zombie
never
parents:
1615
diff
changeset
|
659 } |