annotate src/share/vm/code/codeCache.hpp @ 1202:5f24d0319e54

4360113: Evict nmethods when code cache gets full Summary: Speculatively unload the oldest nmethods when code cache gets full. Reviewed-by: never, kvn Contributed-by: eric.caspole@amd.com
author kvn
date Fri, 29 Jan 2010 09:27:22 -0800
parents 148e5441d916
children bfe29ec02863
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
196
d1605aabd0a1 6719955: Update copyright year
xdono
parents: 107
diff changeset
2 * Copyright 1997-2008 Sun Microsystems, Inc. All Rights Reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
a61af66fc99e Initial load
duke
parents:
diff changeset
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
a61af66fc99e Initial load
duke
parents:
diff changeset
20 * CA 95054 USA or visit www.sun.com if you need additional information or
a61af66fc99e Initial load
duke
parents:
diff changeset
21 * have any questions.
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 // The CodeCache implements the code cache for various pieces of generated
a61af66fc99e Initial load
duke
parents:
diff changeset
26 // code, e.g., compiled java methods, runtime stubs, transition frames, etc.
a61af66fc99e Initial load
duke
parents:
diff changeset
27 // The entries in the CodeCache are all CodeBlob's.
a61af66fc99e Initial load
duke
parents:
diff changeset
28
a61af66fc99e Initial load
duke
parents:
diff changeset
29 // Implementation:
a61af66fc99e Initial load
duke
parents:
diff changeset
30 // - Each CodeBlob occupies one chunk of memory.
a61af66fc99e Initial load
duke
parents:
diff changeset
31 // - Like the offset table in oldspace the zone has at table for
a61af66fc99e Initial load
duke
parents:
diff changeset
32 // locating a method given a addess of an instruction.
a61af66fc99e Initial load
duke
parents:
diff changeset
33
a61af66fc99e Initial load
duke
parents:
diff changeset
34 class OopClosure;
a61af66fc99e Initial load
duke
parents:
diff changeset
35 class DepChange;
a61af66fc99e Initial load
duke
parents:
diff changeset
36
a61af66fc99e Initial load
duke
parents:
diff changeset
37 class CodeCache : AllStatic {
a61af66fc99e Initial load
duke
parents:
diff changeset
38 friend class VMStructs;
a61af66fc99e Initial load
duke
parents:
diff changeset
39 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
40 // CodeHeap is malloc()'ed at startup and never deleted during shutdown,
a61af66fc99e Initial load
duke
parents:
diff changeset
41 // so that the generated assembly code is always there when it's needed.
a61af66fc99e Initial load
duke
parents:
diff changeset
42 // This may cause memory leak, but is necessary, for now. See 4423824,
a61af66fc99e Initial load
duke
parents:
diff changeset
43 // 4422213 or 4436291 for details.
a61af66fc99e Initial load
duke
parents:
diff changeset
44 static CodeHeap * _heap;
a61af66fc99e Initial load
duke
parents:
diff changeset
45 static int _number_of_blobs;
a61af66fc99e Initial load
duke
parents:
diff changeset
46 static int _number_of_nmethods_with_dependencies;
a61af66fc99e Initial load
duke
parents:
diff changeset
47 static bool _needs_cache_clean;
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
48 static nmethod* _scavenge_root_nmethods; // linked via nm->scavenge_root_link()
1202
5f24d0319e54 4360113: Evict nmethods when code cache gets full
kvn
parents: 989
diff changeset
49 static nmethod* _saved_nmethods; // linked via nm->saved_nmethod_look()
0
a61af66fc99e Initial load
duke
parents:
diff changeset
50
a61af66fc99e Initial load
duke
parents:
diff changeset
51 static void verify_if_often() PRODUCT_RETURN;
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
52
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
53 static void mark_scavenge_root_nmethods() PRODUCT_RETURN;
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
54 static void verify_perm_nmethods(CodeBlobClosure* f_or_null) PRODUCT_RETURN;
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
55
0
a61af66fc99e Initial load
duke
parents:
diff changeset
56 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
57
a61af66fc99e Initial load
duke
parents:
diff changeset
58 // Initialization
a61af66fc99e Initial load
duke
parents:
diff changeset
59 static void initialize();
a61af66fc99e Initial load
duke
parents:
diff changeset
60
a61af66fc99e Initial load
duke
parents:
diff changeset
61 // Allocation/administration
a61af66fc99e Initial load
duke
parents:
diff changeset
62 static CodeBlob* allocate(int size); // allocates a new CodeBlob
a61af66fc99e Initial load
duke
parents:
diff changeset
63 static void commit(CodeBlob* cb); // called when the allocated CodeBlob has been filled
a61af66fc99e Initial load
duke
parents:
diff changeset
64 static int alignment_unit(); // guaranteed alignment of all CodeBlobs
a61af66fc99e Initial load
duke
parents:
diff changeset
65 static int alignment_offset(); // guaranteed offset of first CodeBlob byte within alignment unit (i.e., allocation header)
a61af66fc99e Initial load
duke
parents:
diff changeset
66 static void free(CodeBlob* cb); // frees a CodeBlob
a61af66fc99e Initial load
duke
parents:
diff changeset
67 static void flush(); // flushes all CodeBlobs
a61af66fc99e Initial load
duke
parents:
diff changeset
68 static bool contains(void *p); // returns whether p is included
a61af66fc99e Initial load
duke
parents:
diff changeset
69 static void blobs_do(void f(CodeBlob* cb)); // iterates over all CodeBlobs
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
70 static void blobs_do(CodeBlobClosure* f); // iterates over all CodeBlobs
0
a61af66fc99e Initial load
duke
parents:
diff changeset
71 static void nmethods_do(void f(nmethod* nm)); // iterates over all nmethods
a61af66fc99e Initial load
duke
parents:
diff changeset
72
a61af66fc99e Initial load
duke
parents:
diff changeset
73 // Lookup
a61af66fc99e Initial load
duke
parents:
diff changeset
74 static CodeBlob* find_blob(void* start);
a61af66fc99e Initial load
duke
parents:
diff changeset
75 static nmethod* find_nmethod(void* start);
a61af66fc99e Initial load
duke
parents:
diff changeset
76
a61af66fc99e Initial load
duke
parents:
diff changeset
77 // Lookup that does not fail if you lookup a zombie method (if you call this, be sure to know
a61af66fc99e Initial load
duke
parents:
diff changeset
78 // what you are doing)
a61af66fc99e Initial load
duke
parents:
diff changeset
79 static CodeBlob* find_blob_unsafe(void* start) {
a61af66fc99e Initial load
duke
parents:
diff changeset
80 CodeBlob* result = (CodeBlob*)_heap->find_start(start);
107
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
81 // this assert is too strong because the heap code will return the
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
82 // heapblock containing start. That block can often be larger than
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
83 // the codeBlob itself. If you look up an address that is within
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
84 // the heapblock but not in the codeBlob you will assert.
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
85 //
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
86 // Most things will not lookup such bad addresses. However
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
87 // AsyncGetCallTrace can see intermediate frames and get that kind
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
88 // of invalid address and so can a developer using hsfind.
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
89 //
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
90 // The more correct answer is to return NULL if blob_contains() returns
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
91 // false.
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
92 // assert(result == NULL || result->blob_contains((address)start), "found wrong CodeBlob");
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
93
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
94 if (result != NULL && !result->blob_contains((address)start)) {
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
95 result = NULL;
93b6525e3b82 6603919: Stackwalking crash on x86 -server with Sun Studio's collect -j on
sgoldman
parents: 0
diff changeset
96 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
97 return result;
a61af66fc99e Initial load
duke
parents:
diff changeset
98 }
a61af66fc99e Initial load
duke
parents:
diff changeset
99
a61af66fc99e Initial load
duke
parents:
diff changeset
100 // Iteration
a61af66fc99e Initial load
duke
parents:
diff changeset
101 static CodeBlob* first();
a61af66fc99e Initial load
duke
parents:
diff changeset
102 static CodeBlob* next (CodeBlob* cb);
a61af66fc99e Initial load
duke
parents:
diff changeset
103 static CodeBlob* alive(CodeBlob *cb);
a61af66fc99e Initial load
duke
parents:
diff changeset
104 static nmethod* alive_nmethod(CodeBlob *cb);
a61af66fc99e Initial load
duke
parents:
diff changeset
105 static int nof_blobs() { return _number_of_blobs; }
a61af66fc99e Initial load
duke
parents:
diff changeset
106
a61af66fc99e Initial load
duke
parents:
diff changeset
107 // GC support
a61af66fc99e Initial load
duke
parents:
diff changeset
108 static void gc_epilogue();
a61af66fc99e Initial load
duke
parents:
diff changeset
109 static void gc_prologue();
a61af66fc99e Initial load
duke
parents:
diff changeset
110 // If "unloading_occurred" is true, then unloads (i.e., breaks root links
a61af66fc99e Initial load
duke
parents:
diff changeset
111 // to) any unmarked codeBlobs in the cache. Sets "marked_for_unloading"
a61af66fc99e Initial load
duke
parents:
diff changeset
112 // to "true" iff some code got unloaded.
a61af66fc99e Initial load
duke
parents:
diff changeset
113 static void do_unloading(BoolObjectClosure* is_alive,
a61af66fc99e Initial load
duke
parents:
diff changeset
114 OopClosure* keep_alive,
a61af66fc99e Initial load
duke
parents:
diff changeset
115 bool unloading_occurred);
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
116 static void oops_do(OopClosure* f) {
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
117 CodeBlobToOopClosure oopc(f, /*do_marking=*/ false);
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
118 blobs_do(&oopc);
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
119 }
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
120 static void asserted_non_scavengable_nmethods_do(CodeBlobClosure* f = NULL) PRODUCT_RETURN;
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
121 static void scavenge_root_nmethods_do(CodeBlobClosure* f);
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
122
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
123 static nmethod* scavenge_root_nmethods() { return _scavenge_root_nmethods; }
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
124 static void set_scavenge_root_nmethods(nmethod* nm) { _scavenge_root_nmethods = nm; }
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
125 static void add_scavenge_root_nmethod(nmethod* nm);
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
126 static void drop_scavenge_root_nmethod(nmethod* nm);
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
127 static void prune_scavenge_root_nmethods();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
128
a61af66fc99e Initial load
duke
parents:
diff changeset
129 // Printing/debugging
a61af66fc99e Initial load
duke
parents:
diff changeset
130 static void print() PRODUCT_RETURN; // prints summary
a61af66fc99e Initial load
duke
parents:
diff changeset
131 static void print_internals();
a61af66fc99e Initial load
duke
parents:
diff changeset
132 static void verify(); // verifies the code cache
989
148e5441d916 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 196
diff changeset
133 static void print_trace(const char* event, CodeBlob* cb, int size = 0) PRODUCT_RETURN;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
134
a61af66fc99e Initial load
duke
parents:
diff changeset
135 // The full limits of the codeCache
a61af66fc99e Initial load
duke
parents:
diff changeset
136 static address low_bound() { return (address) _heap->low_boundary(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
137 static address high_bound() { return (address) _heap->high_boundary(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
138
a61af66fc99e Initial load
duke
parents:
diff changeset
139 // Profiling
a61af66fc99e Initial load
duke
parents:
diff changeset
140 static address first_address(); // first address used for CodeBlobs
a61af66fc99e Initial load
duke
parents:
diff changeset
141 static address last_address(); // last address used for CodeBlobs
a61af66fc99e Initial load
duke
parents:
diff changeset
142 static size_t capacity() { return _heap->capacity(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
143 static size_t max_capacity() { return _heap->max_capacity(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
144 static size_t unallocated_capacity() { return _heap->unallocated_capacity(); }
1202
5f24d0319e54 4360113: Evict nmethods when code cache gets full
kvn
parents: 989
diff changeset
145 static bool needs_flushing() { return unallocated_capacity() < CodeCacheFlushingMinimumFreeSpace; }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
146
a61af66fc99e Initial load
duke
parents:
diff changeset
147 static bool needs_cache_clean() { return _needs_cache_clean; }
a61af66fc99e Initial load
duke
parents:
diff changeset
148 static void set_needs_cache_clean(bool v) { _needs_cache_clean = v; }
a61af66fc99e Initial load
duke
parents:
diff changeset
149 static void clear_inline_caches(); // clear all inline caches
a61af66fc99e Initial load
duke
parents:
diff changeset
150
1202
5f24d0319e54 4360113: Evict nmethods when code cache gets full
kvn
parents: 989
diff changeset
151 static nmethod* find_and_remove_saved_code(methodOop m);
5f24d0319e54 4360113: Evict nmethods when code cache gets full
kvn
parents: 989
diff changeset
152 static void remove_saved_code(nmethod* nm);
5f24d0319e54 4360113: Evict nmethods when code cache gets full
kvn
parents: 989
diff changeset
153 static void speculatively_disconnect(nmethod* nm);
5f24d0319e54 4360113: Evict nmethods when code cache gets full
kvn
parents: 989
diff changeset
154
0
a61af66fc99e Initial load
duke
parents:
diff changeset
155 // Deoptimization
a61af66fc99e Initial load
duke
parents:
diff changeset
156 static int mark_for_deoptimization(DepChange& changes);
a61af66fc99e Initial load
duke
parents:
diff changeset
157 #ifdef HOTSWAP
a61af66fc99e Initial load
duke
parents:
diff changeset
158 static int mark_for_evol_deoptimization(instanceKlassHandle dependee);
a61af66fc99e Initial load
duke
parents:
diff changeset
159 #endif // HOTSWAP
a61af66fc99e Initial load
duke
parents:
diff changeset
160
a61af66fc99e Initial load
duke
parents:
diff changeset
161 static void mark_all_nmethods_for_deoptimization();
a61af66fc99e Initial load
duke
parents:
diff changeset
162 static int mark_for_deoptimization(methodOop dependee);
a61af66fc99e Initial load
duke
parents:
diff changeset
163 static void make_marked_nmethods_zombies();
a61af66fc99e Initial load
duke
parents:
diff changeset
164 static void make_marked_nmethods_not_entrant();
a61af66fc99e Initial load
duke
parents:
diff changeset
165
a61af66fc99e Initial load
duke
parents:
diff changeset
166 // tells how many nmethods have dependencies
a61af66fc99e Initial load
duke
parents:
diff changeset
167 static int number_of_nmethods_with_dependencies();
a61af66fc99e Initial load
duke
parents:
diff changeset
168 };