annotate src/share/vm/gc_implementation/shared/gcUtil.hpp @ 268:d6340ab4105b

6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set") 6723229: NUMA allocator: assert(lgrp_num > 0, "There should be at least one locality group") Summary: The fix takes care of the assertion triggered during TLAB resizing after reconfiguration. Also it now handles a defect in the topology graph, in which a single leaf node doesn't have memory. Reviewed-by: jmasa
author iveresov
date Thu, 17 Jul 2008 10:26:33 -0700
parents a61af66fc99e
children 9ee9cf798b59
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
a61af66fc99e Initial load
duke
parents:
diff changeset
2 * Copyright 2002-2005 Sun Microsystems, Inc. All Rights Reserved.
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
a61af66fc99e Initial load
duke
parents:
diff changeset
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
a61af66fc99e Initial load
duke
parents:
diff changeset
20 * CA 95054 USA or visit www.sun.com if you need additional information or
a61af66fc99e Initial load
duke
parents:
diff changeset
21 * have any questions.
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 // Catch-all file for utility classes
a61af66fc99e Initial load
duke
parents:
diff changeset
26
a61af66fc99e Initial load
duke
parents:
diff changeset
27 // A weighted average maintains a running, weighted average
a61af66fc99e Initial load
duke
parents:
diff changeset
28 // of some float value (templates would be handy here if we
a61af66fc99e Initial load
duke
parents:
diff changeset
29 // need different types).
a61af66fc99e Initial load
duke
parents:
diff changeset
30 //
a61af66fc99e Initial load
duke
parents:
diff changeset
31 // The average is adaptive in that we smooth it for the
a61af66fc99e Initial load
duke
parents:
diff changeset
32 // initial samples; we don't use the weight until we have
a61af66fc99e Initial load
duke
parents:
diff changeset
33 // enough samples for it to be meaningful.
a61af66fc99e Initial load
duke
parents:
diff changeset
34 //
a61af66fc99e Initial load
duke
parents:
diff changeset
35 // This serves as our best estimate of a future unknown.
a61af66fc99e Initial load
duke
parents:
diff changeset
36 //
a61af66fc99e Initial load
duke
parents:
diff changeset
37 class AdaptiveWeightedAverage : public CHeapObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
38 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
39 float _average; // The last computed average
a61af66fc99e Initial load
duke
parents:
diff changeset
40 unsigned _sample_count; // How often we've sampled this average
a61af66fc99e Initial load
duke
parents:
diff changeset
41 unsigned _weight; // The weight used to smooth the averages
a61af66fc99e Initial load
duke
parents:
diff changeset
42 // A higher weight favors the most
a61af66fc99e Initial load
duke
parents:
diff changeset
43 // recent data.
a61af66fc99e Initial load
duke
parents:
diff changeset
44
a61af66fc99e Initial load
duke
parents:
diff changeset
45 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
46 float _last_sample; // The last value sampled.
a61af66fc99e Initial load
duke
parents:
diff changeset
47
a61af66fc99e Initial load
duke
parents:
diff changeset
48 void increment_count() { _sample_count++; }
a61af66fc99e Initial load
duke
parents:
diff changeset
49 void set_average(float avg) { _average = avg; }
a61af66fc99e Initial load
duke
parents:
diff changeset
50
a61af66fc99e Initial load
duke
parents:
diff changeset
51 // Helper function, computes an adaptive weighted average
a61af66fc99e Initial load
duke
parents:
diff changeset
52 // given a sample and the last average
a61af66fc99e Initial load
duke
parents:
diff changeset
53 float compute_adaptive_average(float new_sample, float average);
a61af66fc99e Initial load
duke
parents:
diff changeset
54
a61af66fc99e Initial load
duke
parents:
diff changeset
55 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
56 // Input weight must be between 0 and 100
a61af66fc99e Initial load
duke
parents:
diff changeset
57 AdaptiveWeightedAverage(unsigned weight) :
a61af66fc99e Initial load
duke
parents:
diff changeset
58 _average(0.0), _sample_count(0), _weight(weight), _last_sample(0.0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
59 }
a61af66fc99e Initial load
duke
parents:
diff changeset
60
268
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
61 void clear() {
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
62 _average = 0;
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
63 _sample_count = 0;
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
64 _last_sample = 0;
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
65 }
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
66
0
a61af66fc99e Initial load
duke
parents:
diff changeset
67 // Accessors
a61af66fc99e Initial load
duke
parents:
diff changeset
68 float average() const { return _average; }
a61af66fc99e Initial load
duke
parents:
diff changeset
69 unsigned weight() const { return _weight; }
a61af66fc99e Initial load
duke
parents:
diff changeset
70 unsigned count() const { return _sample_count; }
a61af66fc99e Initial load
duke
parents:
diff changeset
71 float last_sample() const { return _last_sample; }
a61af66fc99e Initial load
duke
parents:
diff changeset
72
a61af66fc99e Initial load
duke
parents:
diff changeset
73 // Update data with a new sample.
a61af66fc99e Initial load
duke
parents:
diff changeset
74 void sample(float new_sample);
a61af66fc99e Initial load
duke
parents:
diff changeset
75
a61af66fc99e Initial load
duke
parents:
diff changeset
76 static inline float exp_avg(float avg, float sample,
a61af66fc99e Initial load
duke
parents:
diff changeset
77 unsigned int weight) {
a61af66fc99e Initial load
duke
parents:
diff changeset
78 assert(0 <= weight && weight <= 100, "weight must be a percent");
a61af66fc99e Initial load
duke
parents:
diff changeset
79 return (100.0F - weight) * avg / 100.0F + weight * sample / 100.0F;
a61af66fc99e Initial load
duke
parents:
diff changeset
80 }
a61af66fc99e Initial load
duke
parents:
diff changeset
81 static inline size_t exp_avg(size_t avg, size_t sample,
a61af66fc99e Initial load
duke
parents:
diff changeset
82 unsigned int weight) {
a61af66fc99e Initial load
duke
parents:
diff changeset
83 // Convert to float and back to avoid integer overflow.
a61af66fc99e Initial load
duke
parents:
diff changeset
84 return (size_t)exp_avg((float)avg, (float)sample, weight);
a61af66fc99e Initial load
duke
parents:
diff changeset
85 }
a61af66fc99e Initial load
duke
parents:
diff changeset
86 };
a61af66fc99e Initial load
duke
parents:
diff changeset
87
a61af66fc99e Initial load
duke
parents:
diff changeset
88
a61af66fc99e Initial load
duke
parents:
diff changeset
89 // A weighted average that includes a deviation from the average,
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // some multiple of which is added to the average.
a61af66fc99e Initial load
duke
parents:
diff changeset
91 //
a61af66fc99e Initial load
duke
parents:
diff changeset
92 // This serves as our best estimate of an upper bound on a future
a61af66fc99e Initial load
duke
parents:
diff changeset
93 // unknown.
a61af66fc99e Initial load
duke
parents:
diff changeset
94 class AdaptivePaddedAverage : public AdaptiveWeightedAverage {
a61af66fc99e Initial load
duke
parents:
diff changeset
95 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
96 float _padded_avg; // The last computed padded average
a61af66fc99e Initial load
duke
parents:
diff changeset
97 float _deviation; // Running deviation from the average
a61af66fc99e Initial load
duke
parents:
diff changeset
98 unsigned _padding; // A multiple which, added to the average,
a61af66fc99e Initial load
duke
parents:
diff changeset
99 // gives us an upper bound guess.
a61af66fc99e Initial load
duke
parents:
diff changeset
100
a61af66fc99e Initial load
duke
parents:
diff changeset
101 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
102 void set_padded_average(float avg) { _padded_avg = avg; }
a61af66fc99e Initial load
duke
parents:
diff changeset
103 void set_deviation(float dev) { _deviation = dev; }
a61af66fc99e Initial load
duke
parents:
diff changeset
104
a61af66fc99e Initial load
duke
parents:
diff changeset
105 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
106 AdaptivePaddedAverage() :
a61af66fc99e Initial load
duke
parents:
diff changeset
107 AdaptiveWeightedAverage(0),
a61af66fc99e Initial load
duke
parents:
diff changeset
108 _padded_avg(0.0), _deviation(0.0), _padding(0) {}
a61af66fc99e Initial load
duke
parents:
diff changeset
109
a61af66fc99e Initial load
duke
parents:
diff changeset
110 AdaptivePaddedAverage(unsigned weight, unsigned padding) :
a61af66fc99e Initial load
duke
parents:
diff changeset
111 AdaptiveWeightedAverage(weight),
a61af66fc99e Initial load
duke
parents:
diff changeset
112 _padded_avg(0.0), _deviation(0.0), _padding(padding) {}
a61af66fc99e Initial load
duke
parents:
diff changeset
113
a61af66fc99e Initial load
duke
parents:
diff changeset
114 // Placement support
a61af66fc99e Initial load
duke
parents:
diff changeset
115 void* operator new(size_t ignored, void* p) { return p; }
a61af66fc99e Initial load
duke
parents:
diff changeset
116 // Allocator
a61af66fc99e Initial load
duke
parents:
diff changeset
117 void* operator new(size_t size) { return CHeapObj::operator new(size); }
a61af66fc99e Initial load
duke
parents:
diff changeset
118
a61af66fc99e Initial load
duke
parents:
diff changeset
119 // Accessor
a61af66fc99e Initial load
duke
parents:
diff changeset
120 float padded_average() const { return _padded_avg; }
a61af66fc99e Initial load
duke
parents:
diff changeset
121 float deviation() const { return _deviation; }
a61af66fc99e Initial load
duke
parents:
diff changeset
122 unsigned padding() const { return _padding; }
a61af66fc99e Initial load
duke
parents:
diff changeset
123
268
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
124 void clear() {
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
125 AdaptiveWeightedAverage::clear();
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
126 _padded_avg = 0;
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
127 _deviation = 0;
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
128 }
d6340ab4105b 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 0
diff changeset
129
0
a61af66fc99e Initial load
duke
parents:
diff changeset
130 // Override
a61af66fc99e Initial load
duke
parents:
diff changeset
131 void sample(float new_sample);
a61af66fc99e Initial load
duke
parents:
diff changeset
132 };
a61af66fc99e Initial load
duke
parents:
diff changeset
133
a61af66fc99e Initial load
duke
parents:
diff changeset
134 // A weighted average that includes a deviation from the average,
a61af66fc99e Initial load
duke
parents:
diff changeset
135 // some multiple of which is added to the average.
a61af66fc99e Initial load
duke
parents:
diff changeset
136 //
a61af66fc99e Initial load
duke
parents:
diff changeset
137 // This serves as our best estimate of an upper bound on a future
a61af66fc99e Initial load
duke
parents:
diff changeset
138 // unknown.
a61af66fc99e Initial load
duke
parents:
diff changeset
139 // A special sort of padded average: it doesn't update deviations
a61af66fc99e Initial load
duke
parents:
diff changeset
140 // if the sample is zero. The average is allowed to change. We're
a61af66fc99e Initial load
duke
parents:
diff changeset
141 // preventing the zero samples from drastically changing our padded
a61af66fc99e Initial load
duke
parents:
diff changeset
142 // average.
a61af66fc99e Initial load
duke
parents:
diff changeset
143 class AdaptivePaddedNoZeroDevAverage : public AdaptivePaddedAverage {
a61af66fc99e Initial load
duke
parents:
diff changeset
144 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
145 AdaptivePaddedNoZeroDevAverage(unsigned weight, unsigned padding) :
a61af66fc99e Initial load
duke
parents:
diff changeset
146 AdaptivePaddedAverage(weight, padding) {}
a61af66fc99e Initial load
duke
parents:
diff changeset
147 // Override
a61af66fc99e Initial load
duke
parents:
diff changeset
148 void sample(float new_sample);
a61af66fc99e Initial load
duke
parents:
diff changeset
149 };
a61af66fc99e Initial load
duke
parents:
diff changeset
150 // Use a least squares fit to a set of data to generate a linear
a61af66fc99e Initial load
duke
parents:
diff changeset
151 // equation.
a61af66fc99e Initial load
duke
parents:
diff changeset
152 // y = intercept + slope * x
a61af66fc99e Initial load
duke
parents:
diff changeset
153
a61af66fc99e Initial load
duke
parents:
diff changeset
154 class LinearLeastSquareFit : public CHeapObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
155 double _sum_x; // sum of all independent data points x
a61af66fc99e Initial load
duke
parents:
diff changeset
156 double _sum_x_squared; // sum of all independent data points x**2
a61af66fc99e Initial load
duke
parents:
diff changeset
157 double _sum_y; // sum of all dependent data points y
a61af66fc99e Initial load
duke
parents:
diff changeset
158 double _sum_xy; // sum of all x * y.
a61af66fc99e Initial load
duke
parents:
diff changeset
159 double _intercept; // constant term
a61af66fc99e Initial load
duke
parents:
diff changeset
160 double _slope; // slope
a61af66fc99e Initial load
duke
parents:
diff changeset
161 // The weighted averages are not currently used but perhaps should
a61af66fc99e Initial load
duke
parents:
diff changeset
162 // be used to get decaying averages.
a61af66fc99e Initial load
duke
parents:
diff changeset
163 AdaptiveWeightedAverage _mean_x; // weighted mean of independent variable
a61af66fc99e Initial load
duke
parents:
diff changeset
164 AdaptiveWeightedAverage _mean_y; // weighted mean of dependent variable
a61af66fc99e Initial load
duke
parents:
diff changeset
165
a61af66fc99e Initial load
duke
parents:
diff changeset
166 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
167 LinearLeastSquareFit(unsigned weight);
a61af66fc99e Initial load
duke
parents:
diff changeset
168 void update(double x, double y);
a61af66fc99e Initial load
duke
parents:
diff changeset
169 double y(double x);
a61af66fc99e Initial load
duke
parents:
diff changeset
170 double slope() { return _slope; }
a61af66fc99e Initial load
duke
parents:
diff changeset
171 // Methods to decide if a change in the dependent variable will
a61af66fc99e Initial load
duke
parents:
diff changeset
172 // achive a desired goal. Note that these methods are not
a61af66fc99e Initial load
duke
parents:
diff changeset
173 // complementary and both are needed.
a61af66fc99e Initial load
duke
parents:
diff changeset
174 bool decrement_will_decrease();
a61af66fc99e Initial load
duke
parents:
diff changeset
175 bool increment_will_decrease();
a61af66fc99e Initial load
duke
parents:
diff changeset
176 };
a61af66fc99e Initial load
duke
parents:
diff changeset
177
a61af66fc99e Initial load
duke
parents:
diff changeset
178 class GCPauseTimer : StackObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
179 elapsedTimer* _timer;
a61af66fc99e Initial load
duke
parents:
diff changeset
180 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
181 GCPauseTimer(elapsedTimer* timer) {
a61af66fc99e Initial load
duke
parents:
diff changeset
182 _timer = timer;
a61af66fc99e Initial load
duke
parents:
diff changeset
183 _timer->stop();
a61af66fc99e Initial load
duke
parents:
diff changeset
184 }
a61af66fc99e Initial load
duke
parents:
diff changeset
185 ~GCPauseTimer() {
a61af66fc99e Initial load
duke
parents:
diff changeset
186 _timer->start();
a61af66fc99e Initial load
duke
parents:
diff changeset
187 }
a61af66fc99e Initial load
duke
parents:
diff changeset
188 };