annotate test/gc/g1/TestStringDeduplicationTools.java @ 17840:fd8ddf2d2f6b

8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage Reviewed-by: jmasa, sjohanss
author pliden
date Thu, 03 Apr 2014 10:39:27 +0200
parents 595c0f60d50d
children 660b3f6bf7d7
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
1 /*
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
2 * Copyright (c) 2014, Oracle and/or its affiliates. All rights reserved.
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
4 *
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
7 * published by the Free Software Foundation.
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
8 *
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
13 * accompanied this code).
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
14 *
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
18 *
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
21 * questions.
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
22 */
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
23
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
24 /*
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
25 * Common code for string deduplication tests
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
26 */
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
27
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
28 import java.lang.management.*;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
29 import java.lang.reflect.*;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
30 import java.security.*;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
31 import java.util.*;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
32 import com.oracle.java.testlibrary.*;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
33 import sun.misc.*;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
34
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
35 class TestStringDeduplicationTools {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
36 private static final String YoungGC = "YoungGC";
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
37 private static final String FullGC = "FullGC";
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
38
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
39 private static final int Xmn = 50; // MB
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
40 private static final int Xms = 100; // MB
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
41 private static final int Xmx = 100; // MB
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
42 private static final int MB = 1024 * 1024;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
43 private static final int StringLength = 50;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
44
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
45 private static Field valueField;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
46 private static Unsafe unsafe;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
47 private static byte[] dummy;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
48
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
49 static {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
50 try {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
51 Field field = Unsafe.class.getDeclaredField("theUnsafe");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
52 field.setAccessible(true);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
53 unsafe = (Unsafe)field.get(null);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
54
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
55 valueField = String.class.getDeclaredField("value");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
56 valueField.setAccessible(true);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
57 } catch (Exception e) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
58 throw new RuntimeException(e);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
59 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
60 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
61
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
62 private static Object getValue(String string) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
63 try {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
64 return valueField.get(string);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
65 } catch (Exception e) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
66 throw new RuntimeException(e);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
67 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
68 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
69
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
70 private static void doFullGc(int numberOfTimes) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
71 for (int i = 0; i < numberOfTimes; i++) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
72 System.out.println("Begin: Full GC " + (i + 1) + "/" + numberOfTimes);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
73 System.gc();
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
74 System.out.println("End: Full GC " + (i + 1) + "/" + numberOfTimes);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
75 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
76 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
77
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
78 private static void doYoungGc(int numberOfTimes) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
79 // Provoke at least numberOfTimes young GCs
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
80 final int objectSize = 128;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
81 final int maxObjectInYoung = (Xmn * MB) / objectSize;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
82 for (int i = 0; i < numberOfTimes; i++) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
83 System.out.println("Begin: Young GC " + (i + 1) + "/" + numberOfTimes);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
84 for (int j = 0; j < maxObjectInYoung + 1; j++) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
85 dummy = new byte[objectSize];
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
86 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
87 System.out.println("End: Young GC " + (i + 1) + "/" + numberOfTimes);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
88 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
89 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
90
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
91 private static void forceDeduplication(int ageThreshold, String gcType) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
92 // Force deduplication to happen by either causing a FullGC or a YoungGC.
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
93 // We do several collections to also provoke a situation where the the
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
94 // deduplication thread needs to yield while processing the queue. This
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
95 // also tests that the references in the deduplication queue are adjusted
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
96 // accordingly.
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
97 if (gcType.equals(FullGC)) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
98 doFullGc(3);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
99 } else {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
100 doYoungGc(ageThreshold + 3);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
101 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
102 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
103
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
104 private static String generateString(int id) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
105 StringBuilder builder = new StringBuilder(StringLength);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
106
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
107 builder.append("DeduplicationTestString:" + id + ":");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
108
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
109 while (builder.length() < StringLength) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
110 builder.append('X');
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
111 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
112
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
113 return builder.toString();
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
114 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
115
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
116 private static ArrayList<String> createStrings(int total, int unique) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
117 System.out.println("Creating strings: total=" + total + ", unique=" + unique);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
118 if (total % unique != 0) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
119 throw new RuntimeException("Total must be divisible by unique");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
120 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
121
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
122 ArrayList<String> list = new ArrayList<String>(total);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
123 for (int j = 0; j < total / unique; j++) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
124 for (int i = 0; i < unique; i++) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
125 list.add(generateString(i));
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
126 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
127 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
128
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
129 return list;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
130 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
131
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
132 private static void verifyStrings(ArrayList<String> list, int uniqueExpected) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
133 for (;;) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
134 // Check number of deduplicated strings
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
135 ArrayList<Object> unique = new ArrayList<Object>(uniqueExpected);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
136 for (String string: list) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
137 Object value = getValue(string);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
138 boolean uniqueValue = true;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
139 for (Object obj: unique) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
140 if (obj == value) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
141 uniqueValue = false;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
142 break;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
143 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
144 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
145
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
146 if (uniqueValue) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
147 unique.add(value);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
148 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
149 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
150
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
151 System.out.println("Verifying strings: total=" + list.size() +
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
152 ", uniqueFound=" + unique.size() +
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
153 ", uniqueExpected=" + uniqueExpected);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
154
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
155 if (unique.size() == uniqueExpected) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
156 System.out.println("Deduplication completed");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
157 break;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
158 } else {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
159 System.out.println("Deduplication not completed, waiting...");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
160
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
161 // Give the deduplication thread time to complete
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
162 try {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
163 Thread.sleep(1000);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
164 } catch (Exception e) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
165 throw new RuntimeException(e);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
166 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
167 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
168 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
169 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
170
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
171 private static OutputAnalyzer runTest(String... extraArgs) throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
172 String[] defaultArgs = new String[] {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
173 "-Xmn" + Xmn + "m",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
174 "-Xms" + Xms + "m",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
175 "-Xmx" + Xmx + "m",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
176 "-XX:+UseG1GC",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
177 "-XX:+UnlockDiagnosticVMOptions",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
178 "-XX:+VerifyAfterGC" // Always verify after GC
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
179 };
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
180
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
181 ArrayList<String> args = new ArrayList<String>();
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
182 args.addAll(Arrays.asList(defaultArgs));
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
183 args.addAll(Arrays.asList(extraArgs));
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
184
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
185 ProcessBuilder pb = ProcessTools.createJavaProcessBuilder(args.toArray(new String[args.size()]));
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
186 OutputAnalyzer output = new OutputAnalyzer(pb.start());
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
187 System.err.println(output.getStderr());
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
188 System.out.println(output.getStdout());
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
189 return output;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
190 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
191
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
192 private static class DeduplicationTest {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
193 public static void main(String[] args) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
194 System.out.println("Begin: DeduplicationTest");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
195
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
196 final int numberOfStrings = Integer.parseUnsignedInt(args[0]);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
197 final int numberOfUniqueStrings = Integer.parseUnsignedInt(args[1]);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
198 final int ageThreshold = Integer.parseUnsignedInt(args[2]);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
199 final String gcType = args[3];
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
200
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
201 ArrayList<String> list = createStrings(numberOfStrings, numberOfUniqueStrings);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
202 forceDeduplication(ageThreshold, gcType);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
203 verifyStrings(list, numberOfUniqueStrings);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
204
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
205 System.out.println("End: DeduplicationTest");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
206 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
207
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
208 public static OutputAnalyzer run(int numberOfStrings, int ageThreshold, String gcType, String... extraArgs) throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
209 String[] defaultArgs = new String[] {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
210 "-XX:+UseStringDeduplication",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
211 "-XX:StringDeduplicationAgeThreshold=" + ageThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
212 DeduplicationTest.class.getName(),
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
213 "" + numberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
214 "" + numberOfStrings / 2,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
215 "" + ageThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
216 gcType
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
217 };
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
218
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
219 ArrayList<String> args = new ArrayList<String>();
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
220 args.addAll(Arrays.asList(extraArgs));
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
221 args.addAll(Arrays.asList(defaultArgs));
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
222
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
223 return runTest(args.toArray(new String[args.size()]));
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
224 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
225 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
226
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
227 private static class InternedTest {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
228 public static void main(String[] args) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
229 // This test verifies that interned strings are always
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
230 // deduplicated when being interned, and never after
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
231 // being interned.
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
232
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
233 System.out.println("Begin: InternedTest");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
234
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
235 final int ageThreshold = Integer.parseUnsignedInt(args[0]);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
236 final String baseString = "DeduplicationTestString:" + InternedTest.class.getName();
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
237
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
238 // Create duplicate of baseString
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
239 StringBuilder sb1 = new StringBuilder(baseString);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
240 String dupString1 = sb1.toString();
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
241 if (getValue(dupString1) == getValue(baseString)) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
242 throw new RuntimeException("Values should not match");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
243 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
244
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
245 // Force baseString to be inspected for deduplication
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
246 // and be inserted into the deduplication hashtable.
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
247 forceDeduplication(ageThreshold, FullGC);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
248
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
249 // Wait for deduplication to occur
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
250 while (getValue(dupString1) != getValue(baseString)) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
251 System.out.println("Waiting...");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
252 try {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
253 Thread.sleep(100);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
254 } catch (Exception e) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
255 throw new RuntimeException(e);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
256 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
257 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
258
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
259 // Create a new duplicate of baseString
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
260 StringBuilder sb2 = new StringBuilder(baseString);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
261 String dupString2 = sb2.toString();
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
262 if (getValue(dupString2) == getValue(baseString)) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
263 throw new RuntimeException("Values should not match");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
264 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
265
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
266 // Intern the new duplicate
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
267 Object beforeInternedValue = getValue(dupString2);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
268 String internedString = dupString2.intern();
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
269 if (internedString != dupString2) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
270 throw new RuntimeException("String should match");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
271 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
272 if (getValue(internedString) != getValue(baseString)) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
273 throw new RuntimeException("Values should match");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
274 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
275
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
276 // Check original value of interned string, to make sure
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
277 // deduplication happened on the interned string and not
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
278 // on the base string
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
279 if (beforeInternedValue == getValue(baseString)) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
280 throw new RuntimeException("Values should not match");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
281 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
282
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
283 System.out.println("End: InternedTest");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
284 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
285
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
286 public static OutputAnalyzer run() throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
287 return runTest("-XX:+PrintGC",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
288 "-XX:+PrintGCDetails",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
289 "-XX:+UseStringDeduplication",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
290 "-XX:+PrintStringDeduplicationStatistics",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
291 "-XX:StringDeduplicationAgeThreshold=" + DefaultAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
292 InternedTest.class.getName(),
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
293 "" + DefaultAgeThreshold);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
294 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
295 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
296
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
297 private static class MemoryUsageTest {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
298 public static void main(String[] args) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
299 System.out.println("Begin: MemoryUsageTest");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
300
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
301 final boolean useStringDeduplication = Boolean.parseBoolean(args[0]);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
302 final int numberOfStrings = LargeNumberOfStrings;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
303 final int numberOfUniqueStrings = 1;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
304
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
305 ArrayList<String> list = createStrings(numberOfStrings, numberOfUniqueStrings);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
306 forceDeduplication(DefaultAgeThreshold, FullGC);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
307
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
308 if (useStringDeduplication) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
309 verifyStrings(list, numberOfUniqueStrings);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
310 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
311
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
312 System.gc();
17840
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
313
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
314 System.out.println("Heap Memory Usage: " + ManagementFactory.getMemoryMXBean().getHeapMemoryUsage().getUsed());
17840
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
315 System.out.println("Array Header Size: " + unsafe.ARRAY_CHAR_BASE_OFFSET);
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
316
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
317 System.out.println("End: MemoryUsageTest");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
318 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
319
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
320 public static OutputAnalyzer run(boolean useStringDeduplication) throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
321 String[] extraArgs = new String[0];
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
322
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
323 if (useStringDeduplication) {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
324 extraArgs = new String[] {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
325 "-XX:+UseStringDeduplication",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
326 "-XX:+PrintStringDeduplicationStatistics",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
327 "-XX:StringDeduplicationAgeThreshold=" + DefaultAgeThreshold
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
328 };
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
329 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
330
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
331 String[] defaultArgs = new String[] {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
332 "-XX:+PrintGC",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
333 "-XX:+PrintGCDetails",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
334 MemoryUsageTest.class.getName(),
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
335 "" + useStringDeduplication
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
336 };
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
337
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
338 ArrayList<String> args = new ArrayList<String>();
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
339 args.addAll(Arrays.asList(extraArgs));
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
340 args.addAll(Arrays.asList(defaultArgs));
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
341
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
342 return runTest(args.toArray(new String[args.size()]));
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
343 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
344 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
345
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
346 /*
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
347 * Tests
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
348 */
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
349
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
350 private static final int LargeNumberOfStrings = 10000;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
351 private static final int SmallNumberOfStrings = 10;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
352
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
353 private static final int MaxAgeThreshold = 15;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
354 private static final int DefaultAgeThreshold = 3;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
355 private static final int MinAgeThreshold = 1;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
356
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
357 private static final int TooLowAgeThreshold = MinAgeThreshold - 1;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
358 private static final int TooHighAgeThreshold = MaxAgeThreshold + 1;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
359
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
360 public static void testYoungGC() throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
361 // Do young GC to age strings to provoke deduplication
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
362 OutputAnalyzer output = DeduplicationTest.run(LargeNumberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
363 DefaultAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
364 YoungGC,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
365 "-XX:+PrintGC",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
366 "-XX:+PrintStringDeduplicationStatistics");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
367 output.shouldNotContain("Full GC");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
368 output.shouldContain("GC pause (G1 Evacuation Pause) (young)");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
369 output.shouldContain("GC concurrent-string-deduplication");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
370 output.shouldContain("Deduplicated:");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
371 output.shouldHaveExitValue(0);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
372 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
373
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
374 public static void testFullGC() throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
375 // Do full GC to age strings to provoke deduplication
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
376 OutputAnalyzer output = DeduplicationTest.run(LargeNumberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
377 DefaultAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
378 FullGC,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
379 "-XX:+PrintGC",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
380 "-XX:+PrintStringDeduplicationStatistics");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
381 output.shouldNotContain("GC pause (G1 Evacuation Pause) (young)");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
382 output.shouldContain("Full GC");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
383 output.shouldContain("GC concurrent-string-deduplication");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
384 output.shouldContain("Deduplicated:");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
385 output.shouldHaveExitValue(0);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
386 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
387
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
388 public static void testTableResize() throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
389 // Test with StringDeduplicationResizeALot
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
390 OutputAnalyzer output = DeduplicationTest.run(LargeNumberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
391 DefaultAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
392 YoungGC,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
393 "-XX:+PrintGC",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
394 "-XX:+PrintStringDeduplicationStatistics",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
395 "-XX:+StringDeduplicationResizeALot");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
396 output.shouldContain("GC concurrent-string-deduplication");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
397 output.shouldContain("Deduplicated:");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
398 output.shouldNotContain("Resize Count: 0");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
399 output.shouldHaveExitValue(0);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
400 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
401
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
402 public static void testTableRehash() throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
403 // Test with StringDeduplicationRehashALot
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
404 OutputAnalyzer output = DeduplicationTest.run(LargeNumberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
405 DefaultAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
406 YoungGC,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
407 "-XX:+PrintGC",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
408 "-XX:+PrintStringDeduplicationStatistics",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
409 "-XX:+StringDeduplicationRehashALot");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
410 output.shouldContain("GC concurrent-string-deduplication");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
411 output.shouldContain("Deduplicated:");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
412 output.shouldNotContain("Rehash Count: 0");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
413 output.shouldNotContain("Hash Seed: 0x0");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
414 output.shouldHaveExitValue(0);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
415 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
416
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
417 public static void testAgeThreshold() throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
418 OutputAnalyzer output;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
419
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
420 // Test with max age theshold
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
421 output = DeduplicationTest.run(SmallNumberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
422 MaxAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
423 YoungGC,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
424 "-XX:+PrintGC",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
425 "-XX:+PrintStringDeduplicationStatistics");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
426 output.shouldContain("GC concurrent-string-deduplication");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
427 output.shouldContain("Deduplicated:");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
428 output.shouldHaveExitValue(0);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
429
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
430 // Test with min age theshold
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
431 output = DeduplicationTest.run(SmallNumberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
432 MinAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
433 YoungGC,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
434 "-XX:+PrintGC",
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
435 "-XX:+PrintStringDeduplicationStatistics");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
436 output.shouldContain("GC concurrent-string-deduplication");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
437 output.shouldContain("Deduplicated:");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
438 output.shouldHaveExitValue(0);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
439
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
440 // Test with too low age threshold
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
441 output = DeduplicationTest.run(SmallNumberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
442 TooLowAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
443 YoungGC);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
444 output.shouldContain("StringDeduplicationAgeThreshold of " + TooLowAgeThreshold +
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
445 " is invalid; must be between " + MinAgeThreshold + " and " + MaxAgeThreshold);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
446 output.shouldHaveExitValue(1);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
447
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
448 // Test with too high age threshold
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
449 output = DeduplicationTest.run(SmallNumberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
450 TooHighAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
451 YoungGC);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
452 output.shouldContain("StringDeduplicationAgeThreshold of " + TooHighAgeThreshold +
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
453 " is invalid; must be between " + MinAgeThreshold + " and " + MaxAgeThreshold);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
454 output.shouldHaveExitValue(1);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
455 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
456
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
457 public static void testPrintOptions() throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
458 OutputAnalyzer output;
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
459
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
460 // Test without PrintGC and without PrintStringDeduplicationStatistics
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
461 output = DeduplicationTest.run(SmallNumberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
462 DefaultAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
463 YoungGC);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
464 output.shouldNotContain("GC concurrent-string-deduplication");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
465 output.shouldNotContain("Deduplicated:");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
466 output.shouldHaveExitValue(0);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
467
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
468 // Test with PrintGC but without PrintStringDeduplicationStatistics
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
469 output = DeduplicationTest.run(SmallNumberOfStrings,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
470 DefaultAgeThreshold,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
471 YoungGC,
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
472 "-XX:+PrintGC");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
473 output.shouldContain("GC concurrent-string-deduplication");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
474 output.shouldNotContain("Deduplicated:");
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
475 output.shouldHaveExitValue(0);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
476 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
477
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
478 public static void testInterned() throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
479 // Test that interned strings are deduplicated before being interned
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
480 OutputAnalyzer output = InternedTest.run();
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
481 output.shouldHaveExitValue(0);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
482 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
483
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
484 public static void testMemoryUsage() throws Exception {
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
485 // Test that memory usage is reduced after deduplication
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
486 OutputAnalyzer output;
17840
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
487 final String heapMemoryUsagePattern = "Heap Memory Usage: (\\d+)";
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
488 final String arrayHeaderSizePattern = "Array Header Size: (\\d+)";
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
489
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
490 // Run without deduplication
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
491 output = MemoryUsageTest.run(false);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
492 output.shouldHaveExitValue(0);
17840
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
493 final long heapMemoryUsageWithoutDedup = Long.parseLong(output.firstMatch(heapMemoryUsagePattern, 1));
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
494 final long arrayHeaderSizeWithoutDedup = Long.parseLong(output.firstMatch(arrayHeaderSizePattern, 1));
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
495
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
496 // Run with deduplication
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
497 output = MemoryUsageTest.run(true);
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
498 output.shouldHaveExitValue(0);
17840
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
499 final long heapMemoryUsageWithDedup = Long.parseLong(output.firstMatch(heapMemoryUsagePattern, 1));
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
500 final long arrayHeaderSizeWithDedup = Long.parseLong(output.firstMatch(arrayHeaderSizePattern, 1));
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
501
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
502 // Sanity check to make sure one instance isn't using compressed class pointers and the other not
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
503 if (arrayHeaderSizeWithoutDedup != arrayHeaderSizeWithDedup) {
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
504 throw new Exception("Unexpected difference between array header sizes");
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
505 }
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
506
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
507 // Calculate expected memory usage with deduplication enabled. This calculation does
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
508 // not take alignment and padding into account, so it's a conservative estimate.
17840
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
509 final long sizeOfChar = unsafe.ARRAY_CHAR_INDEX_SCALE;
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
510 final long sizeOfCharArray = StringLength * sizeOfChar + arrayHeaderSizeWithoutDedup;
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
511 final long bytesSaved = (LargeNumberOfStrings - 1) * sizeOfCharArray;
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
512 final long heapMemoryUsageWithDedupExpected = heapMemoryUsageWithoutDedup - bytesSaved;
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
513
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
514 System.out.println("Memory usage summary:");
17840
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
515 System.out.println(" heapMemoryUsageWithoutDedup: " + heapMemoryUsageWithoutDedup);
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
516 System.out.println(" heapMemoryUsageWithDedup: " + heapMemoryUsageWithDedup);
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
517 System.out.println(" heapMemoryUsageWithDedupExpected: " + heapMemoryUsageWithDedupExpected);
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
518
17840
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
519 if (heapMemoryUsageWithDedup > heapMemoryUsageWithDedupExpected) {
fd8ddf2d2f6b 8038461: Test gc/g1/TestStringDeduplicationMemoryUsage.java fails with unexpected memory usage
pliden
parents: 17764
diff changeset
520 throw new Exception("Unexpected memory usage, heapMemoryUsageWithDedup should be less or equal to heapMemoryUsageWithDedupExpected");
17764
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
521 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
522 }
595c0f60d50d 8029075: String deduplication in G1
pliden
parents:
diff changeset
523 }