1 /*
   2  * Copyright (c) 2014, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  */
  23 
  24 import static com.oracle.java.testlibrary.Asserts.assertLessThanOrEqual;
  25 import com.oracle.java.testlibrary.OutputAnalyzer;
  26 import com.oracle.java.testlibrary.Platform;
  27 import com.oracle.java.testlibrary.ProcessTools;
  28 import com.oracle.java.testlibrary.Utils;
  29 import java.io.IOException;
  30 import java.lang.management.ManagementFactory;
  31 import java.lang.management.MemoryUsage;
  32 import java.text.DecimalFormat;
  33 import java.text.DecimalFormatSymbols;
  34 import java.util.ArrayList;
  35 import java.util.Arrays;
  36 import java.util.Collections;
  37 import java.util.LinkedList;
  38 import java.util.List;
  39 import sun.misc.Unsafe;
  40 
  41 public class TestShrinkAuxiliaryData {
  42 
  43     private final static String[] initialOpts = new String[]{
  44         "-XX:MinHeapFreeRatio=10",
  45         "-XX:MaxHeapFreeRatio=11",
  46         "-XX:+UseG1GC",
  47         "-XX:G1HeapRegionSize=1m",
  48         "-XX:-ExplicitGCInvokesConcurrent",
  49         "-XX:+PrintGCDetails"
  50     };
  51 
  52     private final int RSetCacheSize;
  53 
  54     protected TestShrinkAuxiliaryData(int RSetCacheSize) {
  55         this.RSetCacheSize = RSetCacheSize;
  56     }
  57 
  58     protected void test() throws Exception {
  59         ArrayList<String> vmOpts = new ArrayList();
  60         Collections.addAll(vmOpts, initialOpts);
  61 
  62         int maxCacheSize = Math.max(0, Math.min(31, getMaxCacheSize()));
  63         if (maxCacheSize < RSetCacheSize) {
  64             System.out.format("Skiping test for %d cache size due max cache size %d",
  65                     RSetCacheSize, maxCacheSize
  66             );
  67             return;
  68         }
  69 
  70         printTestInfo(maxCacheSize);
  71 
  72         vmOpts.add("-XX:G1ConcRSLogCacheSize=" + RSetCacheSize);
  73         vmOpts.addAll(Arrays.asList(Utils.getTestJavaOpts()));
  74 
  75         // for 32 bits ObjectAlignmentInBytes is not a option
  76         if (Platform.is32bit()) {
  77             ArrayList<String> vmOptsWithoutAlign = new ArrayList(vmOpts);
  78             vmOptsWithoutAlign.add(ShrinkAuxiliaryDataTest.class.getName());
  79             performTest(vmOptsWithoutAlign);
  80             return;
  81         }
  82 
  83         for (int alignment = 3; alignment <= 8; alignment++) {
  84             ArrayList<String> vmOptsWithAlign = new ArrayList(vmOpts);
  85             vmOptsWithAlign.add("-XX:ObjectAlignmentInBytes="
  86                     + (int) Math.pow(2, alignment));
  87             vmOptsWithAlign.add(ShrinkAuxiliaryDataTest.class.getName());
  88 
  89             performTest(vmOptsWithAlign);
  90         }
  91     }
  92 
  93     private void performTest(List<String> opts) throws Exception {
  94         ProcessBuilder pb
  95                        = ProcessTools.createJavaProcessBuilder(
  96                 opts.toArray(new String[opts.size()])
  97         );
  98 
  99         OutputAnalyzer output = new OutputAnalyzer(pb.start());
 100         output.shouldHaveExitValue(0);
 101     }
 102 
 103     private void printTestInfo(int maxCacheSize) {
 104 
 105         DecimalFormat grouped = new DecimalFormat("000,000");
 106         DecimalFormatSymbols formatSymbols = grouped.getDecimalFormatSymbols();
 107         formatSymbols.setGroupingSeparator(' ');
 108         grouped.setDecimalFormatSymbols(formatSymbols);
 109 
 110         System.out.format("Test will use %s bytes of memory of %s available%n"
 111                 + "Available memory is %s with %d bytes pointer size - can save %s pointers%n"
 112                 + "Max cache size: 2^%d = %s elements%n",
 113                 grouped.format(ShrinkAuxiliaryDataTest.getMemoryUsedByTest()),
 114                 grouped.format(Runtime.getRuntime().freeMemory()),
 115                 grouped.format(Runtime.getRuntime().freeMemory()
 116                         - ShrinkAuxiliaryDataTest.getMemoryUsedByTest()),
 117                 Unsafe.ADDRESS_SIZE,
 118                 grouped.format((Runtime.getRuntime().freeMemory()
 119                         - ShrinkAuxiliaryDataTest.getMemoryUsedByTest())
 120                         / Unsafe.ADDRESS_SIZE),
 121                 maxCacheSize,
 122                 grouped.format((int) Math.pow(2, maxCacheSize))
 123         );
 124     }
 125 
 126     /**
 127      * Detects maximum possible size of G1ConcRSLogCacheSize available for
 128      * current process based on maximum available process memory size
 129      *
 130      * @return power of two
 131      */
 132     private static int getMaxCacheSize() {
 133         long availableMemory = Runtime.getRuntime().freeMemory()
 134                 - ShrinkAuxiliaryDataTest.getMemoryUsedByTest() - 1l;
 135         if (availableMemory <= 0) {
 136             return 0;
 137         }
 138         long availablePointersCount = availableMemory / Unsafe.ADDRESS_SIZE;
 139         return (63 - (int) Long.numberOfLeadingZeros(availablePointersCount));
 140     }
 141 
 142     static class ShrinkAuxiliaryDataTest {
 143 
 144         public static void main(String[] args) throws IOException {
 145             int iterateCount = DEFAULT_ITERATION_COUNT;
 146 
 147             if (args.length > 0) {
 148                 try {
 149                     iterateCount = Integer.parseInt(args[0]);
 150                 } catch (NumberFormatException e) {
 151                     //num_iterate remains default
 152                 }
 153             }
 154 
 155             new ShrinkAuxiliaryDataTest().test(iterateCount);
 156         }
 157 
 158         class GarbageObject {
 159 
 160             private final List<byte[]> payload = new ArrayList();
 161             private final List<GarbageObject> ref = new LinkedList();
 162 
 163             public GarbageObject(int size) {
 164                 payload.add(new byte[size]);
 165             }
 166 
 167             public void addRef(GarbageObject g) {
 168                 ref.add(g);
 169             }
 170 
 171             public void mutate() {
 172                 if (!payload.isEmpty() && payload.get(0).length > 0) {
 173                     payload.get(0)[0] = (byte) (Math.random() * Byte.MAX_VALUE);
 174                 }
 175             }
 176         }
 177 
 178         private final List<GarbageObject> garbage = new ArrayList();
 179 
 180         public void test(int num_iterate) throws IOException {
 181 
 182             allocate();
 183             link();
 184             mutate();
 185             deallocate();
 186 
 187             MemoryUsage muBeforeHeap
 188                         = ManagementFactory.getMemoryMXBean().getHeapMemoryUsage();
 189             MemoryUsage muBeforeNonHeap
 190                         = ManagementFactory.getMemoryMXBean().getNonHeapMemoryUsage();
 191 
 192             for (int i = 0; i < num_iterate; i++) {
 193                 allocate();
 194                 link();
 195                 mutate();
 196                 deallocate();
 197             }
 198 
 199             System.gc();
 200             MemoryUsage muAfterHeap
 201                         = ManagementFactory.getMemoryMXBean().getHeapMemoryUsage();
 202             MemoryUsage muAfterNonHeap
 203                         = ManagementFactory.getMemoryMXBean().getNonHeapMemoryUsage();
 204 
 205             assertLessThanOrEqual(muAfterHeap.getCommitted(), muBeforeHeap.getCommitted(),
 206                     String.format("heap decommit failed - after > before: %d > %d",
 207                             muAfterHeap.getCommitted(), muBeforeHeap.getCommitted()
 208                     )
 209             );
 210 
 211             if (muAfterHeap.getCommitted() < muBeforeHeap.getCommitted()) {
 212                 assertLessThanOrEqual(muAfterNonHeap.getCommitted(), muBeforeNonHeap.getCommitted(),
 213                         String.format("non-heap decommit failed - after > before: %d > %d",
 214                                 muAfterNonHeap.getCommitted(), muBeforeNonHeap.getCommitted()
 215                         )
 216                 );
 217             }
 218         }
 219 
 220         private void allocate() {
 221             for (int r = 0; r < REGIONS_TO_ALLOCATE; r++) {
 222                 for (int i = 0; i < NUM_OBJECTS_PER_REGION; i++) {
 223                     GarbageObject g = new GarbageObject(REGION_SIZE
 224                             / NUM_OBJECTS_PER_REGION);
 225                     garbage.add(g);
 226                 }
 227             }
 228         }
 229 
 230         /**
 231          * Iterate through all allocated objects, and link to objects in another
 232          * regions
 233          */
 234         private void link() {
 235             for (int ig = 0; ig < garbage.size(); ig++) {
 236                 int regionNumber = ig / NUM_OBJECTS_PER_REGION;
 237 
 238                 for (int i = 0; i < NUM_LINKS; i++) {
 239                     int regionToLink;
 240                     do {
 241                         regionToLink = (int) (Math.random()
 242                                 * REGIONS_TO_ALLOCATE);
 243                     } while (regionToLink == regionNumber);
 244 
 245                     // get random garbage object from random region
 246                     garbage.get(ig).addRef(garbage.get(regionToLink
 247                             * NUM_OBJECTS_PER_REGION + (int) (Math.random()
 248                             * NUM_OBJECTS_PER_REGION)));
 249                 }
 250             }
 251         }
 252 
 253         private void mutate() {
 254             for (int ig = 0; ig < garbage.size(); ig++) {
 255                 garbage.get(ig).mutate();
 256             }
 257         }
 258 
 259         private void deallocate() {
 260             garbage.clear();
 261             System.gc();
 262         }
 263 
 264         static long getMemoryUsedByTest() {
 265             return REGIONS_TO_ALLOCATE * REGION_SIZE;
 266         }
 267 
 268         private static final int REGION_SIZE = 1024 * 1024;
 269         private static final int DEFAULT_ITERATION_COUNT = 1;   // iterate main scenario
 270         private static final int REGIONS_TO_ALLOCATE = 5;
 271         private static final int NUM_OBJECTS_PER_REGION = 10;
 272         private static final int NUM_LINKS = 20; // how many links create for each object
 273 
 274     }
 275 }