1 /* 2 * Copyright (c) 2015, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "precompiled.hpp" 26 #include "memory/allocation.inline.hpp" 27 #include "gc/g1/g1EvacStats.hpp" 28 #include "gc/shared/gcId.hpp" 29 #include "logging/log.hpp" 30 #include "trace/tracing.hpp" 31 32 void G1EvacStats::adjust_desired_plab_sz() { 33 if (!ResizePLAB) { 34 log_debug(gc, plab)(" (allocated = " SIZE_FORMAT " wasted = " SIZE_FORMAT " " 35 "unused = " SIZE_FORMAT " used = " SIZE_FORMAT " " 36 "undo_waste = " SIZE_FORMAT " region_end_waste = " SIZE_FORMAT " " 37 "regions filled = %u direct_allocated = " SIZE_FORMAT " " 38 "failure_used = " SIZE_FORMAT " failure_waste = " SIZE_FORMAT ") ", 39 _allocated, _wasted, _unused, used(), _undo_wasted, _region_end_waste, 40 _regions_filled, _direct_allocated, _failure_used, _failure_waste); 41 // Clear accumulators for next round. 42 reset(); 43 return; 44 } 45 46 assert(is_object_aligned(max_size()) && min_size() <= max_size(), 47 "PLAB clipping computation may be incorrect"); 48 49 if (_allocated == 0) { 50 assert((_unused == 0), 51 "Inconsistency in PLAB stats: " 52 "_allocated: " SIZE_FORMAT ", " 53 "_wasted: " SIZE_FORMAT ", " 54 "_region_end_waste: " SIZE_FORMAT ", " 55 "_unused: " SIZE_FORMAT ", " 56 "_used : " SIZE_FORMAT, 57 _allocated, _wasted, _region_end_waste, _unused, used()); 58 _allocated = 1; 59 } 60 // The size of the PLAB caps the amount of space that can be wasted at the 61 // end of the collection. In the worst case the last PLAB could be completely 62 // empty. 63 // This allows us to calculate the new PLAB size to achieve the 64 // TargetPLABWastePct given the latest memory usage and that the last buffer 65 // will be G1LastPLABAverageOccupancy full. 66 // 67 // E.g. assume that if in the current GC 100 words were allocated and a 68 // TargetPLABWastePct of 10 had been set. 69 // 70 // So we could waste up to 10 words to meet that percentage. Given that we 71 // also assume that that buffer is typically half-full, the new desired PLAB 72 // size is set to 20 words. 73 // 74 // The amount of allocation performed should be independent of the number of 75 // threads, so should the maximum waste we can spend in total. So if 76 // we used n threads to allocate, each of them can spend maximum waste/n words in 77 // a first rough approximation. The number of threads only comes into play later 78 // when actually retrieving the actual desired PLAB size. 79 // 80 // After calculating this optimal PLAB size the algorithm applies the usual 81 // exponential decaying average over this value to guess the next PLAB size. 82 // 83 // We account region end waste fully to PLAB allocation (in the calculation of 84 // what we consider as "used_for_waste_calculation" below). This is not 85 // completely fair, but is a conservative assumption because PLABs may be sized 86 // flexibly while we cannot adjust inline allocations. 87 // Allocation during GC will try to minimize region end waste so this impact 88 // should be minimal. 89 // 90 // We need to cover overflow when calculating the amount of space actually used 91 // by objects in PLABs when subtracting the region end waste. 92 // Region end waste may be higher than actual allocation. This may occur if many 93 // threads do not allocate anything but a few rather large objects. In this 94 // degenerate case the PLAB size would simply quickly tend to minimum PLAB size, 95 // which is an okay reaction. 96 size_t const used_for_waste_calculation = used() > _region_end_waste ? used() - _region_end_waste : 0; 97 98 size_t const total_waste_allowed = used_for_waste_calculation * TargetPLABWastePct; 99 size_t const cur_plab_sz = (size_t)((double)total_waste_allowed / G1LastPLABAverageOccupancy); 100 // Take historical weighted average 101 _filter.sample(cur_plab_sz); 102 // Clip from above and below, and align to object boundary 103 size_t plab_sz; 104 plab_sz = MAX2(min_size(), (size_t)_filter.average()); 105 plab_sz = MIN2(max_size(), plab_sz); 106 plab_sz = align_object_size(plab_sz); 107 // Latch the result 108 _desired_net_plab_sz = plab_sz; 109 110 log_debug(gc, plab)(" (allocated = " SIZE_FORMAT " wasted = " SIZE_FORMAT " " 111 "unused = " SIZE_FORMAT " used = " SIZE_FORMAT " " 112 "undo_waste = " SIZE_FORMAT " region_end_waste = " SIZE_FORMAT " " 113 "regions filled = %u direct_allocated = " SIZE_FORMAT " " 114 "failure_used = " SIZE_FORMAT " failure_waste = " SIZE_FORMAT ") " 115 " (plab_sz = " SIZE_FORMAT " desired_plab_sz = " SIZE_FORMAT ")", 116 _allocated, _wasted, _unused, used(), _undo_wasted, _region_end_waste, 117 _regions_filled, _direct_allocated, _failure_used, _failure_waste, 118 cur_plab_sz, plab_sz); 119 120 // Clear accumulators for next round. 121 reset(); 122 } 123 124 G1EvacStats::~G1EvacStats() { }