1 /* 2 * Copyright (c) 2011, 2018, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "precompiled.hpp" 26 27 #include "aot/aotLoader.hpp" 28 #include "logging/log.hpp" 29 #include "logging/logStream.hpp" 30 #include "memory/filemap.hpp" 31 #include "memory/metaspace.hpp" 32 #include "memory/metaspace/chunkManager.hpp" 33 #include "memory/metaspace/metachunk.hpp" 34 #include "memory/metaspace/metaspaceCommon.hpp" 35 #include "memory/metaspace/printCLDMetaspaceInfoClosure.hpp" 36 #include "memory/metaspace/spaceManager.hpp" 37 #include "memory/metaspace/virtualSpaceList.hpp" 38 #include "memory/metaspaceShared.hpp" 39 #include "memory/metaspaceTracer.hpp" 40 #include "runtime/init.hpp" 41 #include "runtime/orderAccess.inline.hpp" 42 #include "services/memTracker.hpp" 43 #include "utilities/copy.hpp" 44 #include "utilities/debug.hpp" 45 #include "utilities/globalDefinitions.hpp" 46 47 48 using namespace metaspace; 49 50 MetaWord* last_allocated = 0; 51 52 size_t Metaspace::_compressed_class_space_size; 53 const MetaspaceTracer* Metaspace::_tracer = NULL; 54 55 DEBUG_ONLY(bool Metaspace::_frozen = false;) 56 57 static const char* space_type_name(Metaspace::MetaspaceType t) { 58 const char* s = NULL; 59 switch (t) { 60 case Metaspace::StandardMetaspaceType: s = "Standard"; break; 61 case Metaspace::BootMetaspaceType: s = "Boot"; break; 62 case Metaspace::AnonymousMetaspaceType: s = "Anonymous"; break; 63 case Metaspace::ReflectionMetaspaceType: s = "Reflection"; break; 64 default: ShouldNotReachHere(); 65 } 66 return s; 67 } 68 69 volatile size_t MetaspaceGC::_capacity_until_GC = 0; 70 uint MetaspaceGC::_shrink_factor = 0; 71 bool MetaspaceGC::_should_concurrent_collect = false; 72 73 // BlockFreelist methods 74 75 // VirtualSpaceNode methods 76 77 // MetaspaceGC methods 78 79 // VM_CollectForMetadataAllocation is the vm operation used to GC. 80 // Within the VM operation after the GC the attempt to allocate the metadata 81 // should succeed. If the GC did not free enough space for the metaspace 82 // allocation, the HWM is increased so that another virtualspace will be 83 // allocated for the metadata. With perm gen the increase in the perm 84 // gen had bounds, MinMetaspaceExpansion and MaxMetaspaceExpansion. The 85 // metaspace policy uses those as the small and large steps for the HWM. 86 // 87 // After the GC the compute_new_size() for MetaspaceGC is called to 88 // resize the capacity of the metaspaces. The current implementation 89 // is based on the flags MinMetaspaceFreeRatio and MaxMetaspaceFreeRatio used 90 // to resize the Java heap by some GC's. New flags can be implemented 91 // if really needed. MinMetaspaceFreeRatio is used to calculate how much 92 // free space is desirable in the metaspace capacity to decide how much 93 // to increase the HWM. MaxMetaspaceFreeRatio is used to decide how much 94 // free space is desirable in the metaspace capacity before decreasing 95 // the HWM. 96 97 // Calculate the amount to increase the high water mark (HWM). 98 // Increase by a minimum amount (MinMetaspaceExpansion) so that 99 // another expansion is not requested too soon. If that is not 100 // enough to satisfy the allocation, increase by MaxMetaspaceExpansion. 101 // If that is still not enough, expand by the size of the allocation 102 // plus some. 103 size_t MetaspaceGC::delta_capacity_until_GC(size_t bytes) { 104 size_t min_delta = MinMetaspaceExpansion; 105 size_t max_delta = MaxMetaspaceExpansion; 106 size_t delta = align_up(bytes, Metaspace::commit_alignment()); 107 108 if (delta <= min_delta) { 109 delta = min_delta; 110 } else if (delta <= max_delta) { 111 // Don't want to hit the high water mark on the next 112 // allocation so make the delta greater than just enough 113 // for this allocation. 114 delta = max_delta; 115 } else { 116 // This allocation is large but the next ones are probably not 117 // so increase by the minimum. 118 delta = delta + min_delta; 119 } 120 121 assert_is_aligned(delta, Metaspace::commit_alignment()); 122 123 return delta; 124 } 125 126 size_t MetaspaceGC::capacity_until_GC() { 127 size_t value = OrderAccess::load_acquire(&_capacity_until_GC); 128 assert(value >= MetaspaceSize, "Not initialized properly?"); 129 return value; 130 } 131 132 bool MetaspaceGC::inc_capacity_until_GC(size_t v, size_t* new_cap_until_GC, size_t* old_cap_until_GC) { 133 assert_is_aligned(v, Metaspace::commit_alignment()); 134 135 size_t capacity_until_GC = _capacity_until_GC; 136 size_t new_value = capacity_until_GC + v; 137 138 if (new_value < capacity_until_GC) { 139 // The addition wrapped around, set new_value to aligned max value. 140 new_value = align_down(max_uintx, Metaspace::commit_alignment()); 141 } 142 143 size_t expected = _capacity_until_GC; 144 size_t actual = Atomic::cmpxchg(new_value, &_capacity_until_GC, expected); 145 146 if (expected != actual) { 147 return false; 148 } 149 150 if (new_cap_until_GC != NULL) { 151 *new_cap_until_GC = new_value; 152 } 153 if (old_cap_until_GC != NULL) { 154 *old_cap_until_GC = capacity_until_GC; 155 } 156 return true; 157 } 158 159 size_t MetaspaceGC::dec_capacity_until_GC(size_t v) { 160 assert_is_aligned(v, Metaspace::commit_alignment()); 161 162 return Atomic::sub(v, &_capacity_until_GC); 163 } 164 165 void MetaspaceGC::initialize() { 166 // Set the high-water mark to MaxMetapaceSize during VM initializaton since 167 // we can't do a GC during initialization. 168 _capacity_until_GC = MaxMetaspaceSize; 169 } 170 171 void MetaspaceGC::post_initialize() { 172 // Reset the high-water mark once the VM initialization is done. 173 _capacity_until_GC = MAX2(MetaspaceUtils::committed_bytes(), MetaspaceSize); 174 } 175 176 bool MetaspaceGC::can_expand(size_t word_size, bool is_class) { 177 // Check if the compressed class space is full. 178 if (is_class && Metaspace::using_class_space()) { 179 size_t class_committed = MetaspaceUtils::committed_bytes(Metaspace::ClassType); 180 if (class_committed + word_size * BytesPerWord > CompressedClassSpaceSize) { 181 log_trace(gc, metaspace, freelist)("Cannot expand %s metaspace by " SIZE_FORMAT " words (CompressedClassSpaceSize = " SIZE_FORMAT " words)", 182 (is_class ? "class" : "non-class"), word_size, CompressedClassSpaceSize / sizeof(MetaWord)); 183 return false; 184 } 185 } 186 187 // Check if the user has imposed a limit on the metaspace memory. 188 size_t committed_bytes = MetaspaceUtils::committed_bytes(); 189 if (committed_bytes + word_size * BytesPerWord > MaxMetaspaceSize) { 190 log_trace(gc, metaspace, freelist)("Cannot expand %s metaspace by " SIZE_FORMAT " words (MaxMetaspaceSize = " SIZE_FORMAT " words)", 191 (is_class ? "class" : "non-class"), word_size, MaxMetaspaceSize / sizeof(MetaWord)); 192 return false; 193 } 194 195 return true; 196 } 197 198 size_t MetaspaceGC::allowed_expansion() { 199 size_t committed_bytes = MetaspaceUtils::committed_bytes(); 200 size_t capacity_until_gc = capacity_until_GC(); 201 202 assert(capacity_until_gc >= committed_bytes, 203 "capacity_until_gc: " SIZE_FORMAT " < committed_bytes: " SIZE_FORMAT, 204 capacity_until_gc, committed_bytes); 205 206 size_t left_until_max = MaxMetaspaceSize - committed_bytes; 207 size_t left_until_GC = capacity_until_gc - committed_bytes; 208 size_t left_to_commit = MIN2(left_until_GC, left_until_max); 209 log_trace(gc, metaspace, freelist)("allowed expansion words: " SIZE_FORMAT 210 " (left_until_max: " SIZE_FORMAT ", left_until_GC: " SIZE_FORMAT ".", 211 left_to_commit / BytesPerWord, left_until_max / BytesPerWord, left_until_GC / BytesPerWord); 212 213 return left_to_commit / BytesPerWord; 214 } 215 216 void MetaspaceGC::compute_new_size() { 217 assert(_shrink_factor <= 100, "invalid shrink factor"); 218 uint current_shrink_factor = _shrink_factor; 219 _shrink_factor = 0; 220 221 // Using committed_bytes() for used_after_gc is an overestimation, since the 222 // chunk free lists are included in committed_bytes() and the memory in an 223 // un-fragmented chunk free list is available for future allocations. 224 // However, if the chunk free lists becomes fragmented, then the memory may 225 // not be available for future allocations and the memory is therefore "in use". 226 // Including the chunk free lists in the definition of "in use" is therefore 227 // necessary. Not including the chunk free lists can cause capacity_until_GC to 228 // shrink below committed_bytes() and this has caused serious bugs in the past. 229 const size_t used_after_gc = MetaspaceUtils::committed_bytes(); 230 const size_t capacity_until_GC = MetaspaceGC::capacity_until_GC(); 231 232 const double minimum_free_percentage = MinMetaspaceFreeRatio / 100.0; 233 const double maximum_used_percentage = 1.0 - minimum_free_percentage; 234 235 const double min_tmp = used_after_gc / maximum_used_percentage; 236 size_t minimum_desired_capacity = 237 (size_t)MIN2(min_tmp, double(max_uintx)); 238 // Don't shrink less than the initial generation size 239 minimum_desired_capacity = MAX2(minimum_desired_capacity, 240 MetaspaceSize); 241 242 log_trace(gc, metaspace)("MetaspaceGC::compute_new_size: "); 243 log_trace(gc, metaspace)(" minimum_free_percentage: %6.2f maximum_used_percentage: %6.2f", 244 minimum_free_percentage, maximum_used_percentage); 245 log_trace(gc, metaspace)(" used_after_gc : %6.1fKB", used_after_gc / (double) K); 246 247 248 size_t shrink_bytes = 0; 249 if (capacity_until_GC < minimum_desired_capacity) { 250 // If we have less capacity below the metaspace HWM, then 251 // increment the HWM. 252 size_t expand_bytes = minimum_desired_capacity - capacity_until_GC; 253 expand_bytes = align_up(expand_bytes, Metaspace::commit_alignment()); 254 // Don't expand unless it's significant 255 if (expand_bytes >= MinMetaspaceExpansion) { 256 size_t new_capacity_until_GC = 0; 257 bool succeeded = MetaspaceGC::inc_capacity_until_GC(expand_bytes, &new_capacity_until_GC); 258 assert(succeeded, "Should always succesfully increment HWM when at safepoint"); 259 260 Metaspace::tracer()->report_gc_threshold(capacity_until_GC, 261 new_capacity_until_GC, 262 MetaspaceGCThresholdUpdater::ComputeNewSize); 263 log_trace(gc, metaspace)(" expanding: minimum_desired_capacity: %6.1fKB expand_bytes: %6.1fKB MinMetaspaceExpansion: %6.1fKB new metaspace HWM: %6.1fKB", 264 minimum_desired_capacity / (double) K, 265 expand_bytes / (double) K, 266 MinMetaspaceExpansion / (double) K, 267 new_capacity_until_GC / (double) K); 268 } 269 return; 270 } 271 272 // No expansion, now see if we want to shrink 273 // We would never want to shrink more than this 274 assert(capacity_until_GC >= minimum_desired_capacity, 275 SIZE_FORMAT " >= " SIZE_FORMAT, 276 capacity_until_GC, minimum_desired_capacity); 277 size_t max_shrink_bytes = capacity_until_GC - minimum_desired_capacity; 278 279 // Should shrinking be considered? 280 if (MaxMetaspaceFreeRatio < 100) { 281 const double maximum_free_percentage = MaxMetaspaceFreeRatio / 100.0; 282 const double minimum_used_percentage = 1.0 - maximum_free_percentage; 283 const double max_tmp = used_after_gc / minimum_used_percentage; 284 size_t maximum_desired_capacity = (size_t)MIN2(max_tmp, double(max_uintx)); 285 maximum_desired_capacity = MAX2(maximum_desired_capacity, 286 MetaspaceSize); 287 log_trace(gc, metaspace)(" maximum_free_percentage: %6.2f minimum_used_percentage: %6.2f", 288 maximum_free_percentage, minimum_used_percentage); 289 log_trace(gc, metaspace)(" minimum_desired_capacity: %6.1fKB maximum_desired_capacity: %6.1fKB", 290 minimum_desired_capacity / (double) K, maximum_desired_capacity / (double) K); 291 292 assert(minimum_desired_capacity <= maximum_desired_capacity, 293 "sanity check"); 294 295 if (capacity_until_GC > maximum_desired_capacity) { 296 // Capacity too large, compute shrinking size 297 shrink_bytes = capacity_until_GC - maximum_desired_capacity; 298 // We don't want shrink all the way back to initSize if people call 299 // System.gc(), because some programs do that between "phases" and then 300 // we'd just have to grow the heap up again for the next phase. So we 301 // damp the shrinking: 0% on the first call, 10% on the second call, 40% 302 // on the third call, and 100% by the fourth call. But if we recompute 303 // size without shrinking, it goes back to 0%. 304 shrink_bytes = shrink_bytes / 100 * current_shrink_factor; 305 306 shrink_bytes = align_down(shrink_bytes, Metaspace::commit_alignment()); 307 308 assert(shrink_bytes <= max_shrink_bytes, 309 "invalid shrink size " SIZE_FORMAT " not <= " SIZE_FORMAT, 310 shrink_bytes, max_shrink_bytes); 311 if (current_shrink_factor == 0) { 312 _shrink_factor = 10; 313 } else { 314 _shrink_factor = MIN2(current_shrink_factor * 4, (uint) 100); 315 } 316 log_trace(gc, metaspace)(" shrinking: initThreshold: %.1fK maximum_desired_capacity: %.1fK", 317 MetaspaceSize / (double) K, maximum_desired_capacity / (double) K); 318 log_trace(gc, metaspace)(" shrink_bytes: %.1fK current_shrink_factor: %d new shrink factor: %d MinMetaspaceExpansion: %.1fK", 319 shrink_bytes / (double) K, current_shrink_factor, _shrink_factor, MinMetaspaceExpansion / (double) K); 320 } 321 } 322 323 // Don't shrink unless it's significant 324 if (shrink_bytes >= MinMetaspaceExpansion && 325 ((capacity_until_GC - shrink_bytes) >= MetaspaceSize)) { 326 size_t new_capacity_until_GC = MetaspaceGC::dec_capacity_until_GC(shrink_bytes); 327 Metaspace::tracer()->report_gc_threshold(capacity_until_GC, 328 new_capacity_until_GC, 329 MetaspaceGCThresholdUpdater::ComputeNewSize); 330 } 331 } 332 333 // MetaspaceUtils 334 size_t MetaspaceUtils::_capacity_words [Metaspace:: MetadataTypeCount] = {0, 0}; 335 size_t MetaspaceUtils::_overhead_words [Metaspace:: MetadataTypeCount] = {0, 0}; 336 volatile size_t MetaspaceUtils::_used_words [Metaspace:: MetadataTypeCount] = {0, 0}; 337 338 // Collect used metaspace statistics. This involves walking the CLDG. The resulting 339 // output will be the accumulated values for all live metaspaces. 340 // Note: method does not do any locking. 341 void MetaspaceUtils::collect_statistics(ClassLoaderMetaspaceStatistics* out) { 342 out->reset(); 343 ClassLoaderDataGraphMetaspaceIterator iter; 344 while (iter.repeat()) { 345 ClassLoaderMetaspace* msp = iter.get_next(); 346 if (msp != NULL) { 347 msp->add_to_statistics(out); 348 } 349 } 350 } 351 352 size_t MetaspaceUtils::free_in_vs_bytes(Metaspace::MetadataType mdtype) { 353 VirtualSpaceList* list = Metaspace::get_space_list(mdtype); 354 return list == NULL ? 0 : list->free_bytes(); 355 } 356 357 size_t MetaspaceUtils::free_in_vs_bytes() { 358 return free_in_vs_bytes(Metaspace::ClassType) + free_in_vs_bytes(Metaspace::NonClassType); 359 } 360 361 static void inc_stat_nonatomically(size_t* pstat, size_t words) { 362 assert_lock_strong(MetaspaceExpand_lock); 363 (*pstat) += words; 364 } 365 366 static void dec_stat_nonatomically(size_t* pstat, size_t words) { 367 assert_lock_strong(MetaspaceExpand_lock); 368 const size_t size_now = *pstat; 369 assert(size_now >= words, "About to decrement counter below zero " 370 "(current value: " SIZE_FORMAT ", decrement value: " SIZE_FORMAT ".", 371 size_now, words); 372 *pstat = size_now - words; 373 } 374 375 static void inc_stat_atomically(volatile size_t* pstat, size_t words) { 376 Atomic::add(words, pstat); 377 } 378 379 static void dec_stat_atomically(volatile size_t* pstat, size_t words) { 380 const size_t size_now = *pstat; 381 assert(size_now >= words, "About to decrement counter below zero " 382 "(current value: " SIZE_FORMAT ", decrement value: " SIZE_FORMAT ".", 383 size_now, words); 384 Atomic::sub(words, pstat); 385 } 386 387 void MetaspaceUtils::dec_capacity(Metaspace::MetadataType mdtype, size_t words) { 388 dec_stat_nonatomically(&_capacity_words[mdtype], words); 389 } 390 void MetaspaceUtils::inc_capacity(Metaspace::MetadataType mdtype, size_t words) { 391 inc_stat_nonatomically(&_capacity_words[mdtype], words); 392 } 393 void MetaspaceUtils::dec_used(Metaspace::MetadataType mdtype, size_t words) { 394 dec_stat_atomically(&_used_words[mdtype], words); 395 } 396 void MetaspaceUtils::inc_used(Metaspace::MetadataType mdtype, size_t words) { 397 inc_stat_atomically(&_used_words[mdtype], words); 398 } 399 void MetaspaceUtils::dec_overhead(Metaspace::MetadataType mdtype, size_t words) { 400 dec_stat_nonatomically(&_overhead_words[mdtype], words); 401 } 402 void MetaspaceUtils::inc_overhead(Metaspace::MetadataType mdtype, size_t words) { 403 inc_stat_nonatomically(&_overhead_words[mdtype], words); 404 } 405 406 size_t MetaspaceUtils::reserved_bytes(Metaspace::MetadataType mdtype) { 407 VirtualSpaceList* list = Metaspace::get_space_list(mdtype); 408 return list == NULL ? 0 : list->reserved_bytes(); 409 } 410 411 size_t MetaspaceUtils::committed_bytes(Metaspace::MetadataType mdtype) { 412 VirtualSpaceList* list = Metaspace::get_space_list(mdtype); 413 return list == NULL ? 0 : list->committed_bytes(); 414 } 415 416 size_t MetaspaceUtils::min_chunk_size_words() { return Metaspace::first_chunk_word_size(); } 417 418 size_t MetaspaceUtils::free_chunks_total_words(Metaspace::MetadataType mdtype) { 419 ChunkManager* chunk_manager = Metaspace::get_chunk_manager(mdtype); 420 if (chunk_manager == NULL) { 421 return 0; 422 } 423 chunk_manager->slow_verify(); 424 return chunk_manager->free_chunks_total_words(); 425 } 426 427 size_t MetaspaceUtils::free_chunks_total_bytes(Metaspace::MetadataType mdtype) { 428 return free_chunks_total_words(mdtype) * BytesPerWord; 429 } 430 431 size_t MetaspaceUtils::free_chunks_total_words() { 432 return free_chunks_total_words(Metaspace::ClassType) + 433 free_chunks_total_words(Metaspace::NonClassType); 434 } 435 436 size_t MetaspaceUtils::free_chunks_total_bytes() { 437 return free_chunks_total_words() * BytesPerWord; 438 } 439 440 bool MetaspaceUtils::has_chunk_free_list(Metaspace::MetadataType mdtype) { 441 return Metaspace::get_chunk_manager(mdtype) != NULL; 442 } 443 444 MetaspaceChunkFreeListSummary MetaspaceUtils::chunk_free_list_summary(Metaspace::MetadataType mdtype) { 445 if (!has_chunk_free_list(mdtype)) { 446 return MetaspaceChunkFreeListSummary(); 447 } 448 449 const ChunkManager* cm = Metaspace::get_chunk_manager(mdtype); 450 return cm->chunk_free_list_summary(); 451 } 452 453 void MetaspaceUtils::print_metaspace_change(size_t prev_metadata_used) { 454 log_info(gc, metaspace)("Metaspace: " SIZE_FORMAT "K->" SIZE_FORMAT "K(" SIZE_FORMAT "K)", 455 prev_metadata_used/K, used_bytes()/K, reserved_bytes()/K); 456 } 457 458 void MetaspaceUtils::print_on(outputStream* out) { 459 Metaspace::MetadataType nct = Metaspace::NonClassType; 460 461 out->print_cr(" Metaspace " 462 "used " SIZE_FORMAT "K, " 463 "capacity " SIZE_FORMAT "K, " 464 "committed " SIZE_FORMAT "K, " 465 "reserved " SIZE_FORMAT "K", 466 used_bytes()/K, 467 capacity_bytes()/K, 468 committed_bytes()/K, 469 reserved_bytes()/K); 470 471 if (Metaspace::using_class_space()) { 472 Metaspace::MetadataType ct = Metaspace::ClassType; 473 out->print_cr(" class space " 474 "used " SIZE_FORMAT "K, " 475 "capacity " SIZE_FORMAT "K, " 476 "committed " SIZE_FORMAT "K, " 477 "reserved " SIZE_FORMAT "K", 478 used_bytes(ct)/K, 479 capacity_bytes(ct)/K, 480 committed_bytes(ct)/K, 481 reserved_bytes(ct)/K); 482 } 483 } 484 485 486 void MetaspaceUtils::print_vs(outputStream* out, size_t scale) { 487 const size_t reserved_nonclass_words = reserved_bytes(Metaspace::NonClassType) / sizeof(MetaWord); 488 const size_t committed_nonclass_words = committed_bytes(Metaspace::NonClassType) / sizeof(MetaWord); 489 { 490 if (Metaspace::using_class_space()) { 491 out->print(" Non-class space: "); 492 } 493 print_scaled_words(out, reserved_nonclass_words, scale, 7); 494 out->print(" reserved, "); 495 print_scaled_words_and_percentage(out, committed_nonclass_words, reserved_nonclass_words, scale, 7); 496 out->print_cr(" committed "); 497 498 if (Metaspace::using_class_space()) { 499 const size_t reserved_class_words = reserved_bytes(Metaspace::ClassType) / sizeof(MetaWord); 500 const size_t committed_class_words = committed_bytes(Metaspace::ClassType) / sizeof(MetaWord); 501 out->print(" Class space: "); 502 print_scaled_words(out, reserved_class_words, scale, 7); 503 out->print(" reserved, "); 504 print_scaled_words_and_percentage(out, committed_class_words, reserved_class_words, scale, 7); 505 out->print_cr(" committed "); 506 507 const size_t reserved_words = reserved_nonclass_words + reserved_class_words; 508 const size_t committed_words = committed_nonclass_words + committed_class_words; 509 out->print(" Both: "); 510 print_scaled_words(out, reserved_words, scale, 7); 511 out->print(" reserved, "); 512 print_scaled_words_and_percentage(out, committed_words, reserved_words, scale, 7); 513 out->print_cr(" committed "); 514 } 515 } 516 } 517 518 // This will print out a basic metaspace usage report but 519 // unlike print_report() is guaranteed not to lock or to walk the CLDG. 520 void MetaspaceUtils::print_basic_report(outputStream* out, size_t scale) { 521 522 out->cr(); 523 out->print_cr("Usage:"); 524 525 if (Metaspace::using_class_space()) { 526 out->print(" Non-class: "); 527 } 528 529 // In its most basic form, we do not require walking the CLDG. Instead, just print the running totals from 530 // MetaspaceUtils. 531 const size_t cap_nc = MetaspaceUtils::capacity_words(Metaspace::NonClassType); 532 const size_t overhead_nc = MetaspaceUtils::overhead_words(Metaspace::NonClassType); 533 const size_t used_nc = MetaspaceUtils::used_words(Metaspace::NonClassType); 534 const size_t free_and_waste_nc = cap_nc - overhead_nc - used_nc; 535 536 print_scaled_words(out, cap_nc, scale, 5); 537 out->print(" capacity, "); 538 print_scaled_words_and_percentage(out, used_nc, cap_nc, scale, 5); 539 out->print(" used, "); 540 print_scaled_words_and_percentage(out, free_and_waste_nc, cap_nc, scale, 5); 541 out->print(" free+waste, "); 542 print_scaled_words_and_percentage(out, overhead_nc, cap_nc, scale, 5); 543 out->print(" overhead. "); 544 out->cr(); 545 546 if (Metaspace::using_class_space()) { 547 const size_t cap_c = MetaspaceUtils::capacity_words(Metaspace::ClassType); 548 const size_t overhead_c = MetaspaceUtils::overhead_words(Metaspace::ClassType); 549 const size_t used_c = MetaspaceUtils::used_words(Metaspace::ClassType); 550 const size_t free_and_waste_c = cap_c - overhead_c - used_c; 551 out->print(" Class: "); 552 print_scaled_words(out, cap_c, scale, 5); 553 out->print(" capacity, "); 554 print_scaled_words_and_percentage(out, used_c, cap_c, scale, 5); 555 out->print(" used, "); 556 print_scaled_words_and_percentage(out, free_and_waste_c, cap_c, scale, 5); 557 out->print(" free+waste, "); 558 print_scaled_words_and_percentage(out, overhead_c, cap_c, scale, 5); 559 out->print(" overhead. "); 560 out->cr(); 561 562 out->print(" Both: "); 563 const size_t cap = cap_nc + cap_c; 564 565 print_scaled_words(out, cap, scale, 5); 566 out->print(" capacity, "); 567 print_scaled_words_and_percentage(out, used_nc + used_c, cap, scale, 5); 568 out->print(" used, "); 569 print_scaled_words_and_percentage(out, free_and_waste_nc + free_and_waste_c, cap, scale, 5); 570 out->print(" free+waste, "); 571 print_scaled_words_and_percentage(out, overhead_nc + overhead_c, cap, scale, 5); 572 out->print(" overhead. "); 573 out->cr(); 574 } 575 576 out->cr(); 577 out->print_cr("Virtual space:"); 578 579 print_vs(out, scale); 580 581 out->cr(); 582 out->print_cr("Chunk freelists:"); 583 584 if (Metaspace::using_class_space()) { 585 out->print(" Non-Class: "); 586 } 587 print_human_readable_size(out, Metaspace::chunk_manager_metadata()->free_chunks_total_words(), scale); 588 out->cr(); 589 if (Metaspace::using_class_space()) { 590 out->print(" Class: "); 591 print_human_readable_size(out, Metaspace::chunk_manager_class()->free_chunks_total_words(), scale); 592 out->cr(); 593 out->print(" Both: "); 594 print_human_readable_size(out, Metaspace::chunk_manager_class()->free_chunks_total_words() + 595 Metaspace::chunk_manager_metadata()->free_chunks_total_words(), scale); 596 out->cr(); 597 } 598 out->cr(); 599 600 } 601 602 void MetaspaceUtils::print_report(outputStream* out, size_t scale, int flags) { 603 604 const bool print_loaders = (flags & rf_show_loaders) > 0; 605 const bool print_by_chunktype = (flags & rf_break_down_by_chunktype) > 0; 606 const bool print_by_spacetype = (flags & rf_break_down_by_spacetype) > 0; 607 608 // Some report options require walking the class loader data graph. 609 PrintCLDMetaspaceInfoClosure cl(out, scale, print_loaders, print_by_chunktype); 610 if (print_loaders) { 611 out->cr(); 612 out->print_cr("Usage per loader:"); 613 out->cr(); 614 } 615 616 ClassLoaderDataGraph::cld_do(&cl); // collect data and optionally print 617 618 // Print totals, broken up by space type. 619 if (print_by_spacetype) { 620 out->cr(); 621 out->print_cr("Usage per space type:"); 622 out->cr(); 623 for (int space_type = (int)Metaspace::ZeroMetaspaceType; 624 space_type < (int)Metaspace::MetaspaceTypeCount; space_type ++) 625 { 626 uintx num = cl._num_loaders_by_spacetype[space_type]; 627 out->print("%s (" UINTX_FORMAT " loader%s)%c", 628 space_type_name((Metaspace::MetaspaceType)space_type), 629 num, (num == 1 ? "" : "s"), (num > 0 ? ':' : '.')); 630 if (num > 0) { 631 cl._stats_by_spacetype[space_type].print_on(out, scale, print_by_chunktype); 632 } 633 out->cr(); 634 } 635 } 636 637 // Print totals for in-use data: 638 out->cr(); 639 out->print_cr("Total Usage ( " UINTX_FORMAT " loader%s)%c", 640 cl._num_loaders, (cl._num_loaders == 1 ? "" : "s"), (cl._num_loaders > 0 ? ':' : '.')); 641 642 cl._stats_total.print_on(out, scale, print_by_chunktype); 643 644 // -- Print Virtual space. 645 out->cr(); 646 out->print_cr("Virtual space:"); 647 648 print_vs(out, scale); 649 650 // -- Print VirtualSpaceList details. 651 if ((flags & rf_show_vslist) > 0) { 652 out->cr(); 653 out->print_cr("Virtual space list%s:", Metaspace::using_class_space() ? "s" : ""); 654 655 if (Metaspace::using_class_space()) { 656 out->print_cr(" Non-Class:"); 657 } 658 Metaspace::space_list()->print_on(out, scale); 659 if (Metaspace::using_class_space()) { 660 out->print_cr(" Class:"); 661 Metaspace::class_space_list()->print_on(out, scale); 662 } 663 } 664 out->cr(); 665 666 // -- Print VirtualSpaceList map. 667 if ((flags & rf_show_vsmap) > 0) { 668 out->cr(); 669 out->print_cr("Virtual space map:"); 670 671 if (Metaspace::using_class_space()) { 672 out->print_cr(" Non-Class:"); 673 } 674 Metaspace::space_list()->print_map(out); 675 if (Metaspace::using_class_space()) { 676 out->print_cr(" Class:"); 677 Metaspace::class_space_list()->print_map(out); 678 } 679 } 680 out->cr(); 681 682 // -- Print Freelists (ChunkManager) details 683 out->cr(); 684 out->print_cr("Chunk freelist%s:", Metaspace::using_class_space() ? "s" : ""); 685 686 ChunkManagerStatistics non_class_cm_stat; 687 Metaspace::chunk_manager_metadata()->collect_statistics(&non_class_cm_stat); 688 689 if (Metaspace::using_class_space()) { 690 out->print_cr(" Non-Class:"); 691 } 692 non_class_cm_stat.print_on(out, scale); 693 694 if (Metaspace::using_class_space()) { 695 ChunkManagerStatistics class_cm_stat; 696 Metaspace::chunk_manager_class()->collect_statistics(&class_cm_stat); 697 out->print_cr(" Class:"); 698 class_cm_stat.print_on(out, scale); 699 } 700 701 // As a convenience, print a summary of common waste. 702 out->cr(); 703 out->print("Waste "); 704 // For all wastages, print percentages from total. As total use the total size of memory committed for metaspace. 705 const size_t committed_words = committed_bytes() / BytesPerWord; 706 707 out->print("(percentages refer to total committed size "); 708 print_scaled_words(out, committed_words, scale); 709 out->print_cr("):"); 710 711 // Print space committed but not yet used by any class loader 712 const size_t unused_words_in_vs = MetaspaceUtils::free_in_vs_bytes() / BytesPerWord; 713 out->print(" Committed unused: "); 714 print_scaled_words_and_percentage(out, unused_words_in_vs, committed_words, scale, 6); 715 out->cr(); 716 717 // Print waste for in-use chunks. 718 UsedChunksStatistics ucs_nonclass = cl._stats_total.nonclass_sm_stats().totals(); 719 UsedChunksStatistics ucs_class = cl._stats_total.class_sm_stats().totals(); 720 UsedChunksStatistics ucs_all; 721 ucs_all.add(ucs_nonclass); 722 ucs_all.add(ucs_class); 723 724 out->print(" Waste in chunks in use: "); 725 print_scaled_words_and_percentage(out, ucs_all.waste(), committed_words, scale, 6); 726 out->cr(); 727 out->print(" Free in chunks in use: "); 728 print_scaled_words_and_percentage(out, ucs_all.free(), committed_words, scale, 6); 729 out->cr(); 730 out->print(" Overhead in chunks in use: "); 731 print_scaled_words_and_percentage(out, ucs_all.overhead(), committed_words, scale, 6); 732 out->cr(); 733 734 // Print waste in free chunks. 735 const size_t total_capacity_in_free_chunks = 736 Metaspace::chunk_manager_metadata()->free_chunks_total_words() + 737 (Metaspace::using_class_space() ? Metaspace::chunk_manager_class()->free_chunks_total_words() : 0); 738 out->print(" In free chunks: "); 739 print_scaled_words_and_percentage(out, total_capacity_in_free_chunks, committed_words, scale, 6); 740 out->cr(); 741 742 // Print waste in deallocated blocks. 743 const uintx free_blocks_num = 744 cl._stats_total.nonclass_sm_stats().free_blocks_num() + 745 cl._stats_total.class_sm_stats().free_blocks_num(); 746 const size_t free_blocks_cap_words = 747 cl._stats_total.nonclass_sm_stats().free_blocks_cap_words() + 748 cl._stats_total.class_sm_stats().free_blocks_cap_words(); 749 out->print("Deallocated from chunks in use: "); 750 print_scaled_words_and_percentage(out, free_blocks_cap_words, committed_words, scale, 6); 751 out->print(" (" UINTX_FORMAT " blocks)", free_blocks_num); 752 out->cr(); 753 754 // Print total waste. 755 const size_t total_waste = ucs_all.waste() + ucs_all.free() + ucs_all.overhead() + total_capacity_in_free_chunks 756 + free_blocks_cap_words + unused_words_in_vs; 757 out->print(" -total-: "); 758 print_scaled_words_and_percentage(out, total_waste, committed_words, scale, 6); 759 out->cr(); 760 761 // Print internal statistics 762 #ifdef ASSERT 763 out->cr(); 764 out->cr(); 765 out->print_cr("Internal statistics:"); 766 out->cr(); 767 out->print_cr("Number of allocations: " UINTX_FORMAT ".", g_internal_statistics.num_allocs); 768 out->print_cr("Number of space births: " UINTX_FORMAT ".", g_internal_statistics.num_metaspace_births); 769 out->print_cr("Number of space deaths: " UINTX_FORMAT ".", g_internal_statistics.num_metaspace_deaths); 770 out->print_cr("Number of virtual space node births: " UINTX_FORMAT ".", g_internal_statistics.num_vsnodes_created); 771 out->print_cr("Number of virtual space node deaths: " UINTX_FORMAT ".", g_internal_statistics.num_vsnodes_purged); 772 out->print_cr("Number of times virtual space nodes were expanded: " UINTX_FORMAT ".", g_internal_statistics.num_committed_space_expanded); 773 out->print_cr("Number of deallocations: " UINTX_FORMAT " (" UINTX_FORMAT " external).", g_internal_statistics.num_deallocs, g_internal_statistics.num_external_deallocs); 774 out->print_cr("Allocations from deallocated blocks: " UINTX_FORMAT ".", g_internal_statistics.num_allocs_from_deallocated_blocks); 775 out->cr(); 776 #endif 777 778 // Print some interesting settings 779 out->cr(); 780 out->cr(); 781 out->print("MaxMetaspaceSize: "); 782 print_human_readable_size(out, MaxMetaspaceSize, scale); 783 out->cr(); 784 out->print("InitialBootClassLoaderMetaspaceSize: "); 785 print_human_readable_size(out, InitialBootClassLoaderMetaspaceSize, scale); 786 out->cr(); 787 788 out->print("UseCompressedClassPointers: %s", UseCompressedClassPointers ? "true" : "false"); 789 out->cr(); 790 if (Metaspace::using_class_space()) { 791 out->print("CompressedClassSpaceSize: "); 792 print_human_readable_size(out, CompressedClassSpaceSize, scale); 793 } 794 795 out->cr(); 796 out->cr(); 797 798 } // MetaspaceUtils::print_report() 799 800 // Prints an ASCII representation of the given space. 801 void MetaspaceUtils::print_metaspace_map(outputStream* out, Metaspace::MetadataType mdtype) { 802 MutexLockerEx cl(MetaspaceExpand_lock, Mutex::_no_safepoint_check_flag); 803 const bool for_class = mdtype == Metaspace::ClassType ? true : false; 804 VirtualSpaceList* const vsl = for_class ? Metaspace::class_space_list() : Metaspace::space_list(); 805 if (vsl != NULL) { 806 if (for_class) { 807 if (!Metaspace::using_class_space()) { 808 out->print_cr("No Class Space."); 809 return; 810 } 811 out->print_raw("---- Metaspace Map (Class Space) ----"); 812 } else { 813 out->print_raw("---- Metaspace Map (Non-Class Space) ----"); 814 } 815 // Print legend: 816 out->cr(); 817 out->print_cr("Chunk Types (uppercase chunks are in use): x-specialized, s-small, m-medium, h-humongous."); 818 out->cr(); 819 VirtualSpaceList* const vsl = for_class ? Metaspace::class_space_list() : Metaspace::space_list(); 820 vsl->print_map(out); 821 out->cr(); 822 } 823 } 824 825 void MetaspaceUtils::verify_free_chunks() { 826 Metaspace::chunk_manager_metadata()->verify(); 827 if (Metaspace::using_class_space()) { 828 Metaspace::chunk_manager_class()->verify(); 829 } 830 } 831 832 void MetaspaceUtils::verify_metrics() { 833 #ifdef ASSERT 834 // Please note: there are time windows where the internal counters are out of sync with 835 // reality. For example, when a newly created ClassLoaderMetaspace creates its first chunk - 836 // the ClassLoaderMetaspace is not yet attached to its ClassLoaderData object and hence will 837 // not be counted when iterating the CLDG. So be careful when you call this method. 838 ClassLoaderMetaspaceStatistics total_stat; 839 collect_statistics(&total_stat); 840 UsedChunksStatistics nonclass_chunk_stat = total_stat.nonclass_sm_stats().totals(); 841 UsedChunksStatistics class_chunk_stat = total_stat.class_sm_stats().totals(); 842 843 bool mismatch = false; 844 for (int i = 0; i < Metaspace::MetadataTypeCount; i ++) { 845 Metaspace::MetadataType mdtype = (Metaspace::MetadataType)i; 846 UsedChunksStatistics chunk_stat = total_stat.sm_stats(mdtype).totals(); 847 if (capacity_words(mdtype) != chunk_stat.cap() || 848 used_words(mdtype) != chunk_stat.used() || 849 overhead_words(mdtype) != chunk_stat.overhead()) { 850 mismatch = true; 851 tty->print_cr("MetaspaceUtils::verify_metrics: counter mismatch for mdtype=%u:", mdtype); 852 tty->print_cr("Expected cap " SIZE_FORMAT ", used " SIZE_FORMAT ", overhead " SIZE_FORMAT ".", 853 capacity_words(mdtype), used_words(mdtype), overhead_words(mdtype)); 854 tty->print_cr("Got cap " SIZE_FORMAT ", used " SIZE_FORMAT ", overhead " SIZE_FORMAT ".", 855 chunk_stat.cap(), chunk_stat.used(), chunk_stat.overhead()); 856 tty->flush(); 857 } 858 } 859 assert(mismatch == false, "MetaspaceUtils::verify_metrics: counter mismatch."); 860 #endif 861 } 862 863 864 // Metaspace methods 865 866 size_t Metaspace::_first_chunk_word_size = 0; 867 size_t Metaspace::_first_class_chunk_word_size = 0; 868 869 size_t Metaspace::_commit_alignment = 0; 870 size_t Metaspace::_reserve_alignment = 0; 871 872 VirtualSpaceList* Metaspace::_space_list = NULL; 873 VirtualSpaceList* Metaspace::_class_space_list = NULL; 874 875 ChunkManager* Metaspace::_chunk_manager_metadata = NULL; 876 ChunkManager* Metaspace::_chunk_manager_class = NULL; 877 878 #define VIRTUALSPACEMULTIPLIER 2 879 880 #ifdef _LP64 881 static const uint64_t UnscaledClassSpaceMax = (uint64_t(max_juint) + 1); 882 883 void Metaspace::set_narrow_klass_base_and_shift(address metaspace_base, address cds_base) { 884 assert(!DumpSharedSpaces, "narrow_klass is set by MetaspaceShared class."); 885 // Figure out the narrow_klass_base and the narrow_klass_shift. The 886 // narrow_klass_base is the lower of the metaspace base and the cds base 887 // (if cds is enabled). The narrow_klass_shift depends on the distance 888 // between the lower base and higher address. 889 address lower_base; 890 address higher_address; 891 #if INCLUDE_CDS 892 if (UseSharedSpaces) { 893 higher_address = MAX2((address)(cds_base + MetaspaceShared::core_spaces_size()), 894 (address)(metaspace_base + compressed_class_space_size())); 895 lower_base = MIN2(metaspace_base, cds_base); 896 } else 897 #endif 898 { 899 higher_address = metaspace_base + compressed_class_space_size(); 900 lower_base = metaspace_base; 901 902 uint64_t klass_encoding_max = UnscaledClassSpaceMax << LogKlassAlignmentInBytes; 903 // If compressed class space fits in lower 32G, we don't need a base. 904 if (higher_address <= (address)klass_encoding_max) { 905 lower_base = 0; // Effectively lower base is zero. 906 } 907 } 908 909 Universe::set_narrow_klass_base(lower_base); 910 911 // CDS uses LogKlassAlignmentInBytes for narrow_klass_shift. See 912 // MetaspaceShared::initialize_dumptime_shared_and_meta_spaces() for 913 // how dump time narrow_klass_shift is set. Although, CDS can work 914 // with zero-shift mode also, to be consistent with AOT it uses 915 // LogKlassAlignmentInBytes for klass shift so archived java heap objects 916 // can be used at same time as AOT code. 917 if (!UseSharedSpaces 918 && (uint64_t)(higher_address - lower_base) <= UnscaledClassSpaceMax) { 919 Universe::set_narrow_klass_shift(0); 920 } else { 921 Universe::set_narrow_klass_shift(LogKlassAlignmentInBytes); 922 } 923 AOTLoader::set_narrow_klass_shift(); 924 } 925 926 #if INCLUDE_CDS 927 // Return TRUE if the specified metaspace_base and cds_base are close enough 928 // to work with compressed klass pointers. 929 bool Metaspace::can_use_cds_with_metaspace_addr(char* metaspace_base, address cds_base) { 930 assert(cds_base != 0 && UseSharedSpaces, "Only use with CDS"); 931 assert(UseCompressedClassPointers, "Only use with CompressedKlassPtrs"); 932 address lower_base = MIN2((address)metaspace_base, cds_base); 933 address higher_address = MAX2((address)(cds_base + MetaspaceShared::core_spaces_size()), 934 (address)(metaspace_base + compressed_class_space_size())); 935 return ((uint64_t)(higher_address - lower_base) <= UnscaledClassSpaceMax); 936 } 937 #endif 938 939 // Try to allocate the metaspace at the requested addr. 940 void Metaspace::allocate_metaspace_compressed_klass_ptrs(char* requested_addr, address cds_base) { 941 assert(!DumpSharedSpaces, "compress klass space is allocated by MetaspaceShared class."); 942 assert(using_class_space(), "called improperly"); 943 assert(UseCompressedClassPointers, "Only use with CompressedKlassPtrs"); 944 assert(compressed_class_space_size() < KlassEncodingMetaspaceMax, 945 "Metaspace size is too big"); 946 assert_is_aligned(requested_addr, _reserve_alignment); 947 assert_is_aligned(cds_base, _reserve_alignment); 948 assert_is_aligned(compressed_class_space_size(), _reserve_alignment); 949 950 // Don't use large pages for the class space. 951 bool large_pages = false; 952 953 #if !(defined(AARCH64) || defined(AIX)) 954 ReservedSpace metaspace_rs = ReservedSpace(compressed_class_space_size(), 955 _reserve_alignment, 956 large_pages, 957 requested_addr); 958 #else // AARCH64 959 ReservedSpace metaspace_rs; 960 961 // Our compressed klass pointers may fit nicely into the lower 32 962 // bits. 963 if ((uint64_t)requested_addr + compressed_class_space_size() < 4*G) { 964 metaspace_rs = ReservedSpace(compressed_class_space_size(), 965 _reserve_alignment, 966 large_pages, 967 requested_addr); 968 } 969 970 if (! metaspace_rs.is_reserved()) { 971 // Aarch64: Try to align metaspace so that we can decode a compressed 972 // klass with a single MOVK instruction. We can do this iff the 973 // compressed class base is a multiple of 4G. 974 // Aix: Search for a place where we can find memory. If we need to load 975 // the base, 4G alignment is helpful, too. 976 size_t increment = AARCH64_ONLY(4*)G; 977 for (char *a = align_up(requested_addr, increment); 978 a < (char*)(1024*G); 979 a += increment) { 980 if (a == (char *)(32*G)) { 981 // Go faster from here on. Zero-based is no longer possible. 982 increment = 4*G; 983 } 984 985 #if INCLUDE_CDS 986 if (UseSharedSpaces 987 && ! can_use_cds_with_metaspace_addr(a, cds_base)) { 988 // We failed to find an aligned base that will reach. Fall 989 // back to using our requested addr. 990 metaspace_rs = ReservedSpace(compressed_class_space_size(), 991 _reserve_alignment, 992 large_pages, 993 requested_addr); 994 break; 995 } 996 #endif 997 998 metaspace_rs = ReservedSpace(compressed_class_space_size(), 999 _reserve_alignment, 1000 large_pages, 1001 a); 1002 if (metaspace_rs.is_reserved()) 1003 break; 1004 } 1005 } 1006 1007 #endif // AARCH64 1008 1009 if (!metaspace_rs.is_reserved()) { 1010 #if INCLUDE_CDS 1011 if (UseSharedSpaces) { 1012 size_t increment = align_up(1*G, _reserve_alignment); 1013 1014 // Keep trying to allocate the metaspace, increasing the requested_addr 1015 // by 1GB each time, until we reach an address that will no longer allow 1016 // use of CDS with compressed klass pointers. 1017 char *addr = requested_addr; 1018 while (!metaspace_rs.is_reserved() && (addr + increment > addr) && 1019 can_use_cds_with_metaspace_addr(addr + increment, cds_base)) { 1020 addr = addr + increment; 1021 metaspace_rs = ReservedSpace(compressed_class_space_size(), 1022 _reserve_alignment, large_pages, addr); 1023 } 1024 } 1025 #endif 1026 // If no successful allocation then try to allocate the space anywhere. If 1027 // that fails then OOM doom. At this point we cannot try allocating the 1028 // metaspace as if UseCompressedClassPointers is off because too much 1029 // initialization has happened that depends on UseCompressedClassPointers. 1030 // So, UseCompressedClassPointers cannot be turned off at this point. 1031 if (!metaspace_rs.is_reserved()) { 1032 metaspace_rs = ReservedSpace(compressed_class_space_size(), 1033 _reserve_alignment, large_pages); 1034 if (!metaspace_rs.is_reserved()) { 1035 vm_exit_during_initialization(err_msg("Could not allocate metaspace: " SIZE_FORMAT " bytes", 1036 compressed_class_space_size())); 1037 } 1038 } 1039 } 1040 1041 // If we got here then the metaspace got allocated. 1042 MemTracker::record_virtual_memory_type((address)metaspace_rs.base(), mtClass); 1043 1044 #if INCLUDE_CDS 1045 // Verify that we can use shared spaces. Otherwise, turn off CDS. 1046 if (UseSharedSpaces && !can_use_cds_with_metaspace_addr(metaspace_rs.base(), cds_base)) { 1047 FileMapInfo::stop_sharing_and_unmap( 1048 "Could not allocate metaspace at a compatible address"); 1049 } 1050 #endif 1051 set_narrow_klass_base_and_shift((address)metaspace_rs.base(), 1052 UseSharedSpaces ? (address)cds_base : 0); 1053 1054 initialize_class_space(metaspace_rs); 1055 1056 LogTarget(Trace, gc, metaspace) lt; 1057 if (lt.is_enabled()) { 1058 ResourceMark rm; 1059 LogStream ls(lt); 1060 print_compressed_class_space(&ls, requested_addr); 1061 } 1062 } 1063 1064 void Metaspace::print_compressed_class_space(outputStream* st, const char* requested_addr) { 1065 st->print_cr("Narrow klass base: " PTR_FORMAT ", Narrow klass shift: %d", 1066 p2i(Universe::narrow_klass_base()), Universe::narrow_klass_shift()); 1067 if (_class_space_list != NULL) { 1068 address base = (address)_class_space_list->current_virtual_space()->bottom(); 1069 st->print("Compressed class space size: " SIZE_FORMAT " Address: " PTR_FORMAT, 1070 compressed_class_space_size(), p2i(base)); 1071 if (requested_addr != 0) { 1072 st->print(" Req Addr: " PTR_FORMAT, p2i(requested_addr)); 1073 } 1074 st->cr(); 1075 } 1076 } 1077 1078 // For UseCompressedClassPointers the class space is reserved above the top of 1079 // the Java heap. The argument passed in is at the base of the compressed space. 1080 void Metaspace::initialize_class_space(ReservedSpace rs) { 1081 // The reserved space size may be bigger because of alignment, esp with UseLargePages 1082 assert(rs.size() >= CompressedClassSpaceSize, 1083 SIZE_FORMAT " != " SIZE_FORMAT, rs.size(), CompressedClassSpaceSize); 1084 assert(using_class_space(), "Must be using class space"); 1085 _class_space_list = new VirtualSpaceList(rs); 1086 _chunk_manager_class = new ChunkManager(true/*is_class*/); 1087 1088 if (!_class_space_list->initialization_succeeded()) { 1089 vm_exit_during_initialization("Failed to setup compressed class space virtual space list."); 1090 } 1091 } 1092 1093 #endif 1094 1095 void Metaspace::ergo_initialize() { 1096 if (DumpSharedSpaces) { 1097 // Using large pages when dumping the shared archive is currently not implemented. 1098 FLAG_SET_ERGO(bool, UseLargePagesInMetaspace, false); 1099 } 1100 1101 size_t page_size = os::vm_page_size(); 1102 if (UseLargePages && UseLargePagesInMetaspace) { 1103 page_size = os::large_page_size(); 1104 } 1105 1106 _commit_alignment = page_size; 1107 _reserve_alignment = MAX2(page_size, (size_t)os::vm_allocation_granularity()); 1108 1109 // Do not use FLAG_SET_ERGO to update MaxMetaspaceSize, since this will 1110 // override if MaxMetaspaceSize was set on the command line or not. 1111 // This information is needed later to conform to the specification of the 1112 // java.lang.management.MemoryUsage API. 1113 // 1114 // Ideally, we would be able to set the default value of MaxMetaspaceSize in 1115 // globals.hpp to the aligned value, but this is not possible, since the 1116 // alignment depends on other flags being parsed. 1117 MaxMetaspaceSize = align_down_bounded(MaxMetaspaceSize, _reserve_alignment); 1118 1119 if (MetaspaceSize > MaxMetaspaceSize) { 1120 MetaspaceSize = MaxMetaspaceSize; 1121 } 1122 1123 MetaspaceSize = align_down_bounded(MetaspaceSize, _commit_alignment); 1124 1125 assert(MetaspaceSize <= MaxMetaspaceSize, "MetaspaceSize should be limited by MaxMetaspaceSize"); 1126 1127 MinMetaspaceExpansion = align_down_bounded(MinMetaspaceExpansion, _commit_alignment); 1128 MaxMetaspaceExpansion = align_down_bounded(MaxMetaspaceExpansion, _commit_alignment); 1129 1130 CompressedClassSpaceSize = align_down_bounded(CompressedClassSpaceSize, _reserve_alignment); 1131 1132 // Initial virtual space size will be calculated at global_initialize() 1133 size_t min_metaspace_sz = 1134 VIRTUALSPACEMULTIPLIER * InitialBootClassLoaderMetaspaceSize; 1135 if (UseCompressedClassPointers) { 1136 if ((min_metaspace_sz + CompressedClassSpaceSize) > MaxMetaspaceSize) { 1137 if (min_metaspace_sz >= MaxMetaspaceSize) { 1138 vm_exit_during_initialization("MaxMetaspaceSize is too small."); 1139 } else { 1140 FLAG_SET_ERGO(size_t, CompressedClassSpaceSize, 1141 MaxMetaspaceSize - min_metaspace_sz); 1142 } 1143 } 1144 } else if (min_metaspace_sz >= MaxMetaspaceSize) { 1145 FLAG_SET_ERGO(size_t, InitialBootClassLoaderMetaspaceSize, 1146 min_metaspace_sz); 1147 } 1148 1149 set_compressed_class_space_size(CompressedClassSpaceSize); 1150 } 1151 1152 void Metaspace::global_initialize() { 1153 MetaspaceGC::initialize(); 1154 1155 #if INCLUDE_CDS 1156 if (DumpSharedSpaces) { 1157 MetaspaceShared::initialize_dumptime_shared_and_meta_spaces(); 1158 } else if (UseSharedSpaces) { 1159 // If any of the archived space fails to map, UseSharedSpaces 1160 // is reset to false. Fall through to the 1161 // (!DumpSharedSpaces && !UseSharedSpaces) case to set up class 1162 // metaspace. 1163 MetaspaceShared::initialize_runtime_shared_and_meta_spaces(); 1164 } 1165 1166 if (!DumpSharedSpaces && !UseSharedSpaces) 1167 #endif // INCLUDE_CDS 1168 { 1169 #ifdef _LP64 1170 if (using_class_space()) { 1171 char* base = (char*)align_up(Universe::heap()->reserved_region().end(), _reserve_alignment); 1172 allocate_metaspace_compressed_klass_ptrs(base, 0); 1173 } 1174 #endif // _LP64 1175 } 1176 1177 // Initialize these before initializing the VirtualSpaceList 1178 _first_chunk_word_size = InitialBootClassLoaderMetaspaceSize / BytesPerWord; 1179 _first_chunk_word_size = align_word_size_up(_first_chunk_word_size); 1180 // Make the first class chunk bigger than a medium chunk so it's not put 1181 // on the medium chunk list. The next chunk will be small and progress 1182 // from there. This size calculated by -version. 1183 _first_class_chunk_word_size = MIN2((size_t)MediumChunk*6, 1184 (CompressedClassSpaceSize/BytesPerWord)*2); 1185 _first_class_chunk_word_size = align_word_size_up(_first_class_chunk_word_size); 1186 // Arbitrarily set the initial virtual space to a multiple 1187 // of the boot class loader size. 1188 size_t word_size = VIRTUALSPACEMULTIPLIER * _first_chunk_word_size; 1189 word_size = align_up(word_size, Metaspace::reserve_alignment_words()); 1190 1191 // Initialize the list of virtual spaces. 1192 _space_list = new VirtualSpaceList(word_size); 1193 _chunk_manager_metadata = new ChunkManager(false/*metaspace*/); 1194 1195 if (!_space_list->initialization_succeeded()) { 1196 vm_exit_during_initialization("Unable to setup metadata virtual space list.", NULL); 1197 } 1198 1199 _tracer = new MetaspaceTracer(); 1200 } 1201 1202 void Metaspace::post_initialize() { 1203 MetaspaceGC::post_initialize(); 1204 } 1205 1206 void Metaspace::verify_global_initialization() { 1207 assert(space_list() != NULL, "Metadata VirtualSpaceList has not been initialized"); 1208 assert(chunk_manager_metadata() != NULL, "Metadata ChunkManager has not been initialized"); 1209 1210 if (using_class_space()) { 1211 assert(class_space_list() != NULL, "Class VirtualSpaceList has not been initialized"); 1212 assert(chunk_manager_class() != NULL, "Class ChunkManager has not been initialized"); 1213 } 1214 } 1215 1216 size_t Metaspace::align_word_size_up(size_t word_size) { 1217 size_t byte_size = word_size * wordSize; 1218 return ReservedSpace::allocation_align_size_up(byte_size) / wordSize; 1219 } 1220 1221 MetaWord* Metaspace::allocate(ClassLoaderData* loader_data, size_t word_size, 1222 MetaspaceObj::Type type, TRAPS) { 1223 assert(!_frozen, "sanity"); 1224 if (HAS_PENDING_EXCEPTION) { 1225 assert(false, "Should not allocate with exception pending"); 1226 return NULL; // caller does a CHECK_NULL too 1227 } 1228 1229 assert(loader_data != NULL, "Should never pass around a NULL loader_data. " 1230 "ClassLoaderData::the_null_class_loader_data() should have been used."); 1231 1232 MetadataType mdtype = (type == MetaspaceObj::ClassType) ? ClassType : NonClassType; 1233 1234 // Try to allocate metadata. 1235 MetaWord* result = loader_data->metaspace_non_null()->allocate(word_size, mdtype); 1236 1237 if (result == NULL) { 1238 tracer()->report_metaspace_allocation_failure(loader_data, word_size, type, mdtype); 1239 1240 // Allocation failed. 1241 if (is_init_completed() && !(DumpSharedSpaces && THREAD->is_VM_thread())) { 1242 // Only start a GC if the bootstrapping has completed. 1243 // Also, we cannot GC if we are at the end of the CDS dumping stage which runs inside 1244 // the VM thread. 1245 1246 // Try to clean out some memory and retry. 1247 result = Universe::heap()->satisfy_failed_metadata_allocation(loader_data, word_size, mdtype); 1248 } 1249 } 1250 1251 if (result == NULL) { 1252 if (DumpSharedSpaces) { 1253 // CDS dumping keeps loading classes, so if we hit an OOM we probably will keep hitting OOM. 1254 // We should abort to avoid generating a potentially bad archive. 1255 tty->print_cr("Failed allocating metaspace object type %s of size " SIZE_FORMAT ". CDS dump aborted.", 1256 MetaspaceObj::type_name(type), word_size * BytesPerWord); 1257 tty->print_cr("Please increase MaxMetaspaceSize (currently " SIZE_FORMAT " bytes).", MaxMetaspaceSize); 1258 vm_exit(1); 1259 } 1260 report_metadata_oome(loader_data, word_size, type, mdtype, CHECK_NULL); 1261 } 1262 1263 // Zero initialize. 1264 Copy::fill_to_words((HeapWord*)result, word_size, 0); 1265 1266 return result; 1267 } 1268 1269 void Metaspace::report_metadata_oome(ClassLoaderData* loader_data, size_t word_size, MetaspaceObj::Type type, MetadataType mdtype, TRAPS) { 1270 tracer()->report_metadata_oom(loader_data, word_size, type, mdtype); 1271 1272 // If result is still null, we are out of memory. 1273 Log(gc, metaspace, freelist) log; 1274 if (log.is_info()) { 1275 log.info("Metaspace (%s) allocation failed for size " SIZE_FORMAT, 1276 is_class_space_allocation(mdtype) ? "class" : "data", word_size); 1277 ResourceMark rm; 1278 if (log.is_debug()) { 1279 if (loader_data->metaspace_or_null() != NULL) { 1280 LogStream ls(log.debug()); 1281 loader_data->print_value_on(&ls); 1282 } 1283 } 1284 LogStream ls(log.info()); 1285 // In case of an OOM, log out a short but still useful report. 1286 MetaspaceUtils::print_basic_report(&ls, 0); 1287 } 1288 1289 bool out_of_compressed_class_space = false; 1290 if (is_class_space_allocation(mdtype)) { 1291 ClassLoaderMetaspace* metaspace = loader_data->metaspace_non_null(); 1292 out_of_compressed_class_space = 1293 MetaspaceUtils::committed_bytes(Metaspace::ClassType) + 1294 (metaspace->class_chunk_size(word_size) * BytesPerWord) > 1295 CompressedClassSpaceSize; 1296 } 1297 1298 // -XX:+HeapDumpOnOutOfMemoryError and -XX:OnOutOfMemoryError support 1299 const char* space_string = out_of_compressed_class_space ? 1300 "Compressed class space" : "Metaspace"; 1301 1302 report_java_out_of_memory(space_string); 1303 1304 if (JvmtiExport::should_post_resource_exhausted()) { 1305 JvmtiExport::post_resource_exhausted( 1306 JVMTI_RESOURCE_EXHAUSTED_OOM_ERROR, 1307 space_string); 1308 } 1309 1310 if (!is_init_completed()) { 1311 vm_exit_during_initialization("OutOfMemoryError", space_string); 1312 } 1313 1314 if (out_of_compressed_class_space) { 1315 THROW_OOP(Universe::out_of_memory_error_class_metaspace()); 1316 } else { 1317 THROW_OOP(Universe::out_of_memory_error_metaspace()); 1318 } 1319 } 1320 1321 const char* Metaspace::metadata_type_name(Metaspace::MetadataType mdtype) { 1322 switch (mdtype) { 1323 case Metaspace::ClassType: return "Class"; 1324 case Metaspace::NonClassType: return "Metadata"; 1325 default: 1326 assert(false, "Got bad mdtype: %d", (int) mdtype); 1327 return NULL; 1328 } 1329 } 1330 1331 void Metaspace::purge(MetadataType mdtype) { 1332 get_space_list(mdtype)->purge(get_chunk_manager(mdtype)); 1333 } 1334 1335 void Metaspace::purge() { 1336 MutexLockerEx cl(MetaspaceExpand_lock, 1337 Mutex::_no_safepoint_check_flag); 1338 purge(NonClassType); 1339 if (using_class_space()) { 1340 purge(ClassType); 1341 } 1342 } 1343 1344 bool Metaspace::contains(const void* ptr) { 1345 if (MetaspaceShared::is_in_shared_metaspace(ptr)) { 1346 return true; 1347 } 1348 return contains_non_shared(ptr); 1349 } 1350 1351 bool Metaspace::contains_non_shared(const void* ptr) { 1352 if (using_class_space() && get_space_list(ClassType)->contains(ptr)) { 1353 return true; 1354 } 1355 1356 return get_space_list(NonClassType)->contains(ptr); 1357 } 1358 1359 // ClassLoaderMetaspace 1360 1361 ClassLoaderMetaspace::ClassLoaderMetaspace(Mutex* lock, Metaspace::MetaspaceType type) 1362 : _lock(lock) 1363 , _space_type(type) 1364 , _vsm(NULL) 1365 , _class_vsm(NULL) 1366 { 1367 initialize(lock, type); 1368 } 1369 1370 ClassLoaderMetaspace::~ClassLoaderMetaspace() { 1371 DEBUG_ONLY(Atomic::inc(&g_internal_statistics.num_metaspace_deaths)); 1372 delete _vsm; 1373 if (Metaspace::using_class_space()) { 1374 delete _class_vsm; 1375 } 1376 } 1377 1378 void ClassLoaderMetaspace::initialize_first_chunk(Metaspace::MetaspaceType type, Metaspace::MetadataType mdtype) { 1379 Metachunk* chunk = get_initialization_chunk(type, mdtype); 1380 if (chunk != NULL) { 1381 // Add to this manager's list of chunks in use and make it the current_chunk(). 1382 get_space_manager(mdtype)->add_chunk(chunk, true); 1383 } 1384 } 1385 1386 Metachunk* ClassLoaderMetaspace::get_initialization_chunk(Metaspace::MetaspaceType type, Metaspace::MetadataType mdtype) { 1387 size_t chunk_word_size = get_space_manager(mdtype)->get_initial_chunk_size(type); 1388 1389 // Get a chunk from the chunk freelist 1390 Metachunk* chunk = Metaspace::get_chunk_manager(mdtype)->chunk_freelist_allocate(chunk_word_size); 1391 1392 if (chunk == NULL) { 1393 chunk = Metaspace::get_space_list(mdtype)->get_new_chunk(chunk_word_size, 1394 get_space_manager(mdtype)->medium_chunk_bunch()); 1395 } 1396 1397 return chunk; 1398 } 1399 1400 void ClassLoaderMetaspace::initialize(Mutex* lock, Metaspace::MetaspaceType type) { 1401 Metaspace::verify_global_initialization(); 1402 1403 DEBUG_ONLY(Atomic::inc(&g_internal_statistics.num_metaspace_births)); 1404 1405 // Allocate SpaceManager for metadata objects. 1406 _vsm = new SpaceManager(Metaspace::NonClassType, type, lock); 1407 1408 if (Metaspace::using_class_space()) { 1409 // Allocate SpaceManager for classes. 1410 _class_vsm = new SpaceManager(Metaspace::ClassType, type, lock); 1411 } 1412 1413 MutexLockerEx cl(MetaspaceExpand_lock, Mutex::_no_safepoint_check_flag); 1414 1415 // Allocate chunk for metadata objects 1416 initialize_first_chunk(type, Metaspace::NonClassType); 1417 1418 // Allocate chunk for class metadata objects 1419 if (Metaspace::using_class_space()) { 1420 initialize_first_chunk(type, Metaspace::ClassType); 1421 } 1422 } 1423 1424 MetaWord* ClassLoaderMetaspace::allocate(size_t word_size, Metaspace::MetadataType mdtype) { 1425 Metaspace::assert_not_frozen(); 1426 1427 DEBUG_ONLY(Atomic::inc(&g_internal_statistics.num_allocs)); 1428 1429 // Don't use class_vsm() unless UseCompressedClassPointers is true. 1430 if (Metaspace::is_class_space_allocation(mdtype)) { 1431 return class_vsm()->allocate(word_size); 1432 } else { 1433 return vsm()->allocate(word_size); 1434 } 1435 } 1436 1437 MetaWord* ClassLoaderMetaspace::expand_and_allocate(size_t word_size, Metaspace::MetadataType mdtype) { 1438 Metaspace::assert_not_frozen(); 1439 size_t delta_bytes = MetaspaceGC::delta_capacity_until_GC(word_size * BytesPerWord); 1440 assert(delta_bytes > 0, "Must be"); 1441 1442 size_t before = 0; 1443 size_t after = 0; 1444 MetaWord* res; 1445 bool incremented; 1446 1447 // Each thread increments the HWM at most once. Even if the thread fails to increment 1448 // the HWM, an allocation is still attempted. This is because another thread must then 1449 // have incremented the HWM and therefore the allocation might still succeed. 1450 do { 1451 incremented = MetaspaceGC::inc_capacity_until_GC(delta_bytes, &after, &before); 1452 res = allocate(word_size, mdtype); 1453 } while (!incremented && res == NULL); 1454 1455 if (incremented) { 1456 Metaspace::tracer()->report_gc_threshold(before, after, 1457 MetaspaceGCThresholdUpdater::ExpandAndAllocate); 1458 log_trace(gc, metaspace)("Increase capacity to GC from " SIZE_FORMAT " to " SIZE_FORMAT, before, after); 1459 } 1460 1461 return res; 1462 } 1463 1464 size_t ClassLoaderMetaspace::allocated_blocks_bytes() const { 1465 return (vsm()->used_words() + 1466 (Metaspace::using_class_space() ? class_vsm()->used_words() : 0)) * BytesPerWord; 1467 } 1468 1469 size_t ClassLoaderMetaspace::allocated_chunks_bytes() const { 1470 return (vsm()->capacity_words() + 1471 (Metaspace::using_class_space() ? class_vsm()->capacity_words() : 0)) * BytesPerWord; 1472 } 1473 1474 void ClassLoaderMetaspace::deallocate(MetaWord* ptr, size_t word_size, bool is_class) { 1475 Metaspace::assert_not_frozen(); 1476 assert(!SafepointSynchronize::is_at_safepoint() 1477 || Thread::current()->is_VM_thread(), "should be the VM thread"); 1478 1479 DEBUG_ONLY(Atomic::inc(&g_internal_statistics.num_external_deallocs)); 1480 1481 MutexLockerEx ml(vsm()->lock(), Mutex::_no_safepoint_check_flag); 1482 1483 if (is_class && Metaspace::using_class_space()) { 1484 class_vsm()->deallocate(ptr, word_size); 1485 } else { 1486 vsm()->deallocate(ptr, word_size); 1487 } 1488 } 1489 1490 size_t ClassLoaderMetaspace::class_chunk_size(size_t word_size) { 1491 assert(Metaspace::using_class_space(), "Has to use class space"); 1492 return class_vsm()->calc_chunk_size(word_size); 1493 } 1494 1495 void ClassLoaderMetaspace::print_on(outputStream* out) const { 1496 // Print both class virtual space counts and metaspace. 1497 if (Verbose) { 1498 vsm()->print_on(out); 1499 if (Metaspace::using_class_space()) { 1500 class_vsm()->print_on(out); 1501 } 1502 } 1503 } 1504 1505 void ClassLoaderMetaspace::verify() { 1506 vsm()->verify(); 1507 if (Metaspace::using_class_space()) { 1508 class_vsm()->verify(); 1509 } 1510 } 1511 1512 void ClassLoaderMetaspace::add_to_statistics_locked(ClassLoaderMetaspaceStatistics* out) const { 1513 assert_lock_strong(lock()); 1514 vsm()->add_to_statistics_locked(&out->nonclass_sm_stats()); 1515 if (Metaspace::using_class_space()) { 1516 class_vsm()->add_to_statistics_locked(&out->class_sm_stats()); 1517 } 1518 } 1519 1520 void ClassLoaderMetaspace::add_to_statistics(ClassLoaderMetaspaceStatistics* out) const { 1521 MutexLockerEx cl(lock(), Mutex::_no_safepoint_check_flag); 1522 add_to_statistics_locked(out); 1523 } 1524 1525 /////////////// Unit tests /////////////// 1526 1527 #ifndef PRODUCT 1528 1529 class TestMetaspaceUtilsTest : AllStatic { 1530 public: 1531 static void test_reserved() { 1532 size_t reserved = MetaspaceUtils::reserved_bytes(); 1533 1534 assert(reserved > 0, "assert"); 1535 1536 size_t committed = MetaspaceUtils::committed_bytes(); 1537 assert(committed <= reserved, "assert"); 1538 1539 size_t reserved_metadata = MetaspaceUtils::reserved_bytes(Metaspace::NonClassType); 1540 assert(reserved_metadata > 0, "assert"); 1541 assert(reserved_metadata <= reserved, "assert"); 1542 1543 if (UseCompressedClassPointers) { 1544 size_t reserved_class = MetaspaceUtils::reserved_bytes(Metaspace::ClassType); 1545 assert(reserved_class > 0, "assert"); 1546 assert(reserved_class < reserved, "assert"); 1547 } 1548 } 1549 1550 static void test_committed() { 1551 size_t committed = MetaspaceUtils::committed_bytes(); 1552 1553 assert(committed > 0, "assert"); 1554 1555 size_t reserved = MetaspaceUtils::reserved_bytes(); 1556 assert(committed <= reserved, "assert"); 1557 1558 size_t committed_metadata = MetaspaceUtils::committed_bytes(Metaspace::NonClassType); 1559 assert(committed_metadata > 0, "assert"); 1560 assert(committed_metadata <= committed, "assert"); 1561 1562 if (UseCompressedClassPointers) { 1563 size_t committed_class = MetaspaceUtils::committed_bytes(Metaspace::ClassType); 1564 assert(committed_class > 0, "assert"); 1565 assert(committed_class < committed, "assert"); 1566 } 1567 } 1568 1569 static void test_virtual_space_list_large_chunk() { 1570 VirtualSpaceList* vs_list = new VirtualSpaceList(os::vm_allocation_granularity()); 1571 MutexLockerEx cl(MetaspaceExpand_lock, Mutex::_no_safepoint_check_flag); 1572 // A size larger than VirtualSpaceSize (256k) and add one page to make it _not_ be 1573 // vm_allocation_granularity aligned on Windows. 1574 size_t large_size = (size_t)(2*256*K + (os::vm_page_size()/BytesPerWord)); 1575 large_size += (os::vm_page_size()/BytesPerWord); 1576 vs_list->get_new_chunk(large_size, 0); 1577 } 1578 1579 static void test() { 1580 test_reserved(); 1581 test_committed(); 1582 test_virtual_space_list_large_chunk(); 1583 } 1584 }; 1585 1586 void TestMetaspaceUtils_test() { 1587 TestMetaspaceUtilsTest::test(); 1588 } 1589 1590 class TestVirtualSpaceNodeTest { 1591 static void chunk_up(size_t words_left, size_t& num_medium_chunks, 1592 size_t& num_small_chunks, 1593 size_t& num_specialized_chunks) { 1594 num_medium_chunks = words_left / MediumChunk; 1595 words_left = words_left % MediumChunk; 1596 1597 num_small_chunks = words_left / SmallChunk; 1598 words_left = words_left % SmallChunk; 1599 // how many specialized chunks can we get? 1600 num_specialized_chunks = words_left / SpecializedChunk; 1601 assert(words_left % SpecializedChunk == 0, "should be nothing left"); 1602 } 1603 1604 public: 1605 static void test() { 1606 MutexLockerEx ml(MetaspaceExpand_lock, Mutex::_no_safepoint_check_flag); 1607 const size_t vsn_test_size_words = MediumChunk * 4; 1608 const size_t vsn_test_size_bytes = vsn_test_size_words * BytesPerWord; 1609 1610 // The chunk sizes must be multiples of eachother, or this will fail 1611 STATIC_ASSERT(MediumChunk % SmallChunk == 0); 1612 STATIC_ASSERT(SmallChunk % SpecializedChunk == 0); 1613 1614 { // No committed memory in VSN 1615 ChunkManager cm(false); 1616 VirtualSpaceNode vsn(false, vsn_test_size_bytes); 1617 vsn.initialize(); 1618 vsn.retire(&cm); 1619 assert(cm.sum_free_chunks_count() == 0, "did not commit any memory in the VSN"); 1620 } 1621 1622 { // All of VSN is committed, half is used by chunks 1623 ChunkManager cm(false); 1624 VirtualSpaceNode vsn(false, vsn_test_size_bytes); 1625 vsn.initialize(); 1626 vsn.expand_by(vsn_test_size_words, vsn_test_size_words); 1627 vsn.get_chunk_vs(MediumChunk); 1628 vsn.get_chunk_vs(MediumChunk); 1629 vsn.retire(&cm); 1630 assert(cm.sum_free_chunks_count() == 2, "should have been memory left for 2 medium chunks"); 1631 assert(cm.sum_free_chunks() == 2*MediumChunk, "sizes should add up"); 1632 } 1633 1634 const size_t page_chunks = 4 * (size_t)os::vm_page_size() / BytesPerWord; 1635 // This doesn't work for systems with vm_page_size >= 16K. 1636 if (page_chunks < MediumChunk) { 1637 // 4 pages of VSN is committed, some is used by chunks 1638 ChunkManager cm(false); 1639 VirtualSpaceNode vsn(false, vsn_test_size_bytes); 1640 1641 vsn.initialize(); 1642 vsn.expand_by(page_chunks, page_chunks); 1643 vsn.get_chunk_vs(SmallChunk); 1644 vsn.get_chunk_vs(SpecializedChunk); 1645 vsn.retire(&cm); 1646 1647 // committed - used = words left to retire 1648 const size_t words_left = page_chunks - SmallChunk - SpecializedChunk; 1649 1650 size_t num_medium_chunks, num_small_chunks, num_spec_chunks; 1651 chunk_up(words_left, num_medium_chunks, num_small_chunks, num_spec_chunks); 1652 1653 assert(num_medium_chunks == 0, "should not get any medium chunks"); 1654 assert(cm.sum_free_chunks_count() == (num_small_chunks + num_spec_chunks), "should be space for 3 chunks"); 1655 assert(cm.sum_free_chunks() == words_left, "sizes should add up"); 1656 } 1657 1658 { // Half of VSN is committed, a humongous chunk is used 1659 ChunkManager cm(false); 1660 VirtualSpaceNode vsn(false, vsn_test_size_bytes); 1661 vsn.initialize(); 1662 vsn.expand_by(MediumChunk * 2, MediumChunk * 2); 1663 vsn.get_chunk_vs(MediumChunk + SpecializedChunk); // Humongous chunks will be aligned up to MediumChunk + SpecializedChunk 1664 vsn.retire(&cm); 1665 1666 const size_t words_left = MediumChunk * 2 - (MediumChunk + SpecializedChunk); 1667 size_t num_medium_chunks, num_small_chunks, num_spec_chunks; 1668 chunk_up(words_left, num_medium_chunks, num_small_chunks, num_spec_chunks); 1669 1670 assert(num_medium_chunks == 0, "should not get any medium chunks"); 1671 assert(cm.sum_free_chunks_count() == (num_small_chunks + num_spec_chunks), "should be space for 3 chunks"); 1672 assert(cm.sum_free_chunks() == words_left, "sizes should add up"); 1673 } 1674 1675 } 1676 1677 #define assert_is_available_positive(word_size) \ 1678 assert(vsn.is_available(word_size), \ 1679 #word_size ": " PTR_FORMAT " bytes were not available in " \ 1680 "VirtualSpaceNode [" PTR_FORMAT ", " PTR_FORMAT ")", \ 1681 (uintptr_t)(word_size * BytesPerWord), p2i(vsn.bottom()), p2i(vsn.end())); 1682 1683 #define assert_is_available_negative(word_size) \ 1684 assert(!vsn.is_available(word_size), \ 1685 #word_size ": " PTR_FORMAT " bytes should not be available in " \ 1686 "VirtualSpaceNode [" PTR_FORMAT ", " PTR_FORMAT ")", \ 1687 (uintptr_t)(word_size * BytesPerWord), p2i(vsn.bottom()), p2i(vsn.end())); 1688 1689 static void test_is_available_positive() { 1690 // Reserve some memory. 1691 VirtualSpaceNode vsn(false, os::vm_allocation_granularity()); 1692 assert(vsn.initialize(), "Failed to setup VirtualSpaceNode"); 1693 1694 // Commit some memory. 1695 size_t commit_word_size = os::vm_allocation_granularity() / BytesPerWord; 1696 bool expanded = vsn.expand_by(commit_word_size, commit_word_size); 1697 assert(expanded, "Failed to commit"); 1698 1699 // Check that is_available accepts the committed size. 1700 assert_is_available_positive(commit_word_size); 1701 1702 // Check that is_available accepts half the committed size. 1703 size_t expand_word_size = commit_word_size / 2; 1704 assert_is_available_positive(expand_word_size); 1705 } 1706 1707 static void test_is_available_negative() { 1708 // Reserve some memory. 1709 VirtualSpaceNode vsn(false, os::vm_allocation_granularity()); 1710 assert(vsn.initialize(), "Failed to setup VirtualSpaceNode"); 1711 1712 // Commit some memory. 1713 size_t commit_word_size = os::vm_allocation_granularity() / BytesPerWord; 1714 bool expanded = vsn.expand_by(commit_word_size, commit_word_size); 1715 assert(expanded, "Failed to commit"); 1716 1717 // Check that is_available doesn't accept a too large size. 1718 size_t two_times_commit_word_size = commit_word_size * 2; 1719 assert_is_available_negative(two_times_commit_word_size); 1720 } 1721 1722 static void test_is_available_overflow() { 1723 // Reserve some memory. 1724 VirtualSpaceNode vsn(false, os::vm_allocation_granularity()); 1725 assert(vsn.initialize(), "Failed to setup VirtualSpaceNode"); 1726 1727 // Commit some memory. 1728 size_t commit_word_size = os::vm_allocation_granularity() / BytesPerWord; 1729 bool expanded = vsn.expand_by(commit_word_size, commit_word_size); 1730 assert(expanded, "Failed to commit"); 1731 1732 // Calculate a size that will overflow the virtual space size. 1733 void* virtual_space_max = (void*)(uintptr_t)-1; 1734 size_t bottom_to_max = pointer_delta(virtual_space_max, vsn.bottom(), 1); 1735 size_t overflow_size = bottom_to_max + BytesPerWord; 1736 size_t overflow_word_size = overflow_size / BytesPerWord; 1737 1738 // Check that is_available can handle the overflow. 1739 assert_is_available_negative(overflow_word_size); 1740 } 1741 1742 static void test_is_available() { 1743 TestVirtualSpaceNodeTest::test_is_available_positive(); 1744 TestVirtualSpaceNodeTest::test_is_available_negative(); 1745 TestVirtualSpaceNodeTest::test_is_available_overflow(); 1746 } 1747 }; 1748 1749 #endif // !PRODUCT 1750 1751 struct chunkmanager_statistics_t { 1752 int num_specialized_chunks; 1753 int num_small_chunks; 1754 int num_medium_chunks; 1755 int num_humongous_chunks; 1756 }; 1757 1758 extern void test_metaspace_retrieve_chunkmanager_statistics(Metaspace::MetadataType mdType, chunkmanager_statistics_t* out) { 1759 ChunkManager* const chunk_manager = Metaspace::get_chunk_manager(mdType); 1760 ChunkManagerStatistics stat; 1761 chunk_manager->collect_statistics(&stat); 1762 out->num_specialized_chunks = (int)stat.chunk_stats(SpecializedIndex).num(); 1763 out->num_small_chunks = (int)stat.chunk_stats(SmallIndex).num(); 1764 out->num_medium_chunks = (int)stat.chunk_stats(MediumIndex).num(); 1765 out->num_humongous_chunks = (int)stat.chunk_stats(HumongousIndex).num(); 1766 } 1767 1768 struct chunk_geometry_t { 1769 size_t specialized_chunk_word_size; 1770 size_t small_chunk_word_size; 1771 size_t medium_chunk_word_size; 1772 }; 1773 1774 extern void test_metaspace_retrieve_chunk_geometry(Metaspace::MetadataType mdType, chunk_geometry_t* out) { 1775 if (mdType == Metaspace::NonClassType) { 1776 out->specialized_chunk_word_size = SpecializedChunk; 1777 out->small_chunk_word_size = SmallChunk; 1778 out->medium_chunk_word_size = MediumChunk; 1779 } else { 1780 out->specialized_chunk_word_size = ClassSpecializedChunk; 1781 out->small_chunk_word_size = ClassSmallChunk; 1782 out->medium_chunk_word_size = ClassMediumChunk; 1783 } 1784 }