1 /* 2 * Copyright (c) 2012, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "precompiled.hpp" 26 #include "runtime/mutexLocker.hpp" 27 #include "utilities/decoder.hpp" 28 #include "services/memBaseline.hpp" 29 #include "services/memPtr.hpp" 30 #include "services/memPtrArray.hpp" 31 #include "services/memSnapshot.hpp" 32 #include "services/memTracker.hpp" 33 34 #ifdef ASSERT 35 36 void decode_pointer_record(MemPointerRecord* rec) { 37 tty->print("Pointer: [" PTR_FORMAT " - " PTR_FORMAT "] size = %d bytes", rec->addr(), 38 rec->addr() + rec->size(), (int)rec->size()); 39 tty->print(" type = %s", MemBaseline::type2name(FLAGS_TO_MEMORY_TYPE(rec->flags()))); 40 if (rec->is_vm_pointer()) { 41 if (rec->is_allocation_record()) { 42 tty->print_cr(" (reserve)"); 43 } else if (rec->is_commit_record()) { 44 tty->print_cr(" (commit)"); 45 } else if (rec->is_uncommit_record()) { 46 tty->print_cr(" (uncommit)"); 47 } else if (rec->is_deallocation_record()) { 48 tty->print_cr(" (release)"); 49 } else { 50 tty->print_cr(" (tag)"); 51 } 52 } else { 53 if (rec->is_arena_size_record()) { 54 tty->print_cr(" (arena size)"); 55 } else if (rec->is_allocation_record()) { 56 tty->print_cr(" (malloc)"); 57 } else { 58 tty->print_cr(" (free)"); 59 } 60 } 61 if (MemTracker::track_callsite()) { 62 char buf[1024]; 63 address pc = ((MemPointerRecordEx*)rec)->pc(); 64 if (pc != NULL && os::dll_address_to_function_name(pc, buf, sizeof(buf), NULL)) { 65 tty->print_cr("\tfrom %s", buf); 66 } else { 67 tty->print_cr("\tcould not decode pc = " PTR_FORMAT "", pc); 68 } 69 } 70 } 71 72 void decode_vm_region_record(VMMemRegion* rec) { 73 tty->print("VM Region [" PTR_FORMAT " - " PTR_FORMAT "]", rec->addr(), 74 rec->addr() + rec->size()); 75 tty->print(" type = %s", MemBaseline::type2name(FLAGS_TO_MEMORY_TYPE(rec->flags()))); 76 if (rec->is_allocation_record()) { 77 tty->print_cr(" (reserved)"); 78 } else if (rec->is_commit_record()) { 79 tty->print_cr(" (committed)"); 80 } else { 81 ShouldNotReachHere(); 82 } 83 if (MemTracker::track_callsite()) { 84 char buf[1024]; 85 address pc = ((VMMemRegionEx*)rec)->pc(); 86 if (pc != NULL && os::dll_address_to_function_name(pc, buf, sizeof(buf), NULL)) { 87 tty->print_cr("\tfrom %s", buf); 88 } else { 89 tty->print_cr("\tcould not decode pc = " PTR_FORMAT "", pc); 90 } 91 92 } 93 } 94 95 #endif 96 97 98 bool VMMemPointerIterator::insert_record(MemPointerRecord* rec) { 99 VMMemRegionEx new_rec; 100 assert(rec->is_allocation_record() || rec->is_commit_record(), 101 "Sanity check"); 102 if (MemTracker::track_callsite()) { 103 new_rec.init((MemPointerRecordEx*)rec); 104 } else { 105 new_rec.init(rec); 106 } 107 return insert(&new_rec); 108 } 109 110 bool VMMemPointerIterator::insert_record_after(MemPointerRecord* rec) { 111 VMMemRegionEx new_rec; 112 assert(rec->is_allocation_record() || rec->is_commit_record(), 113 "Sanity check"); 114 if (MemTracker::track_callsite()) { 115 new_rec.init((MemPointerRecordEx*)rec); 116 } else { 117 new_rec.init(rec); 118 } 119 return insert_after(&new_rec); 120 } 121 122 // we don't consolidate reserved regions, since they may be categorized 123 // in different types. 124 bool VMMemPointerIterator::add_reserved_region(MemPointerRecord* rec) { 125 assert(rec->is_allocation_record(), "Sanity check"); 126 VMMemRegion* cur = (VMMemRegion*)current(); 127 128 // we don't have anything yet 129 if (cur == NULL) { 130 return insert_record(rec); 131 } 132 133 assert(cur->is_reserved_region(), "Sanity check"); 134 // duplicated records 135 if (cur->is_same_region(rec)) { 136 return true; 137 } 138 assert(cur->base() > rec->addr(), "Just check: locate()"); 139 assert(!cur->overlaps_region(rec), "overlapping reserved regions"); 140 return insert_record(rec); 141 } 142 143 // we do consolidate committed regions 144 bool VMMemPointerIterator::add_committed_region(MemPointerRecord* rec) { 145 assert(rec->is_commit_record(), "Sanity check"); 146 VMMemRegion* reserved_rgn = (VMMemRegion*)current(); 147 assert(reserved_rgn->is_reserved_region() && reserved_rgn->contains_region(rec), 148 "Sanity check"); 149 150 // thread's native stack is always marked as "committed", ignore 151 // the "commit" operation for creating stack guard pages 152 if (FLAGS_TO_MEMORY_TYPE(reserved_rgn->flags()) == mtThreadStack && 153 FLAGS_TO_MEMORY_TYPE(rec->flags()) != mtThreadStack) { 154 return true; 155 } 156 157 // if the reserved region has any committed regions 158 VMMemRegion* committed_rgn = (VMMemRegion*)next(); 159 while (committed_rgn != NULL && committed_rgn->is_committed_region()) { 160 // duplicated commit records 161 if(committed_rgn->contains_region(rec)) { 162 return true; 163 } else if (committed_rgn->overlaps_region(rec)) { 164 // overlaps front part 165 if (rec->addr() < committed_rgn->addr()) { 166 committed_rgn->expand_region(rec->addr(), 167 committed_rgn->addr() - rec->addr()); 168 } else { 169 // overlaps tail part 170 address committed_rgn_end = committed_rgn->addr() + 171 committed_rgn->size(); 172 assert(committed_rgn_end < rec->addr() + rec->size(), 173 "overlap tail part"); 174 committed_rgn->expand_region(committed_rgn_end, 175 (rec->addr() + rec->size()) - committed_rgn_end); 176 } 177 } else if (committed_rgn->base() + committed_rgn->size() == rec->addr()) { 178 // adjunct each other 179 committed_rgn->expand_region(rec->addr(), rec->size()); 180 VMMemRegion* next_reg = (VMMemRegion*)next(); 181 // see if we can consolidate next committed region 182 if (next_reg != NULL && next_reg->is_committed_region() && 183 next_reg->base() == committed_rgn->base() + committed_rgn->size()) { 184 committed_rgn->expand_region(next_reg->base(), next_reg->size()); 185 // delete merged region 186 remove(); 187 } 188 return true; 189 } else if (committed_rgn->base() > rec->addr()) { 190 // found the location, insert this committed region 191 return insert_record(rec); 192 } 193 committed_rgn = (VMMemRegion*)next(); 194 } 195 return insert_record(rec); 196 } 197 198 bool VMMemPointerIterator::remove_uncommitted_region(MemPointerRecord* rec) { 199 assert(rec->is_uncommit_record(), "sanity check"); 200 VMMemRegion* cur; 201 cur = (VMMemRegion*)current(); 202 assert(cur->is_reserved_region() && cur->contains_region(rec), 203 "Sanity check"); 204 // thread's native stack is always marked as "committed", ignore 205 // the "commit" operation for creating stack guard pages 206 if (FLAGS_TO_MEMORY_TYPE(cur->flags()) == mtThreadStack && 207 FLAGS_TO_MEMORY_TYPE(rec->flags()) != mtThreadStack) { 208 return true; 209 } 210 211 cur = (VMMemRegion*)next(); 212 while (cur != NULL && cur->is_committed_region()) { 213 // region already uncommitted, must be due to duplicated record 214 if (cur->addr() >= rec->addr() + rec->size()) { 215 break; 216 } else if (cur->contains_region(rec)) { 217 // uncommit whole region 218 if (cur->is_same_region(rec)) { 219 remove(); 220 break; 221 } else if (rec->addr() == cur->addr() || 222 rec->addr() + rec->size() == cur->addr() + cur->size()) { 223 // uncommitted from either end of current memory region. 224 cur->exclude_region(rec->addr(), rec->size()); 225 break; 226 } else { // split the committed region and release the middle 227 address high_addr = cur->addr() + cur->size(); 228 size_t sz = high_addr - rec->addr(); 229 cur->exclude_region(rec->addr(), sz); 230 sz = high_addr - (rec->addr() + rec->size()); 231 if (MemTracker::track_callsite()) { 232 MemPointerRecordEx tmp(rec->addr() + rec->size(), cur->flags(), sz, 233 ((VMMemRegionEx*)cur)->pc()); 234 return insert_record_after(&tmp); 235 } else { 236 MemPointerRecord tmp(rec->addr() + rec->size(), cur->flags(), sz); 237 return insert_record_after(&tmp); 238 } 239 } 240 } 241 cur = (VMMemRegion*)next(); 242 } 243 244 // we may not find committed record due to duplicated records 245 return true; 246 } 247 248 bool VMMemPointerIterator::remove_released_region(MemPointerRecord* rec) { 249 assert(rec->is_deallocation_record(), "Sanity check"); 250 VMMemRegion* cur = (VMMemRegion*)current(); 251 assert(cur->is_reserved_region() && cur->contains_region(rec), 252 "Sanity check"); 253 #ifdef ASSERT 254 VMMemRegion* next_reg = (VMMemRegion*)peek_next(); 255 // should not have any committed memory in this reserved region 256 assert(next_reg == NULL || !next_reg->is_committed_region(), "Sanity check"); 257 #endif 258 if (rec->is_same_region(cur)) { 259 remove(); 260 } else if (rec->addr() == cur->addr() || 261 rec->addr() + rec->size() == cur->addr() + cur->size()) { 262 // released region is at either end of this region 263 cur->exclude_region(rec->addr(), rec->size()); 264 } else { // split the reserved region and release the middle 265 address high_addr = cur->addr() + cur->size(); 266 size_t sz = high_addr - rec->addr(); 267 cur->exclude_region(rec->addr(), sz); 268 sz = high_addr - rec->addr() - rec->size(); 269 if (MemTracker::track_callsite()) { 270 MemPointerRecordEx tmp(rec->addr() + rec->size(), cur->flags(), sz, 271 ((VMMemRegionEx*)cur)->pc()); 272 return insert_reserved_region(&tmp); 273 } else { 274 MemPointerRecord tmp(rec->addr() + rec->size(), cur->flags(), sz); 275 return insert_reserved_region(&tmp); 276 } 277 } 278 return true; 279 } 280 281 bool VMMemPointerIterator::insert_reserved_region(MemPointerRecord* rec) { 282 // skip all 'commit' records associated with previous reserved region 283 VMMemRegion* p = (VMMemRegion*)next(); 284 while (p != NULL && p->is_committed_region() && 285 p->base() + p->size() < rec->addr()) { 286 p = (VMMemRegion*)next(); 287 } 288 return insert_record(rec); 289 } 290 291 bool VMMemPointerIterator::split_reserved_region(VMMemRegion* rgn, address new_rgn_addr, size_t new_rgn_size) { 292 assert(rgn->contains_region(new_rgn_addr, new_rgn_size), "Not fully contained"); 293 address pc = (MemTracker::track_callsite() ? ((VMMemRegionEx*)rgn)->pc() : NULL); 294 if (rgn->base() == new_rgn_addr) { // new region is at the beginning of the region 295 size_t sz = rgn->size() - new_rgn_size; 296 // the original region becomes 'new' region 297 rgn->exclude_region(new_rgn_addr + new_rgn_size, sz); 298 // remaining becomes next region 299 MemPointerRecordEx next_rgn(new_rgn_addr + new_rgn_size, rgn->flags(), sz, pc); 300 return insert_reserved_region(&next_rgn); 301 } else if (rgn->base() + rgn->size() == new_rgn_addr + new_rgn_size) { 302 rgn->exclude_region(new_rgn_addr, new_rgn_size); 303 MemPointerRecordEx next_rgn(new_rgn_addr, rgn->flags(), new_rgn_size, pc); 304 return insert_reserved_region(&next_rgn); 305 } else { 306 // the orginal region will be split into three 307 address rgn_high_addr = rgn->base() + rgn->size(); 308 // first region 309 rgn->exclude_region(new_rgn_addr, (rgn_high_addr - new_rgn_addr)); 310 // the second region is the new region 311 MemPointerRecordEx new_rgn(new_rgn_addr, rgn->flags(), new_rgn_size, pc); 312 if (!insert_reserved_region(&new_rgn)) return false; 313 // the remaining region 314 MemPointerRecordEx rem_rgn(new_rgn_addr + new_rgn_size, rgn->flags(), 315 rgn_high_addr - (new_rgn_addr + new_rgn_size), pc); 316 return insert_reserved_region(&rem_rgn); 317 } 318 } 319 320 static int sort_in_seq_order(const void* p1, const void* p2) { 321 assert(p1 != NULL && p2 != NULL, "Sanity check"); 322 const MemPointerRecord* mp1 = (MemPointerRecord*)p1; 323 const MemPointerRecord* mp2 = (MemPointerRecord*)p2; 324 return (mp1->seq() - mp2->seq()); 325 } 326 327 bool StagingArea::init() { 328 if (MemTracker::track_callsite()) { 329 _malloc_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecordEx>(); 330 _vm_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecordEx>(); 331 } else { 332 _malloc_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecord>(); 333 _vm_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecord>(); 334 } 335 336 if (_malloc_data != NULL && _vm_data != NULL && 337 !_malloc_data->out_of_memory() && 338 !_vm_data->out_of_memory()) { 339 return true; 340 } else { 341 if (_malloc_data != NULL) delete _malloc_data; 342 if (_vm_data != NULL) delete _vm_data; 343 _malloc_data = NULL; 344 _vm_data = NULL; 345 return false; 346 } 347 } 348 349 350 VMRecordIterator StagingArea::virtual_memory_record_walker() { 351 MemPointerArray* arr = vm_data(); 352 // sort into seq number order 353 arr->sort((FN_SORT)sort_in_seq_order); 354 return VMRecordIterator(arr); 355 } 356 357 358 MemSnapshot::MemSnapshot() { 359 if (MemTracker::track_callsite()) { 360 _alloc_ptrs = new (std::nothrow) MemPointerArrayImpl<MemPointerRecordEx>(); 361 _vm_ptrs = new (std::nothrow)MemPointerArrayImpl<VMMemRegionEx>(64, true); 362 } else { 363 _alloc_ptrs = new (std::nothrow) MemPointerArrayImpl<MemPointerRecord>(); 364 _vm_ptrs = new (std::nothrow)MemPointerArrayImpl<VMMemRegion>(64, true); 365 } 366 367 _staging_area.init(); 368 _lock = new (std::nothrow) Mutex(Monitor::max_nonleaf - 1, "memSnapshotLock"); 369 NOT_PRODUCT(_untracked_count = 0;) 370 } 371 372 MemSnapshot::~MemSnapshot() { 373 assert(MemTracker::shutdown_in_progress(), "native memory tracking still on"); 374 { 375 MutexLockerEx locker(_lock); 376 if (_alloc_ptrs != NULL) { 377 delete _alloc_ptrs; 378 _alloc_ptrs = NULL; 379 } 380 381 if (_vm_ptrs != NULL) { 382 delete _vm_ptrs; 383 _vm_ptrs = NULL; 384 } 385 } 386 387 if (_lock != NULL) { 388 delete _lock; 389 _lock = NULL; 390 } 391 } 392 393 void MemSnapshot::copy_pointer(MemPointerRecord* dest, const MemPointerRecord* src) { 394 assert(dest != NULL && src != NULL, "Just check"); 395 assert(dest->addr() == src->addr(), "Just check"); 396 397 MEMFLAGS flags = dest->flags(); 398 399 if (MemTracker::track_callsite()) { 400 *(MemPointerRecordEx*)dest = *(MemPointerRecordEx*)src; 401 } else { 402 *dest = *src; 403 } 404 } 405 406 407 // merge a per-thread memory recorder to the staging area 408 bool MemSnapshot::merge(MemRecorder* rec) { 409 assert(rec != NULL && !rec->out_of_memory(), "Just check"); 410 411 SequencedRecordIterator itr(rec->pointer_itr()); 412 413 MutexLockerEx lock(_lock, true); 414 MemPointerIterator malloc_staging_itr(_staging_area.malloc_data()); 415 MemPointerRecord *p1, *p2; 416 p1 = (MemPointerRecord*) itr.current(); 417 while (p1 != NULL) { 418 if (p1->is_vm_pointer()) { 419 // we don't do anything with virtual memory records during merge 420 if (!_staging_area.vm_data()->append(p1)) { 421 return false; 422 } 423 } else { 424 // locate matched record and/or also position the iterator to proper 425 // location for this incoming record. 426 p2 = (MemPointerRecord*)malloc_staging_itr.locate(p1->addr()); 427 // we have not seen this memory block, so just add to staging area 428 if (p2 == NULL) { 429 if (!malloc_staging_itr.insert(p1)) { 430 return false; 431 } 432 } else if (p1->addr() == p2->addr()) { 433 MemPointerRecord* staging_next = (MemPointerRecord*)malloc_staging_itr.peek_next(); 434 // a memory block can have many tagging records, find right one to replace or 435 // right position to insert 436 while (staging_next != NULL && staging_next->addr() == p1->addr()) { 437 if ((staging_next->flags() & MemPointerRecord::tag_masks) <= 438 (p1->flags() & MemPointerRecord::tag_masks)) { 439 p2 = (MemPointerRecord*)malloc_staging_itr.next(); 440 staging_next = (MemPointerRecord*)malloc_staging_itr.peek_next(); 441 } else { 442 break; 443 } 444 } 445 int df = (p1->flags() & MemPointerRecord::tag_masks) - 446 (p2->flags() & MemPointerRecord::tag_masks); 447 if (df == 0) { 448 assert(p1->seq() > 0, "not sequenced"); 449 assert(p2->seq() > 0, "not sequenced"); 450 if (p1->seq() > p2->seq()) { 451 copy_pointer(p2, p1); 452 } 453 } else if (df < 0) { 454 if (!malloc_staging_itr.insert(p1)) { 455 return false; 456 } 457 } else { 458 if (!malloc_staging_itr.insert_after(p1)) { 459 return false; 460 } 461 } 462 } else if (p1->addr() < p2->addr()) { 463 if (!malloc_staging_itr.insert(p1)) { 464 return false; 465 } 466 } else { 467 if (!malloc_staging_itr.insert_after(p1)) { 468 return false; 469 } 470 } 471 } 472 p1 = (MemPointerRecord*)itr.next(); 473 } 474 NOT_PRODUCT(void check_staging_data();) 475 return true; 476 } 477 478 479 480 // promote data to next generation 481 bool MemSnapshot::promote() { 482 assert(_alloc_ptrs != NULL && _vm_ptrs != NULL, "Just check"); 483 assert(_staging_area.malloc_data() != NULL && _staging_area.vm_data() != NULL, 484 "Just check"); 485 MutexLockerEx lock(_lock, true); 486 487 MallocRecordIterator malloc_itr = _staging_area.malloc_record_walker(); 488 bool promoted = false; 489 if (promote_malloc_records(&malloc_itr)) { 490 VMRecordIterator vm_itr = _staging_area.virtual_memory_record_walker(); 491 if (promote_virtual_memory_records(&vm_itr)) { 492 promoted = true; 493 } 494 } 495 496 NOT_PRODUCT(check_malloc_pointers();) 497 _staging_area.clear(); 498 return promoted; 499 } 500 501 bool MemSnapshot::promote_malloc_records(MemPointerArrayIterator* itr) { 502 MemPointerIterator malloc_snapshot_itr(_alloc_ptrs); 503 MemPointerRecord* new_rec = (MemPointerRecord*)itr->current(); 504 MemPointerRecord* matched_rec; 505 while (new_rec != NULL) { 506 matched_rec = (MemPointerRecord*)malloc_snapshot_itr.locate(new_rec->addr()); 507 // found matched memory block 508 if (matched_rec != NULL && new_rec->addr() == matched_rec->addr()) { 509 // snapshot already contains 'live' records 510 assert(matched_rec->is_allocation_record() || matched_rec->is_arena_size_record(), 511 "Sanity check"); 512 // update block states 513 if (new_rec->is_allocation_record() || new_rec->is_arena_size_record()) { 514 copy_pointer(matched_rec, new_rec); 515 } else { 516 // a deallocation record 517 assert(new_rec->is_deallocation_record(), "Sanity check"); 518 // an arena record can be followed by a size record, we need to remove both 519 if (matched_rec->is_arena_record()) { 520 MemPointerRecord* next = (MemPointerRecord*)malloc_snapshot_itr.peek_next(); 521 if (next->is_arena_size_record()) { 522 // it has to match the arena record 523 assert(next->is_size_record_of_arena(matched_rec), "Sanity check"); 524 malloc_snapshot_itr.remove(); 525 } 526 } 527 // the memory is deallocated, remove related record(s) 528 malloc_snapshot_itr.remove(); 529 } 530 } else { 531 // it is a new record, insert into snapshot 532 if (new_rec->is_arena_size_record()) { 533 MemPointerRecord* prev = (MemPointerRecord*)malloc_snapshot_itr.peek_prev(); 534 if (prev == NULL || !prev->is_arena_record() || !new_rec->is_size_record_of_arena(prev)) { 535 // no matched arena record, ignore the size record 536 new_rec = NULL; 537 } 538 } 539 // only 'live' record can go into snapshot 540 if (new_rec != NULL) { 541 if (new_rec->is_allocation_record() || new_rec->is_arena_size_record()) { 542 if (matched_rec != NULL && new_rec->addr() > matched_rec->addr()) { 543 if (!malloc_snapshot_itr.insert_after(new_rec)) { 544 return false; 545 } 546 } else { 547 if (!malloc_snapshot_itr.insert(new_rec)) { 548 return false; 549 } 550 } 551 } 552 #ifndef PRODUCT 553 else if (!has_allocation_record(new_rec->addr())) { 554 // NMT can not track some startup memory, which is allocated before NMT is on 555 _untracked_count ++; 556 } 557 #endif 558 } 559 } 560 new_rec = (MemPointerRecord*)itr->next(); 561 } 562 return true; 563 } 564 565 bool MemSnapshot::promote_virtual_memory_records(MemPointerArrayIterator* itr) { 566 VMMemPointerIterator vm_snapshot_itr(_vm_ptrs); 567 MemPointerRecord* new_rec = (MemPointerRecord*)itr->current(); 568 VMMemRegion* reserved_rec; 569 while (new_rec != NULL) { 570 assert(new_rec->is_vm_pointer(), "Sanity check"); 571 572 // locate a reserved region that contains the specified address, or 573 // the nearest reserved region has base address just above the specified 574 // address 575 reserved_rec = (VMMemRegion*)vm_snapshot_itr.locate(new_rec->addr()); 576 if (reserved_rec != NULL && reserved_rec->contains_region(new_rec)) { 577 // snapshot can only have 'live' records 578 assert(reserved_rec->is_reserved_region(), "Sanity check"); 579 if (new_rec->is_allocation_record()) { 580 if (!reserved_rec->is_same_region(new_rec)) { 581 // only deal with split a bigger reserved region into smaller regions. 582 // So far, CDS is the only use case. 583 if (!vm_snapshot_itr.split_reserved_region(reserved_rec, new_rec->addr(), new_rec->size())) { 584 return false; 585 } 586 } 587 } else if (new_rec->is_uncommit_record()) { 588 if (!vm_snapshot_itr.remove_uncommitted_region(new_rec)) { 589 return false; 590 } 591 } else if (new_rec->is_commit_record()) { 592 // insert or expand existing committed region to cover this 593 // newly committed region 594 if (!vm_snapshot_itr.add_committed_region(new_rec)) { 595 return false; 596 } 597 } else if (new_rec->is_deallocation_record()) { 598 // release part or all memory region 599 if (!vm_snapshot_itr.remove_released_region(new_rec)) { 600 return false; 601 } 602 } else if (new_rec->is_type_tagging_record()) { 603 // tag this reserved virtual memory range to a memory type. Can not re-tag a memory range 604 // to different type. 605 assert(FLAGS_TO_MEMORY_TYPE(reserved_rec->flags()) == mtNone || 606 FLAGS_TO_MEMORY_TYPE(reserved_rec->flags()) == FLAGS_TO_MEMORY_TYPE(new_rec->flags()), 607 "Sanity check"); 608 reserved_rec->tag(new_rec->flags()); 609 } else { 610 ShouldNotReachHere(); 611 } 612 } else { 613 /* 614 * The assertion failure indicates mis-matched virtual memory records. The likely 615 * scenario is, that some virtual memory operations are not going through os::xxxx_memory() 616 * api, which have to be tracked manually. (perfMemory is an example). 617 */ 618 assert(new_rec->is_allocation_record(), "Sanity check"); 619 if (!vm_snapshot_itr.add_reserved_region(new_rec)) { 620 return false; 621 } 622 } 623 new_rec = (MemPointerRecord*)itr->next(); 624 } 625 return true; 626 } 627 628 #ifndef PRODUCT 629 void MemSnapshot::print_snapshot_stats(outputStream* st) { 630 st->print_cr("Snapshot:"); 631 st->print_cr("\tMalloced: %d/%d [%5.2f%%] %dKB", _alloc_ptrs->length(), _alloc_ptrs->capacity(), 632 (100.0 * (float)_alloc_ptrs->length()) / (float)_alloc_ptrs->capacity(), _alloc_ptrs->instance_size()/K); 633 634 st->print_cr("\tVM: %d/%d [%5.2f%%] %dKB", _vm_ptrs->length(), _vm_ptrs->capacity(), 635 (100.0 * (float)_vm_ptrs->length()) / (float)_vm_ptrs->capacity(), _vm_ptrs->instance_size()/K); 636 637 st->print_cr("\tMalloc staging Area: %d/%d [%5.2f%%] %dKB", _staging_area.malloc_data()->length(), 638 _staging_area.malloc_data()->capacity(), 639 (100.0 * (float)_staging_area.malloc_data()->length()) / (float)_staging_area.malloc_data()->capacity(), 640 _staging_area.malloc_data()->instance_size()/K); 641 642 st->print_cr("\tVirtual memory staging Area: %d/%d [%5.2f%%] %dKB", _staging_area.vm_data()->length(), 643 _staging_area.vm_data()->capacity(), 644 (100.0 * (float)_staging_area.vm_data()->length()) / (float)_staging_area.vm_data()->capacity(), 645 _staging_area.vm_data()->instance_size()/K); 646 647 st->print_cr("\tUntracked allocation: %d", _untracked_count); 648 } 649 650 void MemSnapshot::check_malloc_pointers() { 651 MemPointerArrayIteratorImpl mItr(_alloc_ptrs); 652 MemPointerRecord* p = (MemPointerRecord*)mItr.current(); 653 MemPointerRecord* prev = NULL; 654 while (p != NULL) { 655 if (prev != NULL) { 656 assert(p->addr() >= prev->addr(), "sorting order"); 657 } 658 prev = p; 659 p = (MemPointerRecord*)mItr.next(); 660 } 661 } 662 663 bool MemSnapshot::has_allocation_record(address addr) { 664 MemPointerArrayIteratorImpl itr(_staging_area.malloc_data()); 665 MemPointerRecord* cur = (MemPointerRecord*)itr.current(); 666 while (cur != NULL) { 667 if (cur->addr() == addr && cur->is_allocation_record()) { 668 return true; 669 } 670 cur = (MemPointerRecord*)itr.next(); 671 } 672 return false; 673 } 674 #endif // PRODUCT 675 676 #ifdef ASSERT 677 void MemSnapshot::check_staging_data() { 678 MemPointerArrayIteratorImpl itr(_staging_area.malloc_data()); 679 MemPointerRecord* cur = (MemPointerRecord*)itr.current(); 680 MemPointerRecord* next = (MemPointerRecord*)itr.next(); 681 while (next != NULL) { 682 assert((next->addr() > cur->addr()) || 683 ((next->flags() & MemPointerRecord::tag_masks) > 684 (cur->flags() & MemPointerRecord::tag_masks)), 685 "sorting order"); 686 cur = next; 687 next = (MemPointerRecord*)itr.next(); 688 } 689 690 MemPointerArrayIteratorImpl vm_itr(_staging_area.vm_data()); 691 cur = (MemPointerRecord*)vm_itr.current(); 692 while (cur != NULL) { 693 assert(cur->is_vm_pointer(), "virtual memory pointer only"); 694 cur = (MemPointerRecord*)vm_itr.next(); 695 } 696 } 697 698 void MemSnapshot::dump_all_vm_pointers() { 699 MemPointerArrayIteratorImpl itr(_vm_ptrs); 700 VMMemRegion* ptr = (VMMemRegion*)itr.current(); 701 tty->print_cr("dump virtual memory pointers:"); 702 while (ptr != NULL) { 703 if (ptr->is_committed_region()) { 704 tty->print("\t"); 705 } 706 tty->print("[" PTR_FORMAT " - " PTR_FORMAT "] [%x]", ptr->addr(), 707 (ptr->addr() + ptr->size()), ptr->flags()); 708 709 if (MemTracker::track_callsite()) { 710 VMMemRegionEx* ex = (VMMemRegionEx*)ptr; 711 if (ex->pc() != NULL) { 712 char buf[1024]; 713 if (os::dll_address_to_function_name(ex->pc(), buf, sizeof(buf), NULL)) { 714 tty->print_cr("\t%s", buf); 715 } else { 716 tty->print_cr(""); 717 } 718 } 719 } 720 721 ptr = (VMMemRegion*)itr.next(); 722 } 723 tty->flush(); 724 } 725 #endif // ASSERT 726