27 #include "gc_implementation/shared/allocationStats.hpp"
28 #include "memory/binaryTreeDictionary.hpp"
29 #include "memory/freeList.hpp"
30 #include "memory/freeBlockDictionary.hpp"
31 #include "memory/metachunk.hpp"
32 #include "runtime/globals.hpp"
33 #include "utilities/ostream.hpp"
34 #include "utilities/macros.hpp"
35 #include "gc_implementation/shared/spaceDecorator.hpp"
36 #if INCLUDE_ALL_GCS
37 #include "gc_implementation/concurrentMarkSweep/adaptiveFreeList.hpp"
38 #include "gc_implementation/concurrentMarkSweep/freeChunk.hpp"
39 #include "gc_implementation/concurrentMarkSweep/freeChunk.hpp"
40 #endif // INCLUDE_ALL_GCS
41
42 ////////////////////////////////////////////////////////////////////////////////
43 // A binary tree based search structure for free blocks.
44 // This is currently used in the Concurrent Mark&Sweep implementation.
45 ////////////////////////////////////////////////////////////////////////////////
46
47 template <class Chunk_t, template <class> class FreeList_t>
48 size_t TreeChunk<Chunk_t, FreeList_t>::_min_tree_chunk_size = sizeof(TreeChunk<Chunk_t, FreeList_t>)/HeapWordSize;
49
50 template <class Chunk_t, template <class> class FreeList_t>
51 TreeChunk<Chunk_t, FreeList_t>* TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(Chunk_t* fc) {
52 // Do some assertion checking here.
53 return (TreeChunk<Chunk_t, FreeList_t>*) fc;
54 }
55
56 template <class Chunk_t, template <class> class FreeList_t>
57 void TreeChunk<Chunk_t, FreeList_t>::verify_tree_chunk_list() const {
58 TreeChunk<Chunk_t, FreeList_t>* nextTC = (TreeChunk<Chunk_t, FreeList_t>*)next();
59 if (prev() != NULL) { // interior list node shouldn't have tree fields
60 guarantee(embedded_list()->parent() == NULL && embedded_list()->left() == NULL &&
61 embedded_list()->right() == NULL, "should be clear");
62 }
63 if (nextTC != NULL) {
64 guarantee(as_TreeChunk(nextTC->prev()) == this, "broken chain");
65 guarantee(nextTC->size() == size(), "wrong size");
66 nextTC->verify_tree_chunk_list();
67 }
68 }
69
70 template <class Chunk_t, template <class> class FreeList_t>
71 TreeList<Chunk_t, FreeList_t>::TreeList() : _parent(NULL),
72 _left(NULL), _right(NULL) {}
73
74 template <class Chunk_t, template <class> class FreeList_t>
75 TreeList<Chunk_t, FreeList_t>*
76 TreeList<Chunk_t, FreeList_t>::as_TreeList(TreeChunk<Chunk_t,FreeList_t>* tc) {
77 // This first free chunk in the list will be the tree list.
78 assert((tc->size() >= (TreeChunk<Chunk_t, FreeList_t>::min_size())),
79 "Chunk is too small for a TreeChunk");
80 TreeList<Chunk_t, FreeList_t>* tl = tc->embedded_list();
81 tl->initialize();
82 tc->set_list(tl);
83 tl->set_size(tc->size());
84 tl->link_head(tc);
85 tl->link_tail(tc);
86 tl->set_count(1);
87 assert(tl->parent() == NULL, "Should be clear");
88 return tl;
89 }
90
91
92 template <class Chunk_t, template <class> class FreeList_t>
93 TreeList<Chunk_t, FreeList_t>*
94 get_chunk(size_t size, enum FreeBlockDictionary<Chunk_t>::Dither dither) {
95 FreeBlockDictionary<Chunk_t>::verify_par_locked();
96 Chunk_t* res = get_chunk_from_tree(size, dither);
97 assert(res == NULL || res->is_free(),
98 "Should be returning a free chunk");
99 assert(dither != FreeBlockDictionary<Chunk_t>::exactly ||
100 res->size() == size, "Not correct size");
101 return res;
102 }
103
104 template <class Chunk_t, template <class> class FreeList_t>
105 TreeList<Chunk_t, FreeList_t>*
106 TreeList<Chunk_t, FreeList_t>::as_TreeList(HeapWord* addr, size_t size) {
107 TreeChunk<Chunk_t, FreeList_t>* tc = (TreeChunk<Chunk_t, FreeList_t>*) addr;
108 assert((size >= TreeChunk<Chunk_t, FreeList_t>::min_size()),
109 "Chunk is too small for a TreeChunk");
110 // The space will have been mangled initially but
111 // is not remangled when a Chunk_t is returned to the free list
112 // (since it is used to maintain the chunk on the free list).
113 tc->assert_is_mangled();
114 tc->set_size(size);
115 tc->link_prev(NULL);
116 tc->link_next(NULL);
117 TreeList<Chunk_t, FreeList_t>* tl = TreeList<Chunk_t, FreeList_t>::as_TreeList(tc);
118 return tl;
119 }
120
121
122 #if INCLUDE_ALL_GCS
123 // Specialize for AdaptiveFreeList which tries to avoid
124 // splitting a chunk of a size that is under populated in favor of
125 // an over populated size. The general get_better_list() just returns
126 // the current list.
127 template <>
128 TreeList<FreeChunk, AdaptiveFreeList>*
129 TreeList<FreeChunk, AdaptiveFreeList>::get_better_list(
130 BinaryTreeDictionary<FreeChunk, ::AdaptiveFreeList>* dictionary) {
131 // A candidate chunk has been found. If it is already under
132 // populated, get a chunk associated with the hint for this
133 // chunk.
134
135 TreeList<FreeChunk, ::AdaptiveFreeList>* curTL = this;
136 if (surplus() <= 0) {
137 /* Use the hint to find a size with a surplus, and reset the hint. */
138 TreeList<FreeChunk, ::AdaptiveFreeList>* hintTL = this;
139 while (hintTL->hint() != 0) {
140 assert(hintTL->hint() > hintTL->size(),
141 "hint points in the wrong direction");
142 hintTL = dictionary->find_list(hintTL->hint());
143 assert(curTL != hintTL, "Infinite loop");
144 if (hintTL == NULL ||
145 hintTL == curTL /* Should not happen but protect against it */ ) {
146 // No useful hint. Set the hint to NULL and go on.
147 curTL->set_hint(0);
148 break;
149 }
150 assert(hintTL->size() > curTL->size(), "hint is inconsistent");
151 if (hintTL->surplus() > 0) {
152 // The hint led to a list that has a surplus. Use it.
153 // Set the hint for the candidate to an overpopulated
154 // size.
155 curTL->set_hint(hintTL->size());
156 // Change the candidate.
157 curTL = hintTL;
158 break;
159 }
160 }
161 }
162 return curTL;
163 }
164 #endif // INCLUDE_ALL_GCS
165
166 template <class Chunk_t, template <class> class FreeList_t>
167 TreeList<Chunk_t, FreeList_t>*
168 TreeList<Chunk_t, FreeList_t>::get_better_list(
169 BinaryTreeDictionary<Chunk_t, FreeList_t>* dictionary) {
170 return this;
171 }
172
173 template <class Chunk_t, template <class> class FreeList_t>
174 TreeList<Chunk_t, FreeList_t>* TreeList<Chunk_t, FreeList_t>::remove_chunk_replace_if_needed(TreeChunk<Chunk_t, FreeList_t>* tc) {
175
176 TreeList<Chunk_t, FreeList_t>* retTL = this;
177 Chunk_t* list = head();
178 assert(!list || list != list->next(), "Chunk on list twice");
179 assert(tc != NULL, "Chunk being removed is NULL");
180 assert(parent() == NULL || this == parent()->left() ||
181 this == parent()->right(), "list is inconsistent");
182 assert(tc->is_free(), "Header is not marked correctly");
183 assert(head() == NULL || head()->prev() == NULL, "list invariant");
184 assert(tail() == NULL || tail()->next() == NULL, "list invariant");
185
186 Chunk_t* prevFC = tc->prev();
187 TreeChunk<Chunk_t, FreeList_t>* nextTC = TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(tc->next());
188 assert(list != NULL, "should have at least the target chunk");
189
190 // Is this the first item on the list?
191 if (tc == list) {
192 // The "getChunk..." functions for a TreeList<Chunk_t, FreeList_t> will not return the
193 // first chunk in the list unless it is the last chunk in the list
269 next_found = true;
270 }
271 }
272 assert(prevFC == NULL || prev_found, "Chunk was lost from list");
273 assert(nextTC == NULL || next_found, "Chunk was lost from list");
274 assert(retTL->parent() == NULL ||
275 retTL == retTL->parent()->left() ||
276 retTL == retTL->parent()->right(),
277 "list is inconsistent");
278 )
279 retTL->decrement_count();
280
281 assert(tc->is_free(), "Should still be a free chunk");
282 assert(retTL->head() == NULL || retTL->head()->prev() == NULL,
283 "list invariant");
284 assert(retTL->tail() == NULL || retTL->tail()->next() == NULL,
285 "list invariant");
286 return retTL;
287 }
288
289 template <class Chunk_t, template <class> class FreeList_t>
290 void TreeList<Chunk_t, FreeList_t>::return_chunk_at_tail(TreeChunk<Chunk_t, FreeList_t>* chunk) {
291 assert(chunk != NULL, "returning NULL chunk");
292 assert(chunk->list() == this, "list should be set for chunk");
293 assert(tail() != NULL, "The tree list is embedded in the first chunk");
294 // which means that the list can never be empty.
295 assert(!this->verify_chunk_in_free_list(chunk), "Double entry");
296 assert(head() == NULL || head()->prev() == NULL, "list invariant");
297 assert(tail() == NULL || tail()->next() == NULL, "list invariant");
298
299 Chunk_t* fc = tail();
300 fc->link_after(chunk);
301 this->link_tail(chunk);
302
303 assert(!tail() || size() == tail()->size(), "Wrong sized chunk in list");
304 FreeList_t<Chunk_t>::increment_count();
305 debug_only(this->increment_returned_bytes_by(chunk->size()*sizeof(HeapWord));)
306 assert(head() == NULL || head()->prev() == NULL, "list invariant");
307 assert(tail() == NULL || tail()->next() == NULL, "list invariant");
308 }
309
310 // Add this chunk at the head of the list. "At the head of the list"
311 // is defined to be after the chunk pointer to by head(). This is
312 // because the TreeList<Chunk_t, FreeList_t> is embedded in the first TreeChunk<Chunk_t, FreeList_t> in the
313 // list. See the definition of TreeChunk<Chunk_t, FreeList_t>.
314 template <class Chunk_t, template <class> class FreeList_t>
315 void TreeList<Chunk_t, FreeList_t>::return_chunk_at_head(TreeChunk<Chunk_t, FreeList_t>* chunk) {
316 assert(chunk->list() == this, "list should be set for chunk");
317 assert(head() != NULL, "The tree list is embedded in the first chunk");
318 assert(chunk != NULL, "returning NULL chunk");
319 assert(!this->verify_chunk_in_free_list(chunk), "Double entry");
320 assert(head() == NULL || head()->prev() == NULL, "list invariant");
321 assert(tail() == NULL || tail()->next() == NULL, "list invariant");
322
323 Chunk_t* fc = head()->next();
324 if (fc != NULL) {
325 chunk->link_after(fc);
326 } else {
327 assert(tail() == NULL, "List is inconsistent");
328 this->link_tail(chunk);
329 }
330 head()->link_after(chunk);
331 assert(!head() || size() == head()->size(), "Wrong sized chunk in list");
332 FreeList_t<Chunk_t>::increment_count();
333 debug_only(this->increment_returned_bytes_by(chunk->size()*sizeof(HeapWord));)
334 assert(head() == NULL || head()->prev() == NULL, "list invariant");
335 assert(tail() == NULL || tail()->next() == NULL, "list invariant");
336 }
337
338 template <class Chunk_t, template <class> class FreeList_t>
339 void TreeChunk<Chunk_t, FreeList_t>::assert_is_mangled() const {
340 assert((ZapUnusedHeapArea &&
341 SpaceMangler::is_mangled((HeapWord*) Chunk_t::size_addr()) &&
342 SpaceMangler::is_mangled((HeapWord*) Chunk_t::prev_addr()) &&
343 SpaceMangler::is_mangled((HeapWord*) Chunk_t::next_addr())) ||
344 (size() == 0 && prev() == NULL && next() == NULL),
345 "Space should be clear or mangled");
346 }
347
348 template <class Chunk_t, template <class> class FreeList_t>
349 TreeChunk<Chunk_t, FreeList_t>* TreeList<Chunk_t, FreeList_t>::head_as_TreeChunk() {
350 assert(head() == NULL || (TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(head())->list() == this),
351 "Wrong type of chunk?");
352 return TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(head());
353 }
354
355 template <class Chunk_t, template <class> class FreeList_t>
356 TreeChunk<Chunk_t, FreeList_t>* TreeList<Chunk_t, FreeList_t>::first_available() {
357 assert(head() != NULL, "The head of the list cannot be NULL");
358 Chunk_t* fc = head()->next();
359 TreeChunk<Chunk_t, FreeList_t>* retTC;
360 if (fc == NULL) {
361 retTC = head_as_TreeChunk();
362 } else {
363 retTC = TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(fc);
364 }
365 assert(retTC->list() == this, "Wrong type of chunk.");
366 return retTC;
367 }
368
369 // Returns the block with the largest heap address amongst
370 // those in the list for this size; potentially slow and expensive,
371 // use with caution!
372 template <class Chunk_t, template <class> class FreeList_t>
373 TreeChunk<Chunk_t, FreeList_t>* TreeList<Chunk_t, FreeList_t>::largest_address() {
374 assert(head() != NULL, "The head of the list cannot be NULL");
375 Chunk_t* fc = head()->next();
376 TreeChunk<Chunk_t, FreeList_t>* retTC;
377 if (fc == NULL) {
378 retTC = head_as_TreeChunk();
379 } else {
380 // walk down the list and return the one with the highest
381 // heap address among chunks of this size.
382 Chunk_t* last = fc;
383 while (fc->next() != NULL) {
384 if ((HeapWord*)last < (HeapWord*)fc) {
385 last = fc;
386 }
387 fc = fc->next();
388 }
389 retTC = TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(last);
390 }
391 assert(retTC->list() == this, "Wrong type of chunk.");
392 return retTC;
393 }
394
395 template <class Chunk_t, template <class> class FreeList_t>
396 BinaryTreeDictionary<Chunk_t, FreeList_t>::BinaryTreeDictionary(MemRegion mr) {
397 assert((mr.byte_size() > min_size()), "minimum chunk size");
398
399 reset(mr);
400 assert(root()->left() == NULL, "reset check failed");
401 assert(root()->right() == NULL, "reset check failed");
402 assert(root()->head()->next() == NULL, "reset check failed");
403 assert(root()->head()->prev() == NULL, "reset check failed");
404 assert(total_size() == root()->size(), "reset check failed");
405 assert(total_free_blocks() == 1, "reset check failed");
406 }
407
408 template <class Chunk_t, template <class> class FreeList_t>
409 void BinaryTreeDictionary<Chunk_t, FreeList_t>::inc_total_size(size_t inc) {
410 _total_size = _total_size + inc;
411 }
412
413 template <class Chunk_t, template <class> class FreeList_t>
414 void BinaryTreeDictionary<Chunk_t, FreeList_t>::dec_total_size(size_t dec) {
415 _total_size = _total_size - dec;
416 }
417
418 template <class Chunk_t, template <class> class FreeList_t>
419 void BinaryTreeDictionary<Chunk_t, FreeList_t>::reset(MemRegion mr) {
420 assert((mr.byte_size() > min_size()), "minimum chunk size");
421 set_root(TreeList<Chunk_t, FreeList_t>::as_TreeList(mr.start(), mr.word_size()));
422 set_total_size(mr.word_size());
423 set_total_free_blocks(1);
424 }
425
426 template <class Chunk_t, template <class> class FreeList_t>
427 void BinaryTreeDictionary<Chunk_t, FreeList_t>::reset(HeapWord* addr, size_t byte_size) {
428 MemRegion mr(addr, heap_word_size(byte_size));
429 reset(mr);
430 }
431
432 template <class Chunk_t, template <class> class FreeList_t>
433 void BinaryTreeDictionary<Chunk_t, FreeList_t>::reset() {
434 set_root(NULL);
435 set_total_size(0);
436 set_total_free_blocks(0);
437 }
438
439 // Get a free block of size at least size from tree, or NULL.
440 template <class Chunk_t, template <class> class FreeList_t>
441 TreeChunk<Chunk_t, FreeList_t>*
442 BinaryTreeDictionary<Chunk_t, FreeList_t>::get_chunk_from_tree(
443 size_t size,
444 enum FreeBlockDictionary<Chunk_t>::Dither dither)
445 {
446 TreeList<Chunk_t, FreeList_t> *curTL, *prevTL;
447 TreeChunk<Chunk_t, FreeList_t>* retTC = NULL;
448
449 assert((size >= min_size()), "minimum chunk size");
450 if (FLSVerifyDictionary) {
451 verify_tree();
452 }
453 // starting at the root, work downwards trying to find match.
454 // Remember the last node of size too great or too small.
455 for (prevTL = curTL = root(); curTL != NULL;) {
456 if (curTL->size() == size) { // exact match
457 break;
458 }
459 prevTL = curTL;
460 if (curTL->size() < size) { // proceed to right sub-tree
479 if (curTL != NULL) {
480 assert(curTL->size() >= size, "size inconsistency");
481
482 curTL = curTL->get_better_list(this);
483
484 retTC = curTL->first_available();
485 assert((retTC != NULL) && (curTL->count() > 0),
486 "A list in the binary tree should not be NULL");
487 assert(retTC->size() >= size,
488 "A chunk of the wrong size was found");
489 remove_chunk_from_tree(retTC);
490 assert(retTC->is_free(), "Header is not marked correctly");
491 }
492
493 if (FLSVerifyDictionary) {
494 verify();
495 }
496 return retTC;
497 }
498
499 template <class Chunk_t, template <class> class FreeList_t>
500 TreeList<Chunk_t, FreeList_t>* BinaryTreeDictionary<Chunk_t, FreeList_t>::find_list(size_t size) const {
501 TreeList<Chunk_t, FreeList_t>* curTL;
502 for (curTL = root(); curTL != NULL;) {
503 if (curTL->size() == size) { // exact match
504 break;
505 }
506
507 if (curTL->size() < size) { // proceed to right sub-tree
508 curTL = curTL->right();
509 } else { // proceed to left sub-tree
510 assert(curTL->size() > size, "size inconsistency");
511 curTL = curTL->left();
512 }
513 }
514 return curTL;
515 }
516
517
518 template <class Chunk_t, template <class> class FreeList_t>
519 bool BinaryTreeDictionary<Chunk_t, FreeList_t>::verify_chunk_in_free_list(Chunk_t* tc) const {
520 size_t size = tc->size();
521 TreeList<Chunk_t, FreeList_t>* tl = find_list(size);
522 if (tl == NULL) {
523 return false;
524 } else {
525 return tl->verify_chunk_in_free_list(tc);
526 }
527 }
528
529 template <class Chunk_t, template <class> class FreeList_t>
530 Chunk_t* BinaryTreeDictionary<Chunk_t, FreeList_t>::find_largest_dict() const {
531 TreeList<Chunk_t, FreeList_t> *curTL = root();
532 if (curTL != NULL) {
533 while(curTL->right() != NULL) curTL = curTL->right();
534 return curTL->largest_address();
535 } else {
536 return NULL;
537 }
538 }
539
540 // Remove the current chunk from the tree. If it is not the last
541 // chunk in a list on a tree node, just unlink it.
542 // If it is the last chunk in the list (the next link is NULL),
543 // remove the node and repair the tree.
544 template <class Chunk_t, template <class> class FreeList_t>
545 TreeChunk<Chunk_t, FreeList_t>*
546 BinaryTreeDictionary<Chunk_t, FreeList_t>::remove_chunk_from_tree(TreeChunk<Chunk_t, FreeList_t>* tc) {
547 assert(tc != NULL, "Should not call with a NULL chunk");
548 assert(tc->is_free(), "Header is not marked correctly");
549
550 TreeList<Chunk_t, FreeList_t> *newTL, *parentTL;
551 TreeChunk<Chunk_t, FreeList_t>* retTC;
552 TreeList<Chunk_t, FreeList_t>* tl = tc->list();
553 debug_only(
554 bool removing_only_chunk = false;
555 if (tl == _root) {
556 if ((_root->left() == NULL) && (_root->right() == NULL)) {
557 if (_root->count() == 1) {
558 assert(_root->head() == tc, "Should only be this one chunk");
559 removing_only_chunk = true;
560 }
561 }
562 }
563 )
564 assert(tl != NULL, "List should be set");
665 }
666
667 assert(total_size() >= retTC->size(), "Incorrect total size");
668 dec_total_size(retTC->size()); // size book-keeping
669 assert(total_free_blocks() > 0, "Incorrect total count");
670 set_total_free_blocks(total_free_blocks() - 1);
671
672 assert(retTC != NULL, "null chunk?");
673 assert(retTC->prev() == NULL && retTC->next() == NULL,
674 "should return without encumbrances");
675 if (FLSVerifyDictionary) {
676 verify_tree();
677 }
678 assert(!removing_only_chunk || _root == NULL, "root should be NULL");
679 return TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(retTC);
680 }
681
682 // Remove the leftmost node (lm) in the tree and return it.
683 // If lm has a right child, link it to the left node of
684 // the parent of lm.
685 template <class Chunk_t, template <class> class FreeList_t>
686 TreeList<Chunk_t, FreeList_t>* BinaryTreeDictionary<Chunk_t, FreeList_t>::remove_tree_minimum(TreeList<Chunk_t, FreeList_t>* tl) {
687 assert(tl != NULL && tl->parent() != NULL, "really need a proper sub-tree");
688 // locate the subtree minimum by walking down left branches
689 TreeList<Chunk_t, FreeList_t>* curTL = tl;
690 for (; curTL->left() != NULL; curTL = curTL->left());
691 // obviously curTL now has at most one child, a right child
692 if (curTL != root()) { // Should this test just be removed?
693 TreeList<Chunk_t, FreeList_t>* parentTL = curTL->parent();
694 if (parentTL->left() == curTL) { // curTL is a left child
695 parentTL->set_left(curTL->right());
696 } else {
697 // If the list tl has no left child, then curTL may be
698 // the right child of parentTL.
699 assert(parentTL->right() == curTL, "should be a right child");
700 parentTL->set_right(curTL->right());
701 }
702 } else {
703 // The only use of this method would not pass the root of the
704 // tree (as indicated by the assertion above that the tree list
705 // has a parent) but the specification does not explicitly exclude the
706 // passing of the root so accommodate it.
707 set_root(NULL);
708 }
709 debug_only(
710 curTL->clear_parent(); // Test if this needs to be cleared
711 curTL->clear_right(); // recall, above, left child is already null
712 )
713 // we just excised a (non-root) node, we should still verify all tree invariants
714 if (FLSVerifyDictionary) {
715 verify_tree();
716 }
717 return curTL;
718 }
719
720 template <class Chunk_t, template <class> class FreeList_t>
721 void BinaryTreeDictionary<Chunk_t, FreeList_t>::insert_chunk_in_tree(Chunk_t* fc) {
722 TreeList<Chunk_t, FreeList_t> *curTL, *prevTL;
723 size_t size = fc->size();
724
725 assert((size >= min_size()),
726 err_msg(SIZE_FORMAT " is too small to be a TreeChunk<Chunk_t, FreeList_t> " SIZE_FORMAT,
727 size, min_size()));
728 if (FLSVerifyDictionary) {
729 verify_tree();
730 }
731
732 fc->clear_next();
733 fc->link_prev(NULL);
734
735 // work down from the _root, looking for insertion point
736 for (prevTL = curTL = root(); curTL != NULL;) {
737 if (curTL->size() == size) // exact match
738 break;
739 prevTL = curTL;
740 if (curTL->size() > size) { // follow left branch
766 prevTL->set_right(newTL);
767 } else { // am left child
768 assert(prevTL->size() > size && prevTL->left() == NULL, "cpt pt inv");
769 prevTL->set_left(newTL);
770 }
771 }
772 }
773 assert(tc->list() != NULL, "Tree list should be set");
774
775 inc_total_size(size);
776 // Method 'total_size_in_tree' walks through the every block in the
777 // tree, so it can cause significant performance loss if there are
778 // many blocks in the tree
779 assert(!FLSVerifyDictionary || total_size_in_tree(root()) == total_size(), "_total_size inconsistency");
780 set_total_free_blocks(total_free_blocks() + 1);
781 if (FLSVerifyDictionary) {
782 verify_tree();
783 }
784 }
785
786 template <class Chunk_t, template <class> class FreeList_t>
787 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::max_chunk_size() const {
788 FreeBlockDictionary<Chunk_t>::verify_par_locked();
789 TreeList<Chunk_t, FreeList_t>* tc = root();
790 if (tc == NULL) return 0;
791 for (; tc->right() != NULL; tc = tc->right());
792 return tc->size();
793 }
794
795 template <class Chunk_t, template <class> class FreeList_t>
796 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_list_length(TreeList<Chunk_t, FreeList_t>* tl) const {
797 size_t res;
798 res = tl->count();
799 #ifdef ASSERT
800 size_t cnt;
801 Chunk_t* tc = tl->head();
802 for (cnt = 0; tc != NULL; tc = tc->next(), cnt++);
803 assert(res == cnt, "The count is not being maintained correctly");
804 #endif
805 return res;
806 }
807
808 template <class Chunk_t, template <class> class FreeList_t>
809 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_size_in_tree(TreeList<Chunk_t, FreeList_t>* tl) const {
810 if (tl == NULL)
811 return 0;
812 return (tl->size() * total_list_length(tl)) +
813 total_size_in_tree(tl->left()) +
814 total_size_in_tree(tl->right());
815 }
816
817 template <class Chunk_t, template <class> class FreeList_t>
818 double BinaryTreeDictionary<Chunk_t, FreeList_t>::sum_of_squared_block_sizes(TreeList<Chunk_t, FreeList_t>* const tl) const {
819 if (tl == NULL) {
820 return 0.0;
821 }
822 double size = (double)(tl->size());
823 double curr = size * size * total_list_length(tl);
824 curr += sum_of_squared_block_sizes(tl->left());
825 curr += sum_of_squared_block_sizes(tl->right());
826 return curr;
827 }
828
829 template <class Chunk_t, template <class> class FreeList_t>
830 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_free_blocks_in_tree(TreeList<Chunk_t, FreeList_t>* tl) const {
831 if (tl == NULL)
832 return 0;
833 return total_list_length(tl) +
834 total_free_blocks_in_tree(tl->left()) +
835 total_free_blocks_in_tree(tl->right());
836 }
837
838 template <class Chunk_t, template <class> class FreeList_t>
839 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::num_free_blocks() const {
840 assert(total_free_blocks_in_tree(root()) == total_free_blocks(),
841 "_total_free_blocks inconsistency");
842 return total_free_blocks();
843 }
844
845 template <class Chunk_t, template <class> class FreeList_t>
846 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::tree_height_helper(TreeList<Chunk_t, FreeList_t>* tl) const {
847 if (tl == NULL)
848 return 0;
849 return 1 + MAX2(tree_height_helper(tl->left()),
850 tree_height_helper(tl->right()));
851 }
852
853 template <class Chunk_t, template <class> class FreeList_t>
854 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::tree_height() const {
855 return tree_height_helper(root());
856 }
857
858 template <class Chunk_t, template <class> class FreeList_t>
859 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_nodes_helper(TreeList<Chunk_t, FreeList_t>* tl) const {
860 if (tl == NULL) {
861 return 0;
862 }
863 return 1 + total_nodes_helper(tl->left()) +
864 total_nodes_helper(tl->right());
865 }
866
867 template <class Chunk_t, template <class> class FreeList_t>
868 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_nodes_in_tree(TreeList<Chunk_t, FreeList_t>* tl) const {
869 return total_nodes_helper(root());
870 }
871
872 template <class Chunk_t, template <class> class FreeList_t>
873 void BinaryTreeDictionary<Chunk_t, FreeList_t>::dict_census_update(size_t size, bool split, bool birth){}
874
875 #if INCLUDE_ALL_GCS
876 template <>
877 void AFLBinaryTreeDictionary::dict_census_update(size_t size, bool split, bool birth){
878 TreeList<FreeChunk, AdaptiveFreeList>* nd = find_list(size);
879 if (nd) {
880 if (split) {
881 if (birth) {
882 nd->increment_split_births();
883 nd->increment_surplus();
884 } else {
885 nd->increment_split_deaths();
886 nd->decrement_surplus();
887 }
888 } else {
889 if (birth) {
890 nd->increment_coal_births();
891 nd->increment_surplus();
892 } else {
893 nd->increment_coal_deaths();
894 nd->decrement_surplus();
895 }
896 }
897 }
898 // A list for this size may not be found (nd == 0) if
899 // This is a death where the appropriate list is now
900 // empty and has been removed from the list.
901 // This is a birth associated with a LinAB. The chunk
902 // for the LinAB is not in the dictionary.
903 }
904 #endif // INCLUDE_ALL_GCS
905
906 template <class Chunk_t, template <class> class FreeList_t>
907 bool BinaryTreeDictionary<Chunk_t, FreeList_t>::coal_dict_over_populated(size_t size) {
908 // For the general type of freelists, encourage coalescing by
909 // returning true.
910 return true;
911 }
912
913 #if INCLUDE_ALL_GCS
914 template <>
915 bool AFLBinaryTreeDictionary::coal_dict_over_populated(size_t size) {
916 if (FLSAlwaysCoalesceLarge) return true;
917
918 TreeList<FreeChunk, AdaptiveFreeList>* list_of_size = find_list(size);
919 // None of requested size implies overpopulated.
920 return list_of_size == NULL || list_of_size->coal_desired() <= 0 ||
921 list_of_size->count() > list_of_size->coal_desired();
922 }
923 #endif // INCLUDE_ALL_GCS
924
925 // Closures for walking the binary tree.
926 // do_list() walks the free list in a node applying the closure
927 // to each free chunk in the list
928 // do_tree() walks the nodes in the binary tree applying do_list()
929 // to each list at each node.
930
931 template <class Chunk_t, template <class> class FreeList_t>
932 class TreeCensusClosure : public StackObj {
933 protected:
934 virtual void do_list(FreeList_t<Chunk_t>* fl) = 0;
935 public:
936 virtual void do_tree(TreeList<Chunk_t, FreeList_t>* tl) = 0;
937 };
938
939 template <class Chunk_t, template <class> class FreeList_t>
940 class AscendTreeCensusClosure : public TreeCensusClosure<Chunk_t, FreeList_t> {
941 public:
942 void do_tree(TreeList<Chunk_t, FreeList_t>* tl) {
943 if (tl != NULL) {
944 do_tree(tl->left());
945 this->do_list(tl);
946 do_tree(tl->right());
947 }
948 }
949 };
950
951 template <class Chunk_t, template <class> class FreeList_t>
952 class DescendTreeCensusClosure : public TreeCensusClosure<Chunk_t, FreeList_t> {
953 public:
954 void do_tree(TreeList<Chunk_t, FreeList_t>* tl) {
955 if (tl != NULL) {
956 do_tree(tl->right());
957 this->do_list(tl);
958 do_tree(tl->left());
959 }
960 }
961 };
962
963 // For each list in the tree, calculate the desired, desired
964 // coalesce, count before sweep, and surplus before sweep.
965 template <class Chunk_t, template <class> class FreeList_t>
966 class BeginSweepClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
967 double _percentage;
968 float _inter_sweep_current;
969 float _inter_sweep_estimate;
970 float _intra_sweep_estimate;
971
972 public:
973 BeginSweepClosure(double p, float inter_sweep_current,
974 float inter_sweep_estimate,
975 float intra_sweep_estimate) :
976 _percentage(p),
977 _inter_sweep_current(inter_sweep_current),
978 _inter_sweep_estimate(inter_sweep_estimate),
979 _intra_sweep_estimate(intra_sweep_estimate) { }
980
981 void do_list(FreeList<Chunk_t>* fl) {}
982
983 #if INCLUDE_ALL_GCS
984 void do_list(AdaptiveFreeList<Chunk_t>* fl) {
985 double coalSurplusPercent = _percentage;
986 fl->compute_desired(_inter_sweep_current, _inter_sweep_estimate, _intra_sweep_estimate);
987 fl->set_coal_desired((ssize_t)((double)fl->desired() * coalSurplusPercent));
988 fl->set_before_sweep(fl->count());
989 fl->set_bfr_surp(fl->surplus());
990 }
991 #endif // INCLUDE_ALL_GCS
992 };
993
994 // Used to search the tree until a condition is met.
995 // Similar to TreeCensusClosure but searches the
996 // tree and returns promptly when found.
997
998 template <class Chunk_t, template <class> class FreeList_t>
999 class TreeSearchClosure : public StackObj {
1000 protected:
1001 virtual bool do_list(FreeList_t<Chunk_t>* fl) = 0;
1002 public:
1003 virtual bool do_tree(TreeList<Chunk_t, FreeList_t>* tl) = 0;
1004 };
1005
1006 #if 0 // Don't need this yet but here for symmetry.
1007 template <class Chunk_t, template <class> class FreeList_t>
1008 class AscendTreeSearchClosure : public TreeSearchClosure<Chunk_t> {
1009 public:
1010 bool do_tree(TreeList<Chunk_t, FreeList_t>* tl) {
1011 if (tl != NULL) {
1012 if (do_tree(tl->left())) return true;
1013 if (do_list(tl)) return true;
1014 if (do_tree(tl->right())) return true;
1015 }
1016 return false;
1017 }
1018 };
1019 #endif
1020
1021 template <class Chunk_t, template <class> class FreeList_t>
1022 class DescendTreeSearchClosure : public TreeSearchClosure<Chunk_t, FreeList_t> {
1023 public:
1024 bool do_tree(TreeList<Chunk_t, FreeList_t>* tl) {
1025 if (tl != NULL) {
1026 if (do_tree(tl->right())) return true;
1027 if (this->do_list(tl)) return true;
1028 if (do_tree(tl->left())) return true;
1029 }
1030 return false;
1031 }
1032 };
1033
1034 // Searches the tree for a chunk that ends at the
1035 // specified address.
1036 template <class Chunk_t, template <class> class FreeList_t>
1037 class EndTreeSearchClosure : public DescendTreeSearchClosure<Chunk_t, FreeList_t> {
1038 HeapWord* _target;
1039 Chunk_t* _found;
1040
1041 public:
1042 EndTreeSearchClosure(HeapWord* target) : _target(target), _found(NULL) {}
1043 bool do_list(FreeList_t<Chunk_t>* fl) {
1044 Chunk_t* item = fl->head();
1045 while (item != NULL) {
1046 if (item->end() == (uintptr_t*) _target) {
1047 _found = item;
1048 return true;
1049 }
1050 item = item->next();
1051 }
1052 return false;
1053 }
1054 Chunk_t* found() { return _found; }
1055 };
1056
1057 template <class Chunk_t, template <class> class FreeList_t>
1058 Chunk_t* BinaryTreeDictionary<Chunk_t, FreeList_t>::find_chunk_ends_at(HeapWord* target) const {
1059 EndTreeSearchClosure<Chunk_t, FreeList_t> etsc(target);
1060 bool found_target = etsc.do_tree(root());
1061 assert(found_target || etsc.found() == NULL, "Consistency check");
1062 assert(!found_target || etsc.found() != NULL, "Consistency check");
1063 return etsc.found();
1064 }
1065
1066 template <class Chunk_t, template <class> class FreeList_t>
1067 void BinaryTreeDictionary<Chunk_t, FreeList_t>::begin_sweep_dict_census(double coalSurplusPercent,
1068 float inter_sweep_current, float inter_sweep_estimate, float intra_sweep_estimate) {
1069 BeginSweepClosure<Chunk_t, FreeList_t> bsc(coalSurplusPercent, inter_sweep_current,
1070 inter_sweep_estimate,
1071 intra_sweep_estimate);
1072 bsc.do_tree(root());
1073 }
1074
1075 // Closures and methods for calculating total bytes returned to the
1076 // free lists in the tree.
1077 #ifndef PRODUCT
1078 template <class Chunk_t, template <class> class FreeList_t>
1079 class InitializeDictReturnedBytesClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1080 public:
1081 void do_list(FreeList_t<Chunk_t>* fl) {
1082 fl->set_returned_bytes(0);
1083 }
1084 };
1085
1086 template <class Chunk_t, template <class> class FreeList_t>
1087 void BinaryTreeDictionary<Chunk_t, FreeList_t>::initialize_dict_returned_bytes() {
1088 InitializeDictReturnedBytesClosure<Chunk_t, FreeList_t> idrb;
1089 idrb.do_tree(root());
1090 }
1091
1092 template <class Chunk_t, template <class> class FreeList_t>
1093 class ReturnedBytesClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1094 size_t _dict_returned_bytes;
1095 public:
1096 ReturnedBytesClosure() { _dict_returned_bytes = 0; }
1097 void do_list(FreeList_t<Chunk_t>* fl) {
1098 _dict_returned_bytes += fl->returned_bytes();
1099 }
1100 size_t dict_returned_bytes() { return _dict_returned_bytes; }
1101 };
1102
1103 template <class Chunk_t, template <class> class FreeList_t>
1104 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::sum_dict_returned_bytes() {
1105 ReturnedBytesClosure<Chunk_t, FreeList_t> rbc;
1106 rbc.do_tree(root());
1107
1108 return rbc.dict_returned_bytes();
1109 }
1110
1111 // Count the number of entries in the tree.
1112 template <class Chunk_t, template <class> class FreeList_t>
1113 class treeCountClosure : public DescendTreeCensusClosure<Chunk_t, FreeList_t> {
1114 public:
1115 uint count;
1116 treeCountClosure(uint c) { count = c; }
1117 void do_list(FreeList_t<Chunk_t>* fl) {
1118 count++;
1119 }
1120 };
1121
1122 template <class Chunk_t, template <class> class FreeList_t>
1123 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_count() {
1124 treeCountClosure<Chunk_t, FreeList_t> ctc(0);
1125 ctc.do_tree(root());
1126 return ctc.count;
1127 }
1128 #endif // PRODUCT
1129
1130 // Calculate surpluses for the lists in the tree.
1131 template <class Chunk_t, template <class> class FreeList_t>
1132 class setTreeSurplusClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1133 double percentage;
1134 public:
1135 setTreeSurplusClosure(double v) { percentage = v; }
1136 void do_list(FreeList<Chunk_t>* fl) {}
1137
1138 #if INCLUDE_ALL_GCS
1139 void do_list(AdaptiveFreeList<Chunk_t>* fl) {
1140 double splitSurplusPercent = percentage;
1141 fl->set_surplus(fl->count() -
1142 (ssize_t)((double)fl->desired() * splitSurplusPercent));
1143 }
1144 #endif // INCLUDE_ALL_GCS
1145 };
1146
1147 template <class Chunk_t, template <class> class FreeList_t>
1148 void BinaryTreeDictionary<Chunk_t, FreeList_t>::set_tree_surplus(double splitSurplusPercent) {
1149 setTreeSurplusClosure<Chunk_t, FreeList_t> sts(splitSurplusPercent);
1150 sts.do_tree(root());
1151 }
1152
1153 // Set hints for the lists in the tree.
1154 template <class Chunk_t, template <class> class FreeList_t>
1155 class setTreeHintsClosure : public DescendTreeCensusClosure<Chunk_t, FreeList_t> {
1156 size_t hint;
1157 public:
1158 setTreeHintsClosure(size_t v) { hint = v; }
1159 void do_list(FreeList<Chunk_t>* fl) {}
1160
1161 #if INCLUDE_ALL_GCS
1162 void do_list(AdaptiveFreeList<Chunk_t>* fl) {
1163 fl->set_hint(hint);
1164 assert(fl->hint() == 0 || fl->hint() > fl->size(),
1165 "Current hint is inconsistent");
1166 if (fl->surplus() > 0) {
1167 hint = fl->size();
1168 }
1169 }
1170 #endif // INCLUDE_ALL_GCS
1171 };
1172
1173 template <class Chunk_t, template <class> class FreeList_t>
1174 void BinaryTreeDictionary<Chunk_t, FreeList_t>::set_tree_hints(void) {
1175 setTreeHintsClosure<Chunk_t, FreeList_t> sth(0);
1176 sth.do_tree(root());
1177 }
1178
1179 // Save count before previous sweep and splits and coalesces.
1180 template <class Chunk_t, template <class> class FreeList_t>
1181 class clearTreeCensusClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1182 void do_list(FreeList<Chunk_t>* fl) {}
1183
1184 #if INCLUDE_ALL_GCS
1185 void do_list(AdaptiveFreeList<Chunk_t>* fl) {
1186 fl->set_prev_sweep(fl->count());
1187 fl->set_coal_births(0);
1188 fl->set_coal_deaths(0);
1189 fl->set_split_births(0);
1190 fl->set_split_deaths(0);
1191 }
1192 #endif // INCLUDE_ALL_GCS
1193 };
1194
1195 template <class Chunk_t, template <class> class FreeList_t>
1196 void BinaryTreeDictionary<Chunk_t, FreeList_t>::clear_tree_census(void) {
1197 clearTreeCensusClosure<Chunk_t, FreeList_t> ctc;
1198 ctc.do_tree(root());
1199 }
1200
1201 // Do reporting and post sweep clean up.
1202 template <class Chunk_t, template <class> class FreeList_t>
1203 void BinaryTreeDictionary<Chunk_t, FreeList_t>::end_sweep_dict_census(double splitSurplusPercent) {
1204 // Does walking the tree 3 times hurt?
1205 set_tree_surplus(splitSurplusPercent);
1206 set_tree_hints();
1207 if (PrintGC && Verbose) {
1208 report_statistics();
1209 }
1210 clear_tree_census();
1211 }
1212
1213 // Print summary statistics
1214 template <class Chunk_t, template <class> class FreeList_t>
1215 void BinaryTreeDictionary<Chunk_t, FreeList_t>::report_statistics() const {
1216 FreeBlockDictionary<Chunk_t>::verify_par_locked();
1217 gclog_or_tty->print("Statistics for BinaryTreeDictionary:\n"
1218 "------------------------------------\n");
1219 size_t total_size = total_chunk_size(debug_only(NULL));
1220 size_t free_blocks = num_free_blocks();
1221 gclog_or_tty->print("Total Free Space: %d\n", total_size);
1222 gclog_or_tty->print("Max Chunk Size: %d\n", max_chunk_size());
1223 gclog_or_tty->print("Number of Blocks: %d\n", free_blocks);
1224 if (free_blocks > 0) {
1225 gclog_or_tty->print("Av. Block Size: %d\n", total_size/free_blocks);
1226 }
1227 gclog_or_tty->print("Tree Height: %d\n", tree_height());
1228 }
1229
1230 // Print census information - counts, births, deaths, etc.
1231 // for each list in the tree. Also print some summary
1232 // information.
1233 template <class Chunk_t, template <class> class FreeList_t>
1234 class PrintTreeCensusClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1235 int _print_line;
1236 size_t _total_free;
1237 FreeList_t<Chunk_t> _total;
1238
1239 public:
1240 PrintTreeCensusClosure() {
1241 _print_line = 0;
1242 _total_free = 0;
1243 }
1244 FreeList_t<Chunk_t>* total() { return &_total; }
1245 size_t total_free() { return _total_free; }
1246 void do_list(FreeList<Chunk_t>* fl) {
1247 if (++_print_line >= 40) {
1248 FreeList_t<Chunk_t>::print_labels_on(gclog_or_tty, "size");
1249 _print_line = 0;
1250 }
1251 fl->print_on(gclog_or_tty);
1252 _total_free += fl->count() * fl->size() ;
1253 total()->set_count( total()->count() + fl->count() );
1254 }
1255
1256 #if INCLUDE_ALL_GCS
1257 void do_list(AdaptiveFreeList<Chunk_t>* fl) {
1258 if (++_print_line >= 40) {
1259 FreeList_t<Chunk_t>::print_labels_on(gclog_or_tty, "size");
1260 _print_line = 0;
1261 }
1262 fl->print_on(gclog_or_tty);
1263 _total_free += fl->count() * fl->size() ;
1264 total()->set_count( total()->count() + fl->count() );
1265 total()->set_bfr_surp( total()->bfr_surp() + fl->bfr_surp() );
1266 total()->set_surplus( total()->split_deaths() + fl->surplus() );
1267 total()->set_desired( total()->desired() + fl->desired() );
1268 total()->set_prev_sweep( total()->prev_sweep() + fl->prev_sweep() );
1269 total()->set_before_sweep(total()->before_sweep() + fl->before_sweep());
1270 total()->set_coal_births( total()->coal_births() + fl->coal_births() );
1271 total()->set_coal_deaths( total()->coal_deaths() + fl->coal_deaths() );
1272 total()->set_split_births(total()->split_births() + fl->split_births());
1273 total()->set_split_deaths(total()->split_deaths() + fl->split_deaths());
1274 }
1275 #endif // INCLUDE_ALL_GCS
1276 };
1277
1278 template <class Chunk_t, template <class> class FreeList_t>
1279 void BinaryTreeDictionary<Chunk_t, FreeList_t>::print_dict_census(void) const {
1280
1281 gclog_or_tty->print("\nBinaryTree\n");
1282 FreeList_t<Chunk_t>::print_labels_on(gclog_or_tty, "size");
1283 PrintTreeCensusClosure<Chunk_t, FreeList_t> ptc;
1284 ptc.do_tree(root());
1285
1286 FreeList_t<Chunk_t>* total = ptc.total();
1287 FreeList_t<Chunk_t>::print_labels_on(gclog_or_tty, " ");
1288 }
1289
1290 #if INCLUDE_ALL_GCS
1291 template <>
1292 void AFLBinaryTreeDictionary::print_dict_census(void) const {
1293
1294 gclog_or_tty->print("\nBinaryTree\n");
1295 AdaptiveFreeList<FreeChunk>::print_labels_on(gclog_or_tty, "size");
1296 PrintTreeCensusClosure<FreeChunk, AdaptiveFreeList> ptc;
1297 ptc.do_tree(root());
1298
1299 AdaptiveFreeList<FreeChunk>* total = ptc.total();
1300 AdaptiveFreeList<FreeChunk>::print_labels_on(gclog_or_tty, " ");
1301 total->print_on(gclog_or_tty, "TOTAL\t");
1302 gclog_or_tty->print(
1303 "total_free(words): " SIZE_FORMAT_W(16)
1304 " growth: %8.5f deficit: %8.5f\n",
1305 ptc.total_free(),
1306 (double)(total->split_births() + total->coal_births()
1307 - total->split_deaths() - total->coal_deaths())
1308 /(total->prev_sweep() != 0 ? (double)total->prev_sweep() : 1.0),
1309 (double)(total->desired() - total->count())
1310 /(total->desired() != 0 ? (double)total->desired() : 1.0));
1311 }
1312 #endif // INCLUDE_ALL_GCS
1313
1314 template <class Chunk_t, template <class> class FreeList_t>
1315 class PrintFreeListsClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1316 outputStream* _st;
1317 int _print_line;
1318
1319 public:
1320 PrintFreeListsClosure(outputStream* st) {
1321 _st = st;
1322 _print_line = 0;
1323 }
1324 void do_list(FreeList_t<Chunk_t>* fl) {
1325 if (++_print_line >= 40) {
1326 FreeList_t<Chunk_t>::print_labels_on(_st, "size");
1327 _print_line = 0;
1328 }
1329 fl->print_on(gclog_or_tty);
1330 size_t sz = fl->size();
1331 for (Chunk_t* fc = fl->head(); fc != NULL;
1332 fc = fc->next()) {
1333 _st->print_cr("\t[" PTR_FORMAT "," PTR_FORMAT ") %s",
1334 fc, (HeapWord*)fc + sz,
1335 fc->cantCoalesce() ? "\t CC" : "");
1336 }
1337 }
1338 };
1339
1340 template <class Chunk_t, template <class> class FreeList_t>
1341 void BinaryTreeDictionary<Chunk_t, FreeList_t>::print_free_lists(outputStream* st) const {
1342
1343 FreeList_t<Chunk_t>::print_labels_on(st, "size");
1344 PrintFreeListsClosure<Chunk_t, FreeList_t> pflc(st);
1345 pflc.do_tree(root());
1346 }
1347
1348 // Verify the following tree invariants:
1349 // . _root has no parent
1350 // . parent and child point to each other
1351 // . each node's key correctly related to that of its child(ren)
1352 template <class Chunk_t, template <class> class FreeList_t>
1353 void BinaryTreeDictionary<Chunk_t, FreeList_t>::verify_tree() const {
1354 guarantee(root() == NULL || total_free_blocks() == 0 ||
1355 total_size() != 0, "_total_size should't be 0?");
1356 guarantee(root() == NULL || root()->parent() == NULL, "_root shouldn't have parent");
1357 verify_tree_helper(root());
1358 }
1359
1360 template <class Chunk_t, template <class> class FreeList_t>
1361 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::verify_prev_free_ptrs(TreeList<Chunk_t, FreeList_t>* tl) {
1362 size_t ct = 0;
1363 for (Chunk_t* curFC = tl->head(); curFC != NULL; curFC = curFC->next()) {
1364 ct++;
1365 assert(curFC->prev() == NULL || curFC->prev()->is_free(),
1366 "Chunk should be free");
1367 }
1368 return ct;
1369 }
1370
1371 // Note: this helper is recursive rather than iterative, so use with
1372 // caution on very deep trees; and watch out for stack overflow errors;
1373 // In general, to be used only for debugging.
1374 template <class Chunk_t, template <class> class FreeList_t>
1375 void BinaryTreeDictionary<Chunk_t, FreeList_t>::verify_tree_helper(TreeList<Chunk_t, FreeList_t>* tl) const {
1376 if (tl == NULL)
1377 return;
1378 guarantee(tl->size() != 0, "A list must has a size");
1379 guarantee(tl->left() == NULL || tl->left()->parent() == tl,
1380 "parent<-/->left");
1381 guarantee(tl->right() == NULL || tl->right()->parent() == tl,
1382 "parent<-/->right");;
1383 guarantee(tl->left() == NULL || tl->left()->size() < tl->size(),
1384 "parent !> left");
1385 guarantee(tl->right() == NULL || tl->right()->size() > tl->size(),
1386 "parent !< left");
1387 guarantee(tl->head() == NULL || tl->head()->is_free(), "!Free");
1388 guarantee(tl->head() == NULL || tl->head_as_TreeChunk()->list() == tl,
1389 "list inconsistency");
1390 guarantee(tl->count() > 0 || (tl->head() == NULL && tl->tail() == NULL),
1391 "list count is inconsistent");
1392 guarantee(tl->count() > 1 || tl->head() == tl->tail(),
1393 "list is incorrectly constructed");
1394 size_t count = verify_prev_free_ptrs(tl);
1395 guarantee(count == (size_t)tl->count(), "Node count is incorrect");
1396 if (tl->head() != NULL) {
1397 tl->head_as_TreeChunk()->verify_tree_chunk_list();
1398 }
1399 verify_tree_helper(tl->left());
1400 verify_tree_helper(tl->right());
1401 }
1402
1403 template <class Chunk_t, template <class> class FreeList_t>
1404 void BinaryTreeDictionary<Chunk_t, FreeList_t>::verify() const {
1405 verify_tree();
1406 guarantee(total_size() == total_size_in_tree(root()), "Total Size inconsistency");
1407 }
1408
1409 template class TreeList<Metablock, FreeList>;
1410 template class BinaryTreeDictionary<Metablock, FreeList>;
1411 template class TreeChunk<Metablock, FreeList>;
1412
1413 template class TreeList<Metachunk, FreeList>;
1414 template class BinaryTreeDictionary<Metachunk, FreeList>;
1415 template class TreeChunk<Metachunk, FreeList>;
1416
1417
1418 #if INCLUDE_ALL_GCS
1419 // Explicitly instantiate these types for FreeChunk.
1420 template class TreeList<FreeChunk, AdaptiveFreeList>;
1421 template class BinaryTreeDictionary<FreeChunk, AdaptiveFreeList>;
1422 template class TreeChunk<FreeChunk, AdaptiveFreeList>;
1423
1424 #endif // INCLUDE_ALL_GCS
|
27 #include "gc_implementation/shared/allocationStats.hpp"
28 #include "memory/binaryTreeDictionary.hpp"
29 #include "memory/freeList.hpp"
30 #include "memory/freeBlockDictionary.hpp"
31 #include "memory/metachunk.hpp"
32 #include "runtime/globals.hpp"
33 #include "utilities/ostream.hpp"
34 #include "utilities/macros.hpp"
35 #include "gc_implementation/shared/spaceDecorator.hpp"
36 #if INCLUDE_ALL_GCS
37 #include "gc_implementation/concurrentMarkSweep/adaptiveFreeList.hpp"
38 #include "gc_implementation/concurrentMarkSweep/freeChunk.hpp"
39 #include "gc_implementation/concurrentMarkSweep/freeChunk.hpp"
40 #endif // INCLUDE_ALL_GCS
41
42 ////////////////////////////////////////////////////////////////////////////////
43 // A binary tree based search structure for free blocks.
44 // This is currently used in the Concurrent Mark&Sweep implementation.
45 ////////////////////////////////////////////////////////////////////////////////
46
47 template <class Chunk_t, class FreeList_t>
48 size_t TreeChunk<Chunk_t, FreeList_t>::_min_tree_chunk_size = sizeof(TreeChunk<Chunk_t, FreeList_t>)/HeapWordSize;
49
50 template <class Chunk_t, class FreeList_t>
51 TreeChunk<Chunk_t, FreeList_t>* TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(Chunk_t* fc) {
52 // Do some assertion checking here.
53 return (TreeChunk<Chunk_t, FreeList_t>*) fc;
54 }
55
56 template <class Chunk_t, class FreeList_t>
57 void TreeChunk<Chunk_t, FreeList_t>::verify_tree_chunk_list() const {
58 TreeChunk<Chunk_t, FreeList_t>* nextTC = (TreeChunk<Chunk_t, FreeList_t>*)next();
59 if (prev() != NULL) { // interior list node shouldn't have tree fields
60 guarantee(embedded_list()->parent() == NULL && embedded_list()->left() == NULL &&
61 embedded_list()->right() == NULL, "should be clear");
62 }
63 if (nextTC != NULL) {
64 guarantee(as_TreeChunk(nextTC->prev()) == this, "broken chain");
65 guarantee(nextTC->size() == size(), "wrong size");
66 nextTC->verify_tree_chunk_list();
67 }
68 }
69
70 template <class Chunk_t, class FreeList_t>
71 TreeList<Chunk_t, FreeList_t>::TreeList() : _parent(NULL),
72 _left(NULL), _right(NULL) {}
73
74 template <class Chunk_t, class FreeList_t>
75 TreeList<Chunk_t, FreeList_t>*
76 TreeList<Chunk_t, FreeList_t>::as_TreeList(TreeChunk<Chunk_t,FreeList_t>* tc) {
77 // This first free chunk in the list will be the tree list.
78 assert((tc->size() >= (TreeChunk<Chunk_t, FreeList_t>::min_size())),
79 "Chunk is too small for a TreeChunk");
80 TreeList<Chunk_t, FreeList_t>* tl = tc->embedded_list();
81 tl->initialize();
82 tc->set_list(tl);
83 tl->set_size(tc->size());
84 tl->link_head(tc);
85 tl->link_tail(tc);
86 tl->set_count(1);
87 assert(tl->parent() == NULL, "Should be clear");
88 return tl;
89 }
90
91 template <class Chunk_t, class FreeList_t>
92 TreeList<Chunk_t, FreeList_t>*
93 TreeList<Chunk_t, FreeList_t>::as_TreeList(HeapWord* addr, size_t size) {
94 TreeChunk<Chunk_t, FreeList_t>* tc = (TreeChunk<Chunk_t, FreeList_t>*) addr;
95 assert((size >= TreeChunk<Chunk_t, FreeList_t>::min_size()),
96 "Chunk is too small for a TreeChunk");
97 // The space will have been mangled initially but
98 // is not remangled when a Chunk_t is returned to the free list
99 // (since it is used to maintain the chunk on the free list).
100 tc->assert_is_mangled();
101 tc->set_size(size);
102 tc->link_prev(NULL);
103 tc->link_next(NULL);
104 TreeList<Chunk_t, FreeList_t>* tl = TreeList<Chunk_t, FreeList_t>::as_TreeList(tc);
105 return tl;
106 }
107
108
109 #if INCLUDE_ALL_GCS
110 // Specialize for AdaptiveFreeList which tries to avoid
111 // splitting a chunk of a size that is under populated in favor of
112 // an over populated size. The general get_better_list() just returns
113 // the current list.
114 template <>
115 TreeList<FreeChunk, AdaptiveFreeList<FreeChunk> >*
116 TreeList<FreeChunk, AdaptiveFreeList<FreeChunk> >::get_better_list(
117 BinaryTreeDictionary<FreeChunk, ::AdaptiveFreeList<FreeChunk> >* dictionary) {
118 // A candidate chunk has been found. If it is already under
119 // populated, get a chunk associated with the hint for this
120 // chunk.
121
122 TreeList<FreeChunk, ::AdaptiveFreeList<FreeChunk> >* curTL = this;
123 if (surplus() <= 0) {
124 /* Use the hint to find a size with a surplus, and reset the hint. */
125 TreeList<FreeChunk, ::AdaptiveFreeList<FreeChunk> >* hintTL = this;
126 while (hintTL->hint() != 0) {
127 assert(hintTL->hint() > hintTL->size(),
128 "hint points in the wrong direction");
129 hintTL = dictionary->find_list(hintTL->hint());
130 assert(curTL != hintTL, "Infinite loop");
131 if (hintTL == NULL ||
132 hintTL == curTL /* Should not happen but protect against it */ ) {
133 // No useful hint. Set the hint to NULL and go on.
134 curTL->set_hint(0);
135 break;
136 }
137 assert(hintTL->size() > curTL->size(), "hint is inconsistent");
138 if (hintTL->surplus() > 0) {
139 // The hint led to a list that has a surplus. Use it.
140 // Set the hint for the candidate to an overpopulated
141 // size.
142 curTL->set_hint(hintTL->size());
143 // Change the candidate.
144 curTL = hintTL;
145 break;
146 }
147 }
148 }
149 return curTL;
150 }
151 #endif // INCLUDE_ALL_GCS
152
153 template <class Chunk_t, class FreeList_t>
154 TreeList<Chunk_t, FreeList_t>*
155 TreeList<Chunk_t, FreeList_t>::get_better_list(
156 BinaryTreeDictionary<Chunk_t, FreeList_t>* dictionary) {
157 return this;
158 }
159
160 template <class Chunk_t, class FreeList_t>
161 TreeList<Chunk_t, FreeList_t>* TreeList<Chunk_t, FreeList_t>::remove_chunk_replace_if_needed(TreeChunk<Chunk_t, FreeList_t>* tc) {
162
163 TreeList<Chunk_t, FreeList_t>* retTL = this;
164 Chunk_t* list = head();
165 assert(!list || list != list->next(), "Chunk on list twice");
166 assert(tc != NULL, "Chunk being removed is NULL");
167 assert(parent() == NULL || this == parent()->left() ||
168 this == parent()->right(), "list is inconsistent");
169 assert(tc->is_free(), "Header is not marked correctly");
170 assert(head() == NULL || head()->prev() == NULL, "list invariant");
171 assert(tail() == NULL || tail()->next() == NULL, "list invariant");
172
173 Chunk_t* prevFC = tc->prev();
174 TreeChunk<Chunk_t, FreeList_t>* nextTC = TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(tc->next());
175 assert(list != NULL, "should have at least the target chunk");
176
177 // Is this the first item on the list?
178 if (tc == list) {
179 // The "getChunk..." functions for a TreeList<Chunk_t, FreeList_t> will not return the
180 // first chunk in the list unless it is the last chunk in the list
256 next_found = true;
257 }
258 }
259 assert(prevFC == NULL || prev_found, "Chunk was lost from list");
260 assert(nextTC == NULL || next_found, "Chunk was lost from list");
261 assert(retTL->parent() == NULL ||
262 retTL == retTL->parent()->left() ||
263 retTL == retTL->parent()->right(),
264 "list is inconsistent");
265 )
266 retTL->decrement_count();
267
268 assert(tc->is_free(), "Should still be a free chunk");
269 assert(retTL->head() == NULL || retTL->head()->prev() == NULL,
270 "list invariant");
271 assert(retTL->tail() == NULL || retTL->tail()->next() == NULL,
272 "list invariant");
273 return retTL;
274 }
275
276 template <class Chunk_t, class FreeList_t>
277 void TreeList<Chunk_t, FreeList_t>::return_chunk_at_tail(TreeChunk<Chunk_t, FreeList_t>* chunk) {
278 assert(chunk != NULL, "returning NULL chunk");
279 assert(chunk->list() == this, "list should be set for chunk");
280 assert(tail() != NULL, "The tree list is embedded in the first chunk");
281 // which means that the list can never be empty.
282 assert(!this->verify_chunk_in_free_list(chunk), "Double entry");
283 assert(head() == NULL || head()->prev() == NULL, "list invariant");
284 assert(tail() == NULL || tail()->next() == NULL, "list invariant");
285
286 Chunk_t* fc = tail();
287 fc->link_after(chunk);
288 this->link_tail(chunk);
289
290 assert(!tail() || size() == tail()->size(), "Wrong sized chunk in list");
291 FreeList_t::increment_count();
292 debug_only(this->increment_returned_bytes_by(chunk->size()*sizeof(HeapWord));)
293 assert(head() == NULL || head()->prev() == NULL, "list invariant");
294 assert(tail() == NULL || tail()->next() == NULL, "list invariant");
295 }
296
297 // Add this chunk at the head of the list. "At the head of the list"
298 // is defined to be after the chunk pointer to by head(). This is
299 // because the TreeList<Chunk_t, FreeList_t> is embedded in the first TreeChunk<Chunk_t, FreeList_t> in the
300 // list. See the definition of TreeChunk<Chunk_t, FreeList_t>.
301 template <class Chunk_t, class FreeList_t>
302 void TreeList<Chunk_t, FreeList_t>::return_chunk_at_head(TreeChunk<Chunk_t, FreeList_t>* chunk) {
303 assert(chunk->list() == this, "list should be set for chunk");
304 assert(head() != NULL, "The tree list is embedded in the first chunk");
305 assert(chunk != NULL, "returning NULL chunk");
306 assert(!this->verify_chunk_in_free_list(chunk), "Double entry");
307 assert(head() == NULL || head()->prev() == NULL, "list invariant");
308 assert(tail() == NULL || tail()->next() == NULL, "list invariant");
309
310 Chunk_t* fc = head()->next();
311 if (fc != NULL) {
312 chunk->link_after(fc);
313 } else {
314 assert(tail() == NULL, "List is inconsistent");
315 this->link_tail(chunk);
316 }
317 head()->link_after(chunk);
318 assert(!head() || size() == head()->size(), "Wrong sized chunk in list");
319 FreeList_t::increment_count();
320 debug_only(this->increment_returned_bytes_by(chunk->size()*sizeof(HeapWord));)
321 assert(head() == NULL || head()->prev() == NULL, "list invariant");
322 assert(tail() == NULL || tail()->next() == NULL, "list invariant");
323 }
324
325 template <class Chunk_t, class FreeList_t>
326 void TreeChunk<Chunk_t, FreeList_t>::assert_is_mangled() const {
327 assert((ZapUnusedHeapArea &&
328 SpaceMangler::is_mangled((HeapWord*) Chunk_t::size_addr()) &&
329 SpaceMangler::is_mangled((HeapWord*) Chunk_t::prev_addr()) &&
330 SpaceMangler::is_mangled((HeapWord*) Chunk_t::next_addr())) ||
331 (size() == 0 && prev() == NULL && next() == NULL),
332 "Space should be clear or mangled");
333 }
334
335 template <class Chunk_t, class FreeList_t>
336 TreeChunk<Chunk_t, FreeList_t>* TreeList<Chunk_t, FreeList_t>::head_as_TreeChunk() {
337 assert(head() == NULL || (TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(head())->list() == this),
338 "Wrong type of chunk?");
339 return TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(head());
340 }
341
342 template <class Chunk_t, class FreeList_t>
343 TreeChunk<Chunk_t, FreeList_t>* TreeList<Chunk_t, FreeList_t>::first_available() {
344 assert(head() != NULL, "The head of the list cannot be NULL");
345 Chunk_t* fc = head()->next();
346 TreeChunk<Chunk_t, FreeList_t>* retTC;
347 if (fc == NULL) {
348 retTC = head_as_TreeChunk();
349 } else {
350 retTC = TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(fc);
351 }
352 assert(retTC->list() == this, "Wrong type of chunk.");
353 return retTC;
354 }
355
356 // Returns the block with the largest heap address amongst
357 // those in the list for this size; potentially slow and expensive,
358 // use with caution!
359 template <class Chunk_t, class FreeList_t>
360 TreeChunk<Chunk_t, FreeList_t>* TreeList<Chunk_t, FreeList_t>::largest_address() {
361 assert(head() != NULL, "The head of the list cannot be NULL");
362 Chunk_t* fc = head()->next();
363 TreeChunk<Chunk_t, FreeList_t>* retTC;
364 if (fc == NULL) {
365 retTC = head_as_TreeChunk();
366 } else {
367 // walk down the list and return the one with the highest
368 // heap address among chunks of this size.
369 Chunk_t* last = fc;
370 while (fc->next() != NULL) {
371 if ((HeapWord*)last < (HeapWord*)fc) {
372 last = fc;
373 }
374 fc = fc->next();
375 }
376 retTC = TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(last);
377 }
378 assert(retTC->list() == this, "Wrong type of chunk.");
379 return retTC;
380 }
381
382 template <class Chunk_t, class FreeList_t>
383 BinaryTreeDictionary<Chunk_t, FreeList_t>::BinaryTreeDictionary(MemRegion mr) {
384 assert((mr.byte_size() > min_size()), "minimum chunk size");
385
386 reset(mr);
387 assert(root()->left() == NULL, "reset check failed");
388 assert(root()->right() == NULL, "reset check failed");
389 assert(root()->head()->next() == NULL, "reset check failed");
390 assert(root()->head()->prev() == NULL, "reset check failed");
391 assert(total_size() == root()->size(), "reset check failed");
392 assert(total_free_blocks() == 1, "reset check failed");
393 }
394
395 template <class Chunk_t, class FreeList_t>
396 void BinaryTreeDictionary<Chunk_t, FreeList_t>::inc_total_size(size_t inc) {
397 _total_size = _total_size + inc;
398 }
399
400 template <class Chunk_t, class FreeList_t>
401 void BinaryTreeDictionary<Chunk_t, FreeList_t>::dec_total_size(size_t dec) {
402 _total_size = _total_size - dec;
403 }
404
405 template <class Chunk_t, class FreeList_t>
406 void BinaryTreeDictionary<Chunk_t, FreeList_t>::reset(MemRegion mr) {
407 assert((mr.byte_size() > min_size()), "minimum chunk size");
408 set_root(TreeList<Chunk_t, FreeList_t>::as_TreeList(mr.start(), mr.word_size()));
409 set_total_size(mr.word_size());
410 set_total_free_blocks(1);
411 }
412
413 template <class Chunk_t, class FreeList_t>
414 void BinaryTreeDictionary<Chunk_t, FreeList_t>::reset(HeapWord* addr, size_t byte_size) {
415 MemRegion mr(addr, heap_word_size(byte_size));
416 reset(mr);
417 }
418
419 template <class Chunk_t, class FreeList_t>
420 void BinaryTreeDictionary<Chunk_t, FreeList_t>::reset() {
421 set_root(NULL);
422 set_total_size(0);
423 set_total_free_blocks(0);
424 }
425
426 // Get a free block of size at least size from tree, or NULL.
427 template <class Chunk_t, class FreeList_t>
428 TreeChunk<Chunk_t, FreeList_t>*
429 BinaryTreeDictionary<Chunk_t, FreeList_t>::get_chunk_from_tree(
430 size_t size,
431 enum FreeBlockDictionary<Chunk_t>::Dither dither)
432 {
433 TreeList<Chunk_t, FreeList_t> *curTL, *prevTL;
434 TreeChunk<Chunk_t, FreeList_t>* retTC = NULL;
435
436 assert((size >= min_size()), "minimum chunk size");
437 if (FLSVerifyDictionary) {
438 verify_tree();
439 }
440 // starting at the root, work downwards trying to find match.
441 // Remember the last node of size too great or too small.
442 for (prevTL = curTL = root(); curTL != NULL;) {
443 if (curTL->size() == size) { // exact match
444 break;
445 }
446 prevTL = curTL;
447 if (curTL->size() < size) { // proceed to right sub-tree
466 if (curTL != NULL) {
467 assert(curTL->size() >= size, "size inconsistency");
468
469 curTL = curTL->get_better_list(this);
470
471 retTC = curTL->first_available();
472 assert((retTC != NULL) && (curTL->count() > 0),
473 "A list in the binary tree should not be NULL");
474 assert(retTC->size() >= size,
475 "A chunk of the wrong size was found");
476 remove_chunk_from_tree(retTC);
477 assert(retTC->is_free(), "Header is not marked correctly");
478 }
479
480 if (FLSVerifyDictionary) {
481 verify();
482 }
483 return retTC;
484 }
485
486 template <class Chunk_t, class FreeList_t>
487 TreeList<Chunk_t, FreeList_t>* BinaryTreeDictionary<Chunk_t, FreeList_t>::find_list(size_t size) const {
488 TreeList<Chunk_t, FreeList_t>* curTL;
489 for (curTL = root(); curTL != NULL;) {
490 if (curTL->size() == size) { // exact match
491 break;
492 }
493
494 if (curTL->size() < size) { // proceed to right sub-tree
495 curTL = curTL->right();
496 } else { // proceed to left sub-tree
497 assert(curTL->size() > size, "size inconsistency");
498 curTL = curTL->left();
499 }
500 }
501 return curTL;
502 }
503
504
505 template <class Chunk_t, class FreeList_t>
506 bool BinaryTreeDictionary<Chunk_t, FreeList_t>::verify_chunk_in_free_list(Chunk_t* tc) const {
507 size_t size = tc->size();
508 TreeList<Chunk_t, FreeList_t>* tl = find_list(size);
509 if (tl == NULL) {
510 return false;
511 } else {
512 return tl->verify_chunk_in_free_list(tc);
513 }
514 }
515
516 template <class Chunk_t, class FreeList_t>
517 Chunk_t* BinaryTreeDictionary<Chunk_t, FreeList_t>::find_largest_dict() const {
518 TreeList<Chunk_t, FreeList_t> *curTL = root();
519 if (curTL != NULL) {
520 while(curTL->right() != NULL) curTL = curTL->right();
521 return curTL->largest_address();
522 } else {
523 return NULL;
524 }
525 }
526
527 // Remove the current chunk from the tree. If it is not the last
528 // chunk in a list on a tree node, just unlink it.
529 // If it is the last chunk in the list (the next link is NULL),
530 // remove the node and repair the tree.
531 template <class Chunk_t, class FreeList_t>
532 TreeChunk<Chunk_t, FreeList_t>*
533 BinaryTreeDictionary<Chunk_t, FreeList_t>::remove_chunk_from_tree(TreeChunk<Chunk_t, FreeList_t>* tc) {
534 assert(tc != NULL, "Should not call with a NULL chunk");
535 assert(tc->is_free(), "Header is not marked correctly");
536
537 TreeList<Chunk_t, FreeList_t> *newTL, *parentTL;
538 TreeChunk<Chunk_t, FreeList_t>* retTC;
539 TreeList<Chunk_t, FreeList_t>* tl = tc->list();
540 debug_only(
541 bool removing_only_chunk = false;
542 if (tl == _root) {
543 if ((_root->left() == NULL) && (_root->right() == NULL)) {
544 if (_root->count() == 1) {
545 assert(_root->head() == tc, "Should only be this one chunk");
546 removing_only_chunk = true;
547 }
548 }
549 }
550 )
551 assert(tl != NULL, "List should be set");
652 }
653
654 assert(total_size() >= retTC->size(), "Incorrect total size");
655 dec_total_size(retTC->size()); // size book-keeping
656 assert(total_free_blocks() > 0, "Incorrect total count");
657 set_total_free_blocks(total_free_blocks() - 1);
658
659 assert(retTC != NULL, "null chunk?");
660 assert(retTC->prev() == NULL && retTC->next() == NULL,
661 "should return without encumbrances");
662 if (FLSVerifyDictionary) {
663 verify_tree();
664 }
665 assert(!removing_only_chunk || _root == NULL, "root should be NULL");
666 return TreeChunk<Chunk_t, FreeList_t>::as_TreeChunk(retTC);
667 }
668
669 // Remove the leftmost node (lm) in the tree and return it.
670 // If lm has a right child, link it to the left node of
671 // the parent of lm.
672 template <class Chunk_t, class FreeList_t>
673 TreeList<Chunk_t, FreeList_t>* BinaryTreeDictionary<Chunk_t, FreeList_t>::remove_tree_minimum(TreeList<Chunk_t, FreeList_t>* tl) {
674 assert(tl != NULL && tl->parent() != NULL, "really need a proper sub-tree");
675 // locate the subtree minimum by walking down left branches
676 TreeList<Chunk_t, FreeList_t>* curTL = tl;
677 for (; curTL->left() != NULL; curTL = curTL->left());
678 // obviously curTL now has at most one child, a right child
679 if (curTL != root()) { // Should this test just be removed?
680 TreeList<Chunk_t, FreeList_t>* parentTL = curTL->parent();
681 if (parentTL->left() == curTL) { // curTL is a left child
682 parentTL->set_left(curTL->right());
683 } else {
684 // If the list tl has no left child, then curTL may be
685 // the right child of parentTL.
686 assert(parentTL->right() == curTL, "should be a right child");
687 parentTL->set_right(curTL->right());
688 }
689 } else {
690 // The only use of this method would not pass the root of the
691 // tree (as indicated by the assertion above that the tree list
692 // has a parent) but the specification does not explicitly exclude the
693 // passing of the root so accommodate it.
694 set_root(NULL);
695 }
696 debug_only(
697 curTL->clear_parent(); // Test if this needs to be cleared
698 curTL->clear_right(); // recall, above, left child is already null
699 )
700 // we just excised a (non-root) node, we should still verify all tree invariants
701 if (FLSVerifyDictionary) {
702 verify_tree();
703 }
704 return curTL;
705 }
706
707 template <class Chunk_t, class FreeList_t>
708 void BinaryTreeDictionary<Chunk_t, FreeList_t>::insert_chunk_in_tree(Chunk_t* fc) {
709 TreeList<Chunk_t, FreeList_t> *curTL, *prevTL;
710 size_t size = fc->size();
711
712 assert((size >= min_size()),
713 err_msg(SIZE_FORMAT " is too small to be a TreeChunk<Chunk_t, FreeList_t> " SIZE_FORMAT,
714 size, min_size()));
715 if (FLSVerifyDictionary) {
716 verify_tree();
717 }
718
719 fc->clear_next();
720 fc->link_prev(NULL);
721
722 // work down from the _root, looking for insertion point
723 for (prevTL = curTL = root(); curTL != NULL;) {
724 if (curTL->size() == size) // exact match
725 break;
726 prevTL = curTL;
727 if (curTL->size() > size) { // follow left branch
753 prevTL->set_right(newTL);
754 } else { // am left child
755 assert(prevTL->size() > size && prevTL->left() == NULL, "cpt pt inv");
756 prevTL->set_left(newTL);
757 }
758 }
759 }
760 assert(tc->list() != NULL, "Tree list should be set");
761
762 inc_total_size(size);
763 // Method 'total_size_in_tree' walks through the every block in the
764 // tree, so it can cause significant performance loss if there are
765 // many blocks in the tree
766 assert(!FLSVerifyDictionary || total_size_in_tree(root()) == total_size(), "_total_size inconsistency");
767 set_total_free_blocks(total_free_blocks() + 1);
768 if (FLSVerifyDictionary) {
769 verify_tree();
770 }
771 }
772
773 template <class Chunk_t, class FreeList_t>
774 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::max_chunk_size() const {
775 FreeBlockDictionary<Chunk_t>::verify_par_locked();
776 TreeList<Chunk_t, FreeList_t>* tc = root();
777 if (tc == NULL) return 0;
778 for (; tc->right() != NULL; tc = tc->right());
779 return tc->size();
780 }
781
782 template <class Chunk_t, class FreeList_t>
783 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_list_length(TreeList<Chunk_t, FreeList_t>* tl) const {
784 size_t res;
785 res = tl->count();
786 #ifdef ASSERT
787 size_t cnt;
788 Chunk_t* tc = tl->head();
789 for (cnt = 0; tc != NULL; tc = tc->next(), cnt++);
790 assert(res == cnt, "The count is not being maintained correctly");
791 #endif
792 return res;
793 }
794
795 template <class Chunk_t, class FreeList_t>
796 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_size_in_tree(TreeList<Chunk_t, FreeList_t>* tl) const {
797 if (tl == NULL)
798 return 0;
799 return (tl->size() * total_list_length(tl)) +
800 total_size_in_tree(tl->left()) +
801 total_size_in_tree(tl->right());
802 }
803
804 template <class Chunk_t, class FreeList_t>
805 double BinaryTreeDictionary<Chunk_t, FreeList_t>::sum_of_squared_block_sizes(TreeList<Chunk_t, FreeList_t>* const tl) const {
806 if (tl == NULL) {
807 return 0.0;
808 }
809 double size = (double)(tl->size());
810 double curr = size * size * total_list_length(tl);
811 curr += sum_of_squared_block_sizes(tl->left());
812 curr += sum_of_squared_block_sizes(tl->right());
813 return curr;
814 }
815
816 template <class Chunk_t, class FreeList_t>
817 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_free_blocks_in_tree(TreeList<Chunk_t, FreeList_t>* tl) const {
818 if (tl == NULL)
819 return 0;
820 return total_list_length(tl) +
821 total_free_blocks_in_tree(tl->left()) +
822 total_free_blocks_in_tree(tl->right());
823 }
824
825 template <class Chunk_t, class FreeList_t>
826 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::num_free_blocks() const {
827 assert(total_free_blocks_in_tree(root()) == total_free_blocks(),
828 "_total_free_blocks inconsistency");
829 return total_free_blocks();
830 }
831
832 template <class Chunk_t, class FreeList_t>
833 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::tree_height_helper(TreeList<Chunk_t, FreeList_t>* tl) const {
834 if (tl == NULL)
835 return 0;
836 return 1 + MAX2(tree_height_helper(tl->left()),
837 tree_height_helper(tl->right()));
838 }
839
840 template <class Chunk_t, class FreeList_t>
841 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::tree_height() const {
842 return tree_height_helper(root());
843 }
844
845 template <class Chunk_t, class FreeList_t>
846 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_nodes_helper(TreeList<Chunk_t, FreeList_t>* tl) const {
847 if (tl == NULL) {
848 return 0;
849 }
850 return 1 + total_nodes_helper(tl->left()) +
851 total_nodes_helper(tl->right());
852 }
853
854 template <class Chunk_t, class FreeList_t>
855 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_nodes_in_tree(TreeList<Chunk_t, FreeList_t>* tl) const {
856 return total_nodes_helper(root());
857 }
858
859 template <class Chunk_t, class FreeList_t>
860 void BinaryTreeDictionary<Chunk_t, FreeList_t>::dict_census_update(size_t size, bool split, bool birth){}
861
862 #if INCLUDE_ALL_GCS
863 template <>
864 void AFLBinaryTreeDictionary::dict_census_update(size_t size, bool split, bool birth) {
865 TreeList<FreeChunk, AdaptiveFreeList<FreeChunk> >* nd = find_list(size);
866 if (nd) {
867 if (split) {
868 if (birth) {
869 nd->increment_split_births();
870 nd->increment_surplus();
871 } else {
872 nd->increment_split_deaths();
873 nd->decrement_surplus();
874 }
875 } else {
876 if (birth) {
877 nd->increment_coal_births();
878 nd->increment_surplus();
879 } else {
880 nd->increment_coal_deaths();
881 nd->decrement_surplus();
882 }
883 }
884 }
885 // A list for this size may not be found (nd == 0) if
886 // This is a death where the appropriate list is now
887 // empty and has been removed from the list.
888 // This is a birth associated with a LinAB. The chunk
889 // for the LinAB is not in the dictionary.
890 }
891 #endif // INCLUDE_ALL_GCS
892
893 template <class Chunk_t, class FreeList_t>
894 bool BinaryTreeDictionary<Chunk_t, FreeList_t>::coal_dict_over_populated(size_t size) {
895 // For the general type of freelists, encourage coalescing by
896 // returning true.
897 return true;
898 }
899
900 #if INCLUDE_ALL_GCS
901 template <>
902 bool AFLBinaryTreeDictionary::coal_dict_over_populated(size_t size) {
903 if (FLSAlwaysCoalesceLarge) return true;
904
905 TreeList<FreeChunk, AdaptiveFreeList<FreeChunk> >* list_of_size = find_list(size);
906 // None of requested size implies overpopulated.
907 return list_of_size == NULL || list_of_size->coal_desired() <= 0 ||
908 list_of_size->count() > list_of_size->coal_desired();
909 }
910 #endif // INCLUDE_ALL_GCS
911
912 // Closures for walking the binary tree.
913 // do_list() walks the free list in a node applying the closure
914 // to each free chunk in the list
915 // do_tree() walks the nodes in the binary tree applying do_list()
916 // to each list at each node.
917
918 template <class Chunk_t, class FreeList_t>
919 class TreeCensusClosure : public StackObj {
920 protected:
921 virtual void do_list(FreeList_t* fl) = 0;
922 public:
923 virtual void do_tree(TreeList<Chunk_t, FreeList_t>* tl) = 0;
924 };
925
926 template <class Chunk_t, class FreeList_t>
927 class AscendTreeCensusClosure : public TreeCensusClosure<Chunk_t, FreeList_t> {
928 public:
929 void do_tree(TreeList<Chunk_t, FreeList_t>* tl) {
930 if (tl != NULL) {
931 do_tree(tl->left());
932 this->do_list(tl);
933 do_tree(tl->right());
934 }
935 }
936 };
937
938 template <class Chunk_t, class FreeList_t>
939 class DescendTreeCensusClosure : public TreeCensusClosure<Chunk_t, FreeList_t> {
940 public:
941 void do_tree(TreeList<Chunk_t, FreeList_t>* tl) {
942 if (tl != NULL) {
943 do_tree(tl->right());
944 this->do_list(tl);
945 do_tree(tl->left());
946 }
947 }
948 };
949
950 // For each list in the tree, calculate the desired, desired
951 // coalesce, count before sweep, and surplus before sweep.
952 template <class Chunk_t, class FreeList_t>
953 class BeginSweepClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
954 double _percentage;
955 float _inter_sweep_current;
956 float _inter_sweep_estimate;
957 float _intra_sweep_estimate;
958
959 public:
960 BeginSweepClosure(double p, float inter_sweep_current,
961 float inter_sweep_estimate,
962 float intra_sweep_estimate) :
963 _percentage(p),
964 _inter_sweep_current(inter_sweep_current),
965 _inter_sweep_estimate(inter_sweep_estimate),
966 _intra_sweep_estimate(intra_sweep_estimate) { }
967
968 void do_list(FreeList<Chunk_t>* fl) {}
969
970 #if INCLUDE_ALL_GCS
971 void do_list(AdaptiveFreeList<Chunk_t>* fl) {
972 double coalSurplusPercent = _percentage;
973 fl->compute_desired(_inter_sweep_current, _inter_sweep_estimate, _intra_sweep_estimate);
974 fl->set_coal_desired((ssize_t)((double)fl->desired() * coalSurplusPercent));
975 fl->set_before_sweep(fl->count());
976 fl->set_bfr_surp(fl->surplus());
977 }
978 #endif // INCLUDE_ALL_GCS
979 };
980
981 // Used to search the tree until a condition is met.
982 // Similar to TreeCensusClosure but searches the
983 // tree and returns promptly when found.
984
985 template <class Chunk_t, class FreeList_t>
986 class TreeSearchClosure : public StackObj {
987 protected:
988 virtual bool do_list(FreeList_t* fl) = 0;
989 public:
990 virtual bool do_tree(TreeList<Chunk_t, FreeList_t>* tl) = 0;
991 };
992
993 #if 0 // Don't need this yet but here for symmetry.
994 template <class Chunk_t, class FreeList_t>
995 class AscendTreeSearchClosure : public TreeSearchClosure<Chunk_t> {
996 public:
997 bool do_tree(TreeList<Chunk_t, FreeList_t>* tl) {
998 if (tl != NULL) {
999 if (do_tree(tl->left())) return true;
1000 if (do_list(tl)) return true;
1001 if (do_tree(tl->right())) return true;
1002 }
1003 return false;
1004 }
1005 };
1006 #endif
1007
1008 template <class Chunk_t, class FreeList_t>
1009 class DescendTreeSearchClosure : public TreeSearchClosure<Chunk_t, FreeList_t> {
1010 public:
1011 bool do_tree(TreeList<Chunk_t, FreeList_t>* tl) {
1012 if (tl != NULL) {
1013 if (do_tree(tl->right())) return true;
1014 if (this->do_list(tl)) return true;
1015 if (do_tree(tl->left())) return true;
1016 }
1017 return false;
1018 }
1019 };
1020
1021 // Searches the tree for a chunk that ends at the
1022 // specified address.
1023 template <class Chunk_t, class FreeList_t>
1024 class EndTreeSearchClosure : public DescendTreeSearchClosure<Chunk_t, FreeList_t> {
1025 HeapWord* _target;
1026 Chunk_t* _found;
1027
1028 public:
1029 EndTreeSearchClosure(HeapWord* target) : _target(target), _found(NULL) {}
1030 bool do_list(FreeList_t* fl) {
1031 Chunk_t* item = fl->head();
1032 while (item != NULL) {
1033 if (item->end() == (uintptr_t*) _target) {
1034 _found = item;
1035 return true;
1036 }
1037 item = item->next();
1038 }
1039 return false;
1040 }
1041 Chunk_t* found() { return _found; }
1042 };
1043
1044 template <class Chunk_t, class FreeList_t>
1045 Chunk_t* BinaryTreeDictionary<Chunk_t, FreeList_t>::find_chunk_ends_at(HeapWord* target) const {
1046 EndTreeSearchClosure<Chunk_t, FreeList_t> etsc(target);
1047 bool found_target = etsc.do_tree(root());
1048 assert(found_target || etsc.found() == NULL, "Consistency check");
1049 assert(!found_target || etsc.found() != NULL, "Consistency check");
1050 return etsc.found();
1051 }
1052
1053 template <class Chunk_t, class FreeList_t>
1054 void BinaryTreeDictionary<Chunk_t, FreeList_t>::begin_sweep_dict_census(double coalSurplusPercent,
1055 float inter_sweep_current, float inter_sweep_estimate, float intra_sweep_estimate) {
1056 BeginSweepClosure<Chunk_t, FreeList_t> bsc(coalSurplusPercent, inter_sweep_current,
1057 inter_sweep_estimate,
1058 intra_sweep_estimate);
1059 bsc.do_tree(root());
1060 }
1061
1062 // Closures and methods for calculating total bytes returned to the
1063 // free lists in the tree.
1064 #ifndef PRODUCT
1065 template <class Chunk_t, class FreeList_t>
1066 class InitializeDictReturnedBytesClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1067 public:
1068 void do_list(FreeList_t* fl) {
1069 fl->set_returned_bytes(0);
1070 }
1071 };
1072
1073 template <class Chunk_t, class FreeList_t>
1074 void BinaryTreeDictionary<Chunk_t, FreeList_t>::initialize_dict_returned_bytes() {
1075 InitializeDictReturnedBytesClosure<Chunk_t, FreeList_t> idrb;
1076 idrb.do_tree(root());
1077 }
1078
1079 template <class Chunk_t, class FreeList_t>
1080 class ReturnedBytesClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1081 size_t _dict_returned_bytes;
1082 public:
1083 ReturnedBytesClosure() { _dict_returned_bytes = 0; }
1084 void do_list(FreeList_t* fl) {
1085 _dict_returned_bytes += fl->returned_bytes();
1086 }
1087 size_t dict_returned_bytes() { return _dict_returned_bytes; }
1088 };
1089
1090 template <class Chunk_t, class FreeList_t>
1091 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::sum_dict_returned_bytes() {
1092 ReturnedBytesClosure<Chunk_t, FreeList_t> rbc;
1093 rbc.do_tree(root());
1094
1095 return rbc.dict_returned_bytes();
1096 }
1097
1098 // Count the number of entries in the tree.
1099 template <class Chunk_t, class FreeList_t>
1100 class treeCountClosure : public DescendTreeCensusClosure<Chunk_t, FreeList_t> {
1101 public:
1102 uint count;
1103 treeCountClosure(uint c) { count = c; }
1104 void do_list(FreeList_t* fl) {
1105 count++;
1106 }
1107 };
1108
1109 template <class Chunk_t, class FreeList_t>
1110 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::total_count() {
1111 treeCountClosure<Chunk_t, FreeList_t> ctc(0);
1112 ctc.do_tree(root());
1113 return ctc.count;
1114 }
1115 #endif // PRODUCT
1116
1117 // Calculate surpluses for the lists in the tree.
1118 template <class Chunk_t, class FreeList_t>
1119 class setTreeSurplusClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1120 double percentage;
1121 public:
1122 setTreeSurplusClosure(double v) { percentage = v; }
1123 void do_list(FreeList<Chunk_t>* fl) {}
1124
1125 #if INCLUDE_ALL_GCS
1126 void do_list(AdaptiveFreeList<Chunk_t>* fl) {
1127 double splitSurplusPercent = percentage;
1128 fl->set_surplus(fl->count() -
1129 (ssize_t)((double)fl->desired() * splitSurplusPercent));
1130 }
1131 #endif // INCLUDE_ALL_GCS
1132 };
1133
1134 template <class Chunk_t, class FreeList_t>
1135 void BinaryTreeDictionary<Chunk_t, FreeList_t>::set_tree_surplus(double splitSurplusPercent) {
1136 setTreeSurplusClosure<Chunk_t, FreeList_t> sts(splitSurplusPercent);
1137 sts.do_tree(root());
1138 }
1139
1140 // Set hints for the lists in the tree.
1141 template <class Chunk_t, class FreeList_t>
1142 class setTreeHintsClosure : public DescendTreeCensusClosure<Chunk_t, FreeList_t> {
1143 size_t hint;
1144 public:
1145 setTreeHintsClosure(size_t v) { hint = v; }
1146 void do_list(FreeList<Chunk_t>* fl) {}
1147
1148 #if INCLUDE_ALL_GCS
1149 void do_list(AdaptiveFreeList<Chunk_t>* fl) {
1150 fl->set_hint(hint);
1151 assert(fl->hint() == 0 || fl->hint() > fl->size(),
1152 "Current hint is inconsistent");
1153 if (fl->surplus() > 0) {
1154 hint = fl->size();
1155 }
1156 }
1157 #endif // INCLUDE_ALL_GCS
1158 };
1159
1160 template <class Chunk_t, class FreeList_t>
1161 void BinaryTreeDictionary<Chunk_t, FreeList_t>::set_tree_hints(void) {
1162 setTreeHintsClosure<Chunk_t, FreeList_t> sth(0);
1163 sth.do_tree(root());
1164 }
1165
1166 // Save count before previous sweep and splits and coalesces.
1167 template <class Chunk_t, class FreeList_t>
1168 class clearTreeCensusClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1169 void do_list(FreeList<Chunk_t>* fl) {}
1170
1171 #if INCLUDE_ALL_GCS
1172 void do_list(AdaptiveFreeList<Chunk_t>* fl) {
1173 fl->set_prev_sweep(fl->count());
1174 fl->set_coal_births(0);
1175 fl->set_coal_deaths(0);
1176 fl->set_split_births(0);
1177 fl->set_split_deaths(0);
1178 }
1179 #endif // INCLUDE_ALL_GCS
1180 };
1181
1182 template <class Chunk_t, class FreeList_t>
1183 void BinaryTreeDictionary<Chunk_t, FreeList_t>::clear_tree_census(void) {
1184 clearTreeCensusClosure<Chunk_t, FreeList_t> ctc;
1185 ctc.do_tree(root());
1186 }
1187
1188 // Do reporting and post sweep clean up.
1189 template <class Chunk_t, class FreeList_t>
1190 void BinaryTreeDictionary<Chunk_t, FreeList_t>::end_sweep_dict_census(double splitSurplusPercent) {
1191 // Does walking the tree 3 times hurt?
1192 set_tree_surplus(splitSurplusPercent);
1193 set_tree_hints();
1194 if (PrintGC && Verbose) {
1195 report_statistics();
1196 }
1197 clear_tree_census();
1198 }
1199
1200 // Print summary statistics
1201 template <class Chunk_t, class FreeList_t>
1202 void BinaryTreeDictionary<Chunk_t, FreeList_t>::report_statistics() const {
1203 FreeBlockDictionary<Chunk_t>::verify_par_locked();
1204 gclog_or_tty->print("Statistics for BinaryTreeDictionary:\n"
1205 "------------------------------------\n");
1206 size_t total_size = total_chunk_size(debug_only(NULL));
1207 size_t free_blocks = num_free_blocks();
1208 gclog_or_tty->print("Total Free Space: %d\n", total_size);
1209 gclog_or_tty->print("Max Chunk Size: %d\n", max_chunk_size());
1210 gclog_or_tty->print("Number of Blocks: %d\n", free_blocks);
1211 if (free_blocks > 0) {
1212 gclog_or_tty->print("Av. Block Size: %d\n", total_size/free_blocks);
1213 }
1214 gclog_or_tty->print("Tree Height: %d\n", tree_height());
1215 }
1216
1217 // Print census information - counts, births, deaths, etc.
1218 // for each list in the tree. Also print some summary
1219 // information.
1220 template <class Chunk_t, class FreeList_t>
1221 class PrintTreeCensusClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1222 int _print_line;
1223 size_t _total_free;
1224 FreeList_t _total;
1225
1226 public:
1227 PrintTreeCensusClosure() {
1228 _print_line = 0;
1229 _total_free = 0;
1230 }
1231 FreeList_t* total() { return &_total; }
1232 size_t total_free() { return _total_free; }
1233 void do_list(FreeList<Chunk_t>* fl) {
1234 if (++_print_line >= 40) {
1235 FreeList_t::print_labels_on(gclog_or_tty, "size");
1236 _print_line = 0;
1237 }
1238 fl->print_on(gclog_or_tty);
1239 _total_free += fl->count() * fl->size() ;
1240 total()->set_count( total()->count() + fl->count() );
1241 }
1242
1243 #if INCLUDE_ALL_GCS
1244 void do_list(AdaptiveFreeList<Chunk_t>* fl) {
1245 if (++_print_line >= 40) {
1246 FreeList_t::print_labels_on(gclog_or_tty, "size");
1247 _print_line = 0;
1248 }
1249 fl->print_on(gclog_or_tty);
1250 _total_free += fl->count() * fl->size() ;
1251 total()->set_count( total()->count() + fl->count() );
1252 total()->set_bfr_surp( total()->bfr_surp() + fl->bfr_surp() );
1253 total()->set_surplus( total()->split_deaths() + fl->surplus() );
1254 total()->set_desired( total()->desired() + fl->desired() );
1255 total()->set_prev_sweep( total()->prev_sweep() + fl->prev_sweep() );
1256 total()->set_before_sweep(total()->before_sweep() + fl->before_sweep());
1257 total()->set_coal_births( total()->coal_births() + fl->coal_births() );
1258 total()->set_coal_deaths( total()->coal_deaths() + fl->coal_deaths() );
1259 total()->set_split_births(total()->split_births() + fl->split_births());
1260 total()->set_split_deaths(total()->split_deaths() + fl->split_deaths());
1261 }
1262 #endif // INCLUDE_ALL_GCS
1263 };
1264
1265 template <class Chunk_t, class FreeList_t>
1266 void BinaryTreeDictionary<Chunk_t, FreeList_t>::print_dict_census(void) const {
1267
1268 gclog_or_tty->print("\nBinaryTree\n");
1269 FreeList_t::print_labels_on(gclog_or_tty, "size");
1270 PrintTreeCensusClosure<Chunk_t, FreeList_t> ptc;
1271 ptc.do_tree(root());
1272
1273 FreeList_t* total = ptc.total();
1274 FreeList_t::print_labels_on(gclog_or_tty, " ");
1275 }
1276
1277 #if INCLUDE_ALL_GCS
1278 template <>
1279 void AFLBinaryTreeDictionary::print_dict_census(void) const {
1280
1281 gclog_or_tty->print("\nBinaryTree\n");
1282 AdaptiveFreeList<FreeChunk>::print_labels_on(gclog_or_tty, "size");
1283 PrintTreeCensusClosure<FreeChunk, AdaptiveFreeList<FreeChunk> > ptc;
1284 ptc.do_tree(root());
1285
1286 AdaptiveFreeList<FreeChunk>* total = ptc.total();
1287 AdaptiveFreeList<FreeChunk>::print_labels_on(gclog_or_tty, " ");
1288 total->print_on(gclog_or_tty, "TOTAL\t");
1289 gclog_or_tty->print(
1290 "total_free(words): " SIZE_FORMAT_W(16)
1291 " growth: %8.5f deficit: %8.5f\n",
1292 ptc.total_free(),
1293 (double)(total->split_births() + total->coal_births()
1294 - total->split_deaths() - total->coal_deaths())
1295 /(total->prev_sweep() != 0 ? (double)total->prev_sweep() : 1.0),
1296 (double)(total->desired() - total->count())
1297 /(total->desired() != 0 ? (double)total->desired() : 1.0));
1298 }
1299 #endif // INCLUDE_ALL_GCS
1300
1301 template <class Chunk_t, class FreeList_t>
1302 class PrintFreeListsClosure : public AscendTreeCensusClosure<Chunk_t, FreeList_t> {
1303 outputStream* _st;
1304 int _print_line;
1305
1306 public:
1307 PrintFreeListsClosure(outputStream* st) {
1308 _st = st;
1309 _print_line = 0;
1310 }
1311 void do_list(FreeList_t* fl) {
1312 if (++_print_line >= 40) {
1313 FreeList_t::print_labels_on(_st, "size");
1314 _print_line = 0;
1315 }
1316 fl->print_on(gclog_or_tty);
1317 size_t sz = fl->size();
1318 for (Chunk_t* fc = fl->head(); fc != NULL;
1319 fc = fc->next()) {
1320 _st->print_cr("\t[" PTR_FORMAT "," PTR_FORMAT ") %s",
1321 fc, (HeapWord*)fc + sz,
1322 fc->cantCoalesce() ? "\t CC" : "");
1323 }
1324 }
1325 };
1326
1327 template <class Chunk_t, class FreeList_t>
1328 void BinaryTreeDictionary<Chunk_t, FreeList_t>::print_free_lists(outputStream* st) const {
1329
1330 FreeList_t::print_labels_on(st, "size");
1331 PrintFreeListsClosure<Chunk_t, FreeList_t> pflc(st);
1332 pflc.do_tree(root());
1333 }
1334
1335 // Verify the following tree invariants:
1336 // . _root has no parent
1337 // . parent and child point to each other
1338 // . each node's key correctly related to that of its child(ren)
1339 template <class Chunk_t, class FreeList_t>
1340 void BinaryTreeDictionary<Chunk_t, FreeList_t>::verify_tree() const {
1341 guarantee(root() == NULL || total_free_blocks() == 0 ||
1342 total_size() != 0, "_total_size should't be 0?");
1343 guarantee(root() == NULL || root()->parent() == NULL, "_root shouldn't have parent");
1344 verify_tree_helper(root());
1345 }
1346
1347 template <class Chunk_t, class FreeList_t>
1348 size_t BinaryTreeDictionary<Chunk_t, FreeList_t>::verify_prev_free_ptrs(TreeList<Chunk_t, FreeList_t>* tl) {
1349 size_t ct = 0;
1350 for (Chunk_t* curFC = tl->head(); curFC != NULL; curFC = curFC->next()) {
1351 ct++;
1352 assert(curFC->prev() == NULL || curFC->prev()->is_free(),
1353 "Chunk should be free");
1354 }
1355 return ct;
1356 }
1357
1358 // Note: this helper is recursive rather than iterative, so use with
1359 // caution on very deep trees; and watch out for stack overflow errors;
1360 // In general, to be used only for debugging.
1361 template <class Chunk_t, class FreeList_t>
1362 void BinaryTreeDictionary<Chunk_t, FreeList_t>::verify_tree_helper(TreeList<Chunk_t, FreeList_t>* tl) const {
1363 if (tl == NULL)
1364 return;
1365 guarantee(tl->size() != 0, "A list must has a size");
1366 guarantee(tl->left() == NULL || tl->left()->parent() == tl,
1367 "parent<-/->left");
1368 guarantee(tl->right() == NULL || tl->right()->parent() == tl,
1369 "parent<-/->right");;
1370 guarantee(tl->left() == NULL || tl->left()->size() < tl->size(),
1371 "parent !> left");
1372 guarantee(tl->right() == NULL || tl->right()->size() > tl->size(),
1373 "parent !< left");
1374 guarantee(tl->head() == NULL || tl->head()->is_free(), "!Free");
1375 guarantee(tl->head() == NULL || tl->head_as_TreeChunk()->list() == tl,
1376 "list inconsistency");
1377 guarantee(tl->count() > 0 || (tl->head() == NULL && tl->tail() == NULL),
1378 "list count is inconsistent");
1379 guarantee(tl->count() > 1 || tl->head() == tl->tail(),
1380 "list is incorrectly constructed");
1381 size_t count = verify_prev_free_ptrs(tl);
1382 guarantee(count == (size_t)tl->count(), "Node count is incorrect");
1383 if (tl->head() != NULL) {
1384 tl->head_as_TreeChunk()->verify_tree_chunk_list();
1385 }
1386 verify_tree_helper(tl->left());
1387 verify_tree_helper(tl->right());
1388 }
1389
1390 template <class Chunk_t, class FreeList_t>
1391 void BinaryTreeDictionary<Chunk_t, FreeList_t>::verify() const {
1392 verify_tree();
1393 guarantee(total_size() == total_size_in_tree(root()), "Total Size inconsistency");
1394 }
1395
1396 template class TreeList<Metablock, FreeList<Metablock> >;
1397 template class BinaryTreeDictionary<Metablock, FreeList<Metablock> >;
1398 template class TreeChunk<Metablock, FreeList<Metablock> >;
1399
1400 template class TreeList<Metachunk, FreeList<Metachunk> >;
1401 template class BinaryTreeDictionary<Metachunk, FreeList<Metachunk> >;
1402 template class TreeChunk<Metachunk, FreeList<Metachunk> >;
1403
1404
1405 #if INCLUDE_ALL_GCS
1406 // Explicitly instantiate these types for FreeChunk.
1407 template class TreeList<FreeChunk, AdaptiveFreeList<FreeChunk> >;
1408 template class BinaryTreeDictionary<FreeChunk, AdaptiveFreeList<FreeChunk> >;
1409 template class TreeChunk<FreeChunk, AdaptiveFreeList<FreeChunk> >;
1410
1411 #endif // INCLUDE_ALL_GCS
|