1 /*
2 * Copyright (c) 2015, 2017, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 */
23
24 #ifndef SHARE_GC_Z_ZLIVEMAP_INLINE_HPP
25 #define SHARE_GC_Z_ZLIVEMAP_INLINE_HPP
26
27 #include "gc/z/zBitMap.inline.hpp"
28 #include "gc/z/zLiveMap.hpp"
29 #include "gc/z/zMark.hpp"
30 #include "gc/z/zOop.inline.hpp"
31 #include "gc/z/zUtils.inline.hpp"
32 #include "runtime/atomic.hpp"
33 #include "utilities/bitMap.inline.hpp"
34 #include "utilities/debug.hpp"
35
36 inline void ZLiveMap::reset() {
37 _seqnum = 0;
38 }
39
40 inline bool ZLiveMap::is_marked() const {
41 return _seqnum == ZGlobalSeqNum;
42 }
43
44 inline uint32_t ZLiveMap::live_objects() const {
45 assert(ZGlobalPhase != ZPhaseMark, "Invalid phase");
46 return _live_objects;
47 }
48
49 inline size_t ZLiveMap::live_bytes() const {
50 assert(ZGlobalPhase != ZPhaseMark, "Invalid phase");
51 return _live_bytes;
52 }
53
54 inline const BitMapView ZLiveMap::segment_live_bits() const {
55 return BitMapView(const_cast<BitMap::bm_word_t*>(&_segment_live_bits), nsegments);
56 }
57
58 inline const BitMapView ZLiveMap::segment_claim_bits() const {
59 return BitMapView(const_cast<BitMap::bm_word_t*>(&_segment_claim_bits), nsegments);
60 }
61
62 inline BitMapView ZLiveMap::segment_live_bits() {
63 return BitMapView(&_segment_live_bits, nsegments);
64 }
65
66 inline BitMapView ZLiveMap::segment_claim_bits() {
67 return BitMapView(&_segment_claim_bits, nsegments);
68 }
69
70 inline bool ZLiveMap::is_segment_live(BitMap::idx_t segment) const {
71 return segment_live_bits().at(segment);
72 }
73
74 inline bool ZLiveMap::set_segment_live_atomic(BitMap::idx_t segment) {
75 return segment_live_bits().par_set_bit(segment);
76 }
77
78 inline bool ZLiveMap::claim_segment(BitMap::idx_t segment) {
79 return segment_claim_bits().par_set_bit(segment);
80 }
81
82 inline BitMap::idx_t ZLiveMap::first_live_segment() const {
83 return segment_live_bits().get_next_one_offset(0, nsegments);
84 }
85
86 inline BitMap::idx_t ZLiveMap::next_live_segment(BitMap::idx_t segment) const {
87 return segment_live_bits().get_next_one_offset(segment + 1, nsegments);
88 }
89
90 inline BitMap::idx_t ZLiveMap::segment_size() const {
91 return _bitmap.size() / nsegments;
92 }
93
94 inline BitMap::idx_t ZLiveMap::index_to_segment(BitMap::idx_t index) const {
95 return index >> _shift;
96 }
97
98 inline bool ZLiveMap::get(size_t index) const {
99 BitMap::idx_t segment = index_to_segment(index);
100 return is_marked() && // Page is marked
101 is_segment_live(segment) && // Segment is marked
102 _bitmap.at(index); // Object is marked
103 }
104
105 inline bool ZLiveMap::set_atomic(size_t index, bool finalizable, bool& inc_live) {
106 if (!is_marked()) {
107 // First object to be marked during this
108 // cycle, reset marking information.
109 reset(index);
110 }
111
112 const BitMap::idx_t segment = index_to_segment(index);
113 if (!is_segment_live(segment)) {
114 // First object to be marked in this segment during
115 // this cycle, reset segment bitmap.
116 reset_segment(segment);
117 }
118
119 return _bitmap.par_set_bit_pair(index, finalizable, inc_live);
120 }
121
122 inline void ZLiveMap::inc_live_atomic(uint32_t objects, size_t bytes) {
123 Atomic::add(objects, &_live_objects);
124 Atomic::add(bytes, &_live_bytes);
125 }
126
127 inline BitMap::idx_t ZLiveMap::segment_start(BitMap::idx_t segment) const {
128 return segment_size() * segment;
129 }
130
131 inline BitMap::idx_t ZLiveMap::segment_end(BitMap::idx_t segment) const {
132 return segment_start(segment) + segment_size();
133 }
134
135 inline void ZLiveMap::iterate_segment(ObjectClosure* cl, BitMap::idx_t segment, uintptr_t page_start, size_t page_object_alignment_shift) {
136 assert(is_segment_live(segment), "Must be");
137
138 const BitMap::idx_t start_index = segment_start(segment);
139 const BitMap::idx_t end_index = segment_end(segment);
140 BitMap::idx_t index = _bitmap.get_next_one_offset(start_index, end_index);
141
142 while (index < end_index) {
143 // Calculate object address
144 const uintptr_t addr = page_start + ((index / 2) << page_object_alignment_shift);
145
146 // Apply closure
147 cl->do_object(ZOop::to_oop(addr));
148
149 // Find next bit after this object
150 const size_t size = ZUtils::object_size(addr);
151 const uintptr_t next_addr = align_up(addr + size, 1 << page_object_alignment_shift);
152 const BitMap::idx_t next_index = ((next_addr - page_start) >> page_object_alignment_shift) * 2;
153 if (next_index >= end_index) {
154 // End of live map
155 break;
156 }
157
158 index = _bitmap.get_next_one_offset(next_index, end_index);
159 }
160 }
161
162 inline void ZLiveMap::iterate(ObjectClosure* cl, uintptr_t page_start, size_t page_object_alignment_shift) {
163 if (is_marked()) {
164 for (BitMap::idx_t segment = first_live_segment(); segment < nsegments; segment = next_live_segment(segment)) {
165 // For each live segment
166 iterate_segment(cl, segment, page_start, page_object_alignment_shift);
167 }
168 }
169 }
170
171 #endif // SHARE_GC_Z_ZLIVEMAP_INLINE_HPP