55 inline const BitMapView ZLiveMap::segment_live_bits() const {
56 return BitMapView(const_cast<BitMap::bm_word_t*>(&_segment_live_bits), nsegments);
57 }
58
59 inline const BitMapView ZLiveMap::segment_claim_bits() const {
60 return BitMapView(const_cast<BitMap::bm_word_t*>(&_segment_claim_bits), nsegments);
61 }
62
63 inline BitMapView ZLiveMap::segment_live_bits() {
64 return BitMapView(&_segment_live_bits, nsegments);
65 }
66
67 inline BitMapView ZLiveMap::segment_claim_bits() {
68 return BitMapView(&_segment_claim_bits, nsegments);
69 }
70
71 inline bool ZLiveMap::is_segment_live(BitMap::idx_t segment) const {
72 return segment_live_bits().par_at(segment);
73 }
74
75 inline bool ZLiveMap::set_segment_live_atomic(BitMap::idx_t segment) {
76 return segment_live_bits().par_set_bit(segment, memory_order_release);
77 }
78
79 inline bool ZLiveMap::claim_segment(BitMap::idx_t segment) {
80 return segment_claim_bits().par_set_bit(segment, memory_order_acq_rel);
81 }
82
83 inline BitMap::idx_t ZLiveMap::first_live_segment() const {
84 return segment_live_bits().get_next_one_offset(0, nsegments);
85 }
86
87 inline BitMap::idx_t ZLiveMap::next_live_segment(BitMap::idx_t segment) const {
88 return segment_live_bits().get_next_one_offset(segment + 1, nsegments);
89 }
90
91 inline BitMap::idx_t ZLiveMap::segment_size() const {
92 return _bitmap.size() / nsegments;
93 }
94
95 inline BitMap::idx_t ZLiveMap::index_to_segment(BitMap::idx_t index) const {
96 return index >> _segment_shift;
97 }
98
99 inline bool ZLiveMap::get(size_t index) const {
100 BitMap::idx_t segment = index_to_segment(index);
101 return is_marked() && // Page is marked
102 is_segment_live(segment) && // Segment is marked
103 _bitmap.at(index); // Object is marked
104 }
105
106 inline bool ZLiveMap::set_atomic(size_t index, bool finalizable, bool& inc_live) {
107 if (!is_marked()) {
108 // First object to be marked during this
109 // cycle, reset marking information.
110 reset(index);
111 }
112
113 const BitMap::idx_t segment = index_to_segment(index);
114 if (!is_segment_live(segment)) {
115 // First object to be marked in this segment during
116 // this cycle, reset segment bitmap.
117 reset_segment(segment);
118 }
119
120 return _bitmap.par_set_bit_pair(index, finalizable, inc_live);
121 }
122
123 inline void ZLiveMap::inc_live_atomic(uint32_t objects, size_t bytes) {
124 Atomic::add(objects, &_live_objects);
125 Atomic::add(bytes, &_live_bytes);
126 }
127
128 inline BitMap::idx_t ZLiveMap::segment_start(BitMap::idx_t segment) const {
129 return segment_size() * segment;
130 }
131
132 inline BitMap::idx_t ZLiveMap::segment_end(BitMap::idx_t segment) const {
133 return segment_start(segment) + segment_size();
134 }
135
136 inline void ZLiveMap::iterate_segment(ObjectClosure* cl, BitMap::idx_t segment, uintptr_t page_start, size_t page_object_alignment_shift) {
137 assert(is_segment_live(segment), "Must be");
138
139 const BitMap::idx_t start_index = segment_start(segment);
140 const BitMap::idx_t end_index = segment_end(segment);
141 BitMap::idx_t index = _bitmap.get_next_one_offset(start_index, end_index);
142
143 while (index < end_index) {
|
55 inline const BitMapView ZLiveMap::segment_live_bits() const {
56 return BitMapView(const_cast<BitMap::bm_word_t*>(&_segment_live_bits), nsegments);
57 }
58
59 inline const BitMapView ZLiveMap::segment_claim_bits() const {
60 return BitMapView(const_cast<BitMap::bm_word_t*>(&_segment_claim_bits), nsegments);
61 }
62
63 inline BitMapView ZLiveMap::segment_live_bits() {
64 return BitMapView(&_segment_live_bits, nsegments);
65 }
66
67 inline BitMapView ZLiveMap::segment_claim_bits() {
68 return BitMapView(&_segment_claim_bits, nsegments);
69 }
70
71 inline bool ZLiveMap::is_segment_live(BitMap::idx_t segment) const {
72 return segment_live_bits().par_at(segment);
73 }
74
75 inline bool ZLiveMap::set_segment_live(BitMap::idx_t segment) {
76 return segment_live_bits().par_set_bit(segment, memory_order_release);
77 }
78
79 inline bool ZLiveMap::claim_segment(BitMap::idx_t segment) {
80 return segment_claim_bits().par_set_bit(segment, memory_order_acq_rel);
81 }
82
83 inline BitMap::idx_t ZLiveMap::first_live_segment() const {
84 return segment_live_bits().get_next_one_offset(0, nsegments);
85 }
86
87 inline BitMap::idx_t ZLiveMap::next_live_segment(BitMap::idx_t segment) const {
88 return segment_live_bits().get_next_one_offset(segment + 1, nsegments);
89 }
90
91 inline BitMap::idx_t ZLiveMap::segment_size() const {
92 return _bitmap.size() / nsegments;
93 }
94
95 inline BitMap::idx_t ZLiveMap::index_to_segment(BitMap::idx_t index) const {
96 return index >> _segment_shift;
97 }
98
99 inline bool ZLiveMap::get(size_t index) const {
100 BitMap::idx_t segment = index_to_segment(index);
101 return is_marked() && // Page is marked
102 is_segment_live(segment) && // Segment is marked
103 _bitmap.at(index); // Object is marked
104 }
105
106 inline bool ZLiveMap::set(size_t index, bool finalizable, bool& inc_live) {
107 if (!is_marked()) {
108 // First object to be marked during this
109 // cycle, reset marking information.
110 reset(index);
111 }
112
113 const BitMap::idx_t segment = index_to_segment(index);
114 if (!is_segment_live(segment)) {
115 // First object to be marked in this segment during
116 // this cycle, reset segment bitmap.
117 reset_segment(segment);
118 }
119
120 return _bitmap.par_set_bit_pair(index, finalizable, inc_live);
121 }
122
123 inline void ZLiveMap::inc_live(uint32_t objects, size_t bytes) {
124 Atomic::add(objects, &_live_objects);
125 Atomic::add(bytes, &_live_bytes);
126 }
127
128 inline BitMap::idx_t ZLiveMap::segment_start(BitMap::idx_t segment) const {
129 return segment_size() * segment;
130 }
131
132 inline BitMap::idx_t ZLiveMap::segment_end(BitMap::idx_t segment) const {
133 return segment_start(segment) + segment_size();
134 }
135
136 inline void ZLiveMap::iterate_segment(ObjectClosure* cl, BitMap::idx_t segment, uintptr_t page_start, size_t page_object_alignment_shift) {
137 assert(is_segment_live(segment), "Must be");
138
139 const BitMap::idx_t start_index = segment_start(segment);
140 const BitMap::idx_t end_index = segment_end(segment);
141 BitMap::idx_t index = _bitmap.get_next_one_offset(start_index, end_index);
142
143 while (index < end_index) {
|