128 return result;
129 }
130
131 template <DecoratorSet decorators, typename BarrierSetT>
132 template <typename T>
133 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap(oop new_value, T* addr, oop compare_value) {
134 oop result = oop_atomic_cmpxchg_in_heap_impl(new_value, addr, compare_value);
135 keep_alive_if_weak(decorators, result);
136 return result;
137 }
138
139 template <DecoratorSet decorators, typename BarrierSetT>
140 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap_at(oop new_value, oop base, ptrdiff_t offset, oop compare_value) {
141 oop result = oop_atomic_cmpxchg_in_heap_impl(new_value, AccessInternal::oop_field_addr<decorators>(base, offset), compare_value);
142 keep_alive_if_weak(AccessBarrierSupport::resolve_possibly_unknown_oop_ref_strength<decorators>(base, offset), result);
143 return result;
144 }
145
146 template <DecoratorSet decorators, typename BarrierSetT>
147 template <typename T>
148 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_not_in_heap(oop new_value, T* addr) {
149 oop previous = Raw::oop_atomic_xchg(new_value, addr);
150 if (previous != NULL) {
151 return ShenandoahBarrierSet::barrier_set()->load_reference_barrier_not_null(previous);
152 } else {
153 return previous;
154 }
155 }
156
157 template <DecoratorSet decorators, typename BarrierSetT>
158 template <typename T>
159 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap_impl(oop new_value, T* addr) {
160 ShenandoahBarrierSet::barrier_set()->storeval_barrier(new_value);
161 oop result = oop_atomic_xchg_not_in_heap(new_value, addr);
162 const bool keep_alive = (decorators & AS_NO_KEEPALIVE) == 0;
163 if (keep_alive && ShenandoahSATBBarrier && !CompressedOops::is_null(result) &&
164 ShenandoahHeap::heap()->is_concurrent_mark_in_progress()) {
165 ShenandoahBarrierSet::barrier_set()->enqueue(result);
166 }
167 return result;
168 }
169
170 template <DecoratorSet decorators, typename BarrierSetT>
171 template <typename T>
172 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap(oop new_value, T* addr) {
173 oop result = oop_atomic_xchg_in_heap_impl(new_value, addr);
174 keep_alive_if_weak(addr, result);
175 return result;
176 }
177
178 template <DecoratorSet decorators, typename BarrierSetT>
179 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap_at(oop new_value, oop base, ptrdiff_t offset) {
180 oop result = oop_atomic_xchg_in_heap_impl(new_value, AccessInternal::oop_field_addr<decorators>(base, offset));
181 keep_alive_if_weak(AccessBarrierSupport::resolve_possibly_unknown_oop_ref_strength<decorators>(base, offset), result);
182 return result;
183 }
184
185 // Clone barrier support
186 template <DecoratorSet decorators, typename BarrierSetT>
187 void ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::clone_in_heap(oop src, oop dst, size_t size) {
188 if (ShenandoahCloneBarrier) {
189 ShenandoahBarrierSet::barrier_set()->clone_barrier_runtime(src);
190 }
191 Raw::clone(src, dst, size);
192 }
193
194 template <DecoratorSet decorators, typename BarrierSetT>
195 template <typename T>
196 bool ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_arraycopy_in_heap(arrayOop src_obj, size_t src_offset_in_bytes, T* src_raw,
197 arrayOop dst_obj, size_t dst_offset_in_bytes, T* dst_raw,
198 size_t length) {
199 ShenandoahBarrierSet* bs = ShenandoahBarrierSet::barrier_set();
200 bs->arraycopy_pre(arrayOopDesc::obj_offset_to_raw(src_obj, src_offset_in_bytes, src_raw),
|
128 return result;
129 }
130
131 template <DecoratorSet decorators, typename BarrierSetT>
132 template <typename T>
133 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap(oop new_value, T* addr, oop compare_value) {
134 oop result = oop_atomic_cmpxchg_in_heap_impl(new_value, addr, compare_value);
135 keep_alive_if_weak(decorators, result);
136 return result;
137 }
138
139 template <DecoratorSet decorators, typename BarrierSetT>
140 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap_at(oop new_value, oop base, ptrdiff_t offset, oop compare_value) {
141 oop result = oop_atomic_cmpxchg_in_heap_impl(new_value, AccessInternal::oop_field_addr<decorators>(base, offset), compare_value);
142 keep_alive_if_weak(AccessBarrierSupport::resolve_possibly_unknown_oop_ref_strength<decorators>(base, offset), result);
143 return result;
144 }
145
146 template <DecoratorSet decorators, typename BarrierSetT>
147 template <typename T>
148 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_not_in_heap(T* addr, oop new_value) {
149 oop previous = Raw::oop_atomic_xchg(addr, new_value);
150 if (previous != NULL) {
151 return ShenandoahBarrierSet::barrier_set()->load_reference_barrier_not_null(previous);
152 } else {
153 return previous;
154 }
155 }
156
157 template <DecoratorSet decorators, typename BarrierSetT>
158 template <typename T>
159 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap_impl(T* addr, oop new_value) {
160 ShenandoahBarrierSet::barrier_set()->storeval_barrier(new_value);
161 oop result = oop_atomic_xchg_not_in_heap(addr, new_value);
162 const bool keep_alive = (decorators & AS_NO_KEEPALIVE) == 0;
163 if (keep_alive && ShenandoahSATBBarrier && !CompressedOops::is_null(result) &&
164 ShenandoahHeap::heap()->is_concurrent_mark_in_progress()) {
165 ShenandoahBarrierSet::barrier_set()->enqueue(result);
166 }
167 return result;
168 }
169
170 template <DecoratorSet decorators, typename BarrierSetT>
171 template <typename T>
172 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap(T* addr, oop new_value) {
173 oop result = oop_atomic_xchg_in_heap_impl(addr, new_value);
174 keep_alive_if_weak(addr, result);
175 return result;
176 }
177
178 template <DecoratorSet decorators, typename BarrierSetT>
179 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap_at(oop base, ptrdiff_t offset, oop new_value) {
180 oop result = oop_atomic_xchg_in_heap_impl(AccessInternal::oop_field_addr<decorators>(base, offset), new_value);
181 keep_alive_if_weak(AccessBarrierSupport::resolve_possibly_unknown_oop_ref_strength<decorators>(base, offset), result);
182 return result;
183 }
184
185 // Clone barrier support
186 template <DecoratorSet decorators, typename BarrierSetT>
187 void ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::clone_in_heap(oop src, oop dst, size_t size) {
188 if (ShenandoahCloneBarrier) {
189 ShenandoahBarrierSet::barrier_set()->clone_barrier_runtime(src);
190 }
191 Raw::clone(src, dst, size);
192 }
193
194 template <DecoratorSet decorators, typename BarrierSetT>
195 template <typename T>
196 bool ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_arraycopy_in_heap(arrayOop src_obj, size_t src_offset_in_bytes, T* src_raw,
197 arrayOop dst_obj, size_t dst_offset_in_bytes, T* dst_raw,
198 size_t length) {
199 ShenandoahBarrierSet* bs = ShenandoahBarrierSet::barrier_set();
200 bs->arraycopy_pre(arrayOopDesc::obj_offset_to_raw(src_obj, src_offset_in_bytes, src_raw),
|