82 if (keep_alive) {
83 ShenandoahBarrierSet::barrier_set()->write_ref_field_pre_work(addr, value);
84 }
85 Raw::oop_store_in_heap(addr, value);
86 }
87
88 template <DecoratorSet decorators, typename BarrierSetT>
89 inline void ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_store_in_heap_at(oop base, ptrdiff_t offset, oop value) {
90 oop_store_in_heap(AccessInternal::oop_field_addr<decorators>(base, offset), value);
91 }
92
93 template <DecoratorSet decorators, typename BarrierSetT>
94 template <typename T>
95 inline void ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_store_not_in_heap(T* addr, oop value) {
96 shenandoah_assert_marked_if(NULL, value, !CompressedOops::is_null(value) && ShenandoahHeap::heap()->is_evacuation_in_progress());
97 Raw::oop_store(addr, value);
98 }
99
100 template <DecoratorSet decorators, typename BarrierSetT>
101 template <typename T>
102 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_not_in_heap(oop new_value, T* addr, oop compare_value) {
103 oop res;
104 oop expected = compare_value;
105 do {
106 compare_value = expected;
107 res = Raw::oop_atomic_cmpxchg(new_value, addr, compare_value);
108 expected = res;
109 } while ((compare_value != expected) && (resolve_forwarded(compare_value) == resolve_forwarded(expected)));
110 if (res != NULL) {
111 return ShenandoahBarrierSet::barrier_set()->load_reference_barrier_not_null(res);
112 } else {
113 return res;
114 }
115 }
116
117 template <DecoratorSet decorators, typename BarrierSetT>
118 template <typename T>
119 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap_impl(oop new_value, T* addr, oop compare_value) {
120 ShenandoahBarrierSet::barrier_set()->storeval_barrier(new_value);
121 oop result = oop_atomic_cmpxchg_not_in_heap(new_value, addr, compare_value);
122 const bool keep_alive = (decorators & AS_NO_KEEPALIVE) == 0;
123 if (keep_alive && ShenandoahSATBBarrier && !CompressedOops::is_null(result) &&
124 (result == compare_value) &&
125 ShenandoahHeap::heap()->is_concurrent_mark_in_progress()) {
126 ShenandoahBarrierSet::barrier_set()->enqueue(result);
127 }
128 return result;
129 }
130
131 template <DecoratorSet decorators, typename BarrierSetT>
132 template <typename T>
133 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap(oop new_value, T* addr, oop compare_value) {
134 oop result = oop_atomic_cmpxchg_in_heap_impl(new_value, addr, compare_value);
135 keep_alive_if_weak(decorators, result);
136 return result;
137 }
138
139 template <DecoratorSet decorators, typename BarrierSetT>
140 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap_at(oop new_value, oop base, ptrdiff_t offset, oop compare_value) {
141 oop result = oop_atomic_cmpxchg_in_heap_impl(new_value, AccessInternal::oop_field_addr<decorators>(base, offset), compare_value);
142 keep_alive_if_weak(AccessBarrierSupport::resolve_possibly_unknown_oop_ref_strength<decorators>(base, offset), result);
143 return result;
144 }
145
146 template <DecoratorSet decorators, typename BarrierSetT>
147 template <typename T>
148 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_not_in_heap(T* addr, oop new_value) {
149 oop previous = Raw::oop_atomic_xchg(addr, new_value);
150 if (previous != NULL) {
151 return ShenandoahBarrierSet::barrier_set()->load_reference_barrier_not_null(previous);
152 } else {
153 return previous;
154 }
155 }
156
157 template <DecoratorSet decorators, typename BarrierSetT>
158 template <typename T>
159 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap_impl(T* addr, oop new_value) {
160 ShenandoahBarrierSet::barrier_set()->storeval_barrier(new_value);
161 oop result = oop_atomic_xchg_not_in_heap(addr, new_value);
|
82 if (keep_alive) {
83 ShenandoahBarrierSet::barrier_set()->write_ref_field_pre_work(addr, value);
84 }
85 Raw::oop_store_in_heap(addr, value);
86 }
87
88 template <DecoratorSet decorators, typename BarrierSetT>
89 inline void ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_store_in_heap_at(oop base, ptrdiff_t offset, oop value) {
90 oop_store_in_heap(AccessInternal::oop_field_addr<decorators>(base, offset), value);
91 }
92
93 template <DecoratorSet decorators, typename BarrierSetT>
94 template <typename T>
95 inline void ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_store_not_in_heap(T* addr, oop value) {
96 shenandoah_assert_marked_if(NULL, value, !CompressedOops::is_null(value) && ShenandoahHeap::heap()->is_evacuation_in_progress());
97 Raw::oop_store(addr, value);
98 }
99
100 template <DecoratorSet decorators, typename BarrierSetT>
101 template <typename T>
102 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_not_in_heap(T* addr, oop compare_value, oop new_value) {
103 oop res;
104 oop expected = compare_value;
105 do {
106 compare_value = expected;
107 res = Raw::oop_atomic_cmpxchg(addr, compare_value, new_value);
108 expected = res;
109 } while ((compare_value != expected) && (resolve_forwarded(compare_value) == resolve_forwarded(expected)));
110 if (res != NULL) {
111 return ShenandoahBarrierSet::barrier_set()->load_reference_barrier_not_null(res);
112 } else {
113 return res;
114 }
115 }
116
117 template <DecoratorSet decorators, typename BarrierSetT>
118 template <typename T>
119 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap_impl(T* addr, oop compare_value, oop new_value) {
120 ShenandoahBarrierSet::barrier_set()->storeval_barrier(new_value);
121 oop result = oop_atomic_cmpxchg_not_in_heap(addr, compare_value, new_value);
122 const bool keep_alive = (decorators & AS_NO_KEEPALIVE) == 0;
123 if (keep_alive && ShenandoahSATBBarrier && !CompressedOops::is_null(result) &&
124 (result == compare_value) &&
125 ShenandoahHeap::heap()->is_concurrent_mark_in_progress()) {
126 ShenandoahBarrierSet::barrier_set()->enqueue(result);
127 }
128 return result;
129 }
130
131 template <DecoratorSet decorators, typename BarrierSetT>
132 template <typename T>
133 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap(T* addr, oop compare_value, oop new_value) {
134 oop result = oop_atomic_cmpxchg_in_heap_impl(addr, compare_value, new_value);
135 keep_alive_if_weak(decorators, result);
136 return result;
137 }
138
139 template <DecoratorSet decorators, typename BarrierSetT>
140 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap_at(oop base, ptrdiff_t offset, oop compare_value, oop new_value) {
141 oop result = oop_atomic_cmpxchg_in_heap_impl(AccessInternal::oop_field_addr<decorators>(base, offset), compare_value, new_value);
142 keep_alive_if_weak(AccessBarrierSupport::resolve_possibly_unknown_oop_ref_strength<decorators>(base, offset), result);
143 return result;
144 }
145
146 template <DecoratorSet decorators, typename BarrierSetT>
147 template <typename T>
148 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_not_in_heap(T* addr, oop new_value) {
149 oop previous = Raw::oop_atomic_xchg(addr, new_value);
150 if (previous != NULL) {
151 return ShenandoahBarrierSet::barrier_set()->load_reference_barrier_not_null(previous);
152 } else {
153 return previous;
154 }
155 }
156
157 template <DecoratorSet decorators, typename BarrierSetT>
158 template <typename T>
159 inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap_impl(T* addr, oop new_value) {
160 ShenandoahBarrierSet::barrier_set()->storeval_barrier(new_value);
161 oop result = oop_atomic_xchg_not_in_heap(addr, new_value);
|