1 /*
2 * Copyright (c) 2013, 2019, Red Hat, Inc. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #ifndef SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSETCLONE_INLINE_HPP
26 #define SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSETCLONE_INLINE_HPP
27
28 #include "gc/shenandoah/shenandoahBarrierSet.inline.hpp"
29 #include "gc/shenandoah/shenandoahCollectionSet.inline.hpp"
30 #include "gc/shenandoah/shenandoahEvacOOMHandler.hpp"
31 #include "gc/shenandoah/shenandoahHeap.inline.hpp"
32 #include "memory/iterator.hpp"
33 #include "oops/access.hpp"
34 #include "oops/compressedOops.hpp"
35
36 template <bool HAS_FWD, bool EVAC, bool ENQUEUE>
37 class ShenandoahUpdateRefsForOopClosure: public BasicOopIterateClosure {
38 private:
39 ShenandoahHeap* const _heap;
40 ShenandoahBarrierSet* const _bs;
41 const ShenandoahCollectionSet* const _cset;
42 Thread* const _thread;
43
44 template <class T>
45 inline void do_oop_work(T* p) {
46 T o = RawAccess<>::oop_load(p);
47 if (!CompressedOops::is_null(o)) {
48 oop obj = CompressedOops::decode_not_null(o);
49 if (HAS_FWD && _cset->is_in(obj)) {
50 oop fwd = _bs->resolve_forwarded_not_null(obj);
67 _cset(_heap->collection_set()),
68 _thread(Thread::current()) {
69 }
70
71 virtual void do_oop(oop* p) { do_oop_work(p); }
72 virtual void do_oop(narrowOop* p) { do_oop_work(p); }
73 };
74
75 void ShenandoahBarrierSet::clone_marking(oop obj) {
76 assert(_heap->is_concurrent_mark_in_progress(), "only during marking");
77 assert(ShenandoahStoreValEnqueueBarrier, "only with incremental-update");
78 if (!_heap->marking_context()->allocated_after_mark_start(obj)) {
79 ShenandoahUpdateRefsForOopClosure</* has_fwd = */ false, /* evac = */ false, /* enqueue */ true> cl;
80 obj->oop_iterate(&cl);
81 }
82 }
83
84 void ShenandoahBarrierSet::clone_evacuation(oop obj) {
85 assert(_heap->is_evacuation_in_progress(), "only during evacuation");
86 if (need_bulk_update(cast_from_oop<HeapWord*>(obj))) {
87 ShenandoahEvacOOMScope oom_evac_scope;
88 ShenandoahUpdateRefsForOopClosure</* has_fwd = */ true, /* evac = */ true, /* enqueue */ false> cl;
89 obj->oop_iterate(&cl);
90 }
91 }
92
93 void ShenandoahBarrierSet::clone_update(oop obj) {
94 assert(_heap->is_update_refs_in_progress(), "only during update-refs");
95 if (need_bulk_update(cast_from_oop<HeapWord*>(obj))) {
96 ShenandoahUpdateRefsForOopClosure</* has_fwd = */ true, /* evac = */ false, /* enqueue */ false> cl;
97 obj->oop_iterate(&cl);
98 }
99 }
100
101 void ShenandoahBarrierSet::clone_barrier(oop obj) {
102 assert(ShenandoahCloneBarrier, "only get here with clone barriers enabled");
103 shenandoah_assert_correct(NULL, obj);
104
105 int gc_state = _heap->gc_state();
106 if ((gc_state & ShenandoahHeap::MARKING) != 0) {
107 clone_marking(obj);
|
1 /*
2 * Copyright (c) 2013, 2020, Red Hat, Inc. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #ifndef SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSETCLONE_INLINE_HPP
26 #define SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSETCLONE_INLINE_HPP
27
28 #include "gc/shenandoah/shenandoahBarrierSet.inline.hpp"
29 #include "gc/shenandoah/shenandoahCollectionSet.inline.hpp"
30 #include "gc/shenandoah/shenandoahEvacOOMHandler.inline.hpp"
31 #include "gc/shenandoah/shenandoahHeap.inline.hpp"
32 #include "memory/iterator.hpp"
33 #include "oops/access.hpp"
34 #include "oops/compressedOops.hpp"
35
36 template <bool HAS_FWD, bool EVAC, bool ENQUEUE>
37 class ShenandoahUpdateRefsForOopClosure: public BasicOopIterateClosure {
38 private:
39 ShenandoahHeap* const _heap;
40 ShenandoahBarrierSet* const _bs;
41 const ShenandoahCollectionSet* const _cset;
42 Thread* const _thread;
43
44 template <class T>
45 inline void do_oop_work(T* p) {
46 T o = RawAccess<>::oop_load(p);
47 if (!CompressedOops::is_null(o)) {
48 oop obj = CompressedOops::decode_not_null(o);
49 if (HAS_FWD && _cset->is_in(obj)) {
50 oop fwd = _bs->resolve_forwarded_not_null(obj);
67 _cset(_heap->collection_set()),
68 _thread(Thread::current()) {
69 }
70
71 virtual void do_oop(oop* p) { do_oop_work(p); }
72 virtual void do_oop(narrowOop* p) { do_oop_work(p); }
73 };
74
75 void ShenandoahBarrierSet::clone_marking(oop obj) {
76 assert(_heap->is_concurrent_mark_in_progress(), "only during marking");
77 assert(ShenandoahStoreValEnqueueBarrier, "only with incremental-update");
78 if (!_heap->marking_context()->allocated_after_mark_start(obj)) {
79 ShenandoahUpdateRefsForOopClosure</* has_fwd = */ false, /* evac = */ false, /* enqueue */ true> cl;
80 obj->oop_iterate(&cl);
81 }
82 }
83
84 void ShenandoahBarrierSet::clone_evacuation(oop obj) {
85 assert(_heap->is_evacuation_in_progress(), "only during evacuation");
86 if (need_bulk_update(cast_from_oop<HeapWord*>(obj))) {
87 ShenandoahEvacOOMScope oom_evac_scope(_heap);
88 ShenandoahUpdateRefsForOopClosure</* has_fwd = */ true, /* evac = */ true, /* enqueue */ false> cl;
89 obj->oop_iterate(&cl);
90 }
91 }
92
93 void ShenandoahBarrierSet::clone_update(oop obj) {
94 assert(_heap->is_update_refs_in_progress(), "only during update-refs");
95 if (need_bulk_update(cast_from_oop<HeapWord*>(obj))) {
96 ShenandoahUpdateRefsForOopClosure</* has_fwd = */ true, /* evac = */ false, /* enqueue */ false> cl;
97 obj->oop_iterate(&cl);
98 }
99 }
100
101 void ShenandoahBarrierSet::clone_barrier(oop obj) {
102 assert(ShenandoahCloneBarrier, "only get here with clone barriers enabled");
103 shenandoah_assert_correct(NULL, obj);
104
105 int gc_state = _heap->gc_state();
106 if ((gc_state & ShenandoahHeap::MARKING) != 0) {
107 clone_marking(obj);
|