1 /*
   2  * Copyright (c) 2013, 2019, Red Hat, Inc. All rights reserved.
   3  *
   4  * This code is free software; you can redistribute it and/or modify it
   5  * under the terms of the GNU General Public License version 2 only, as
   6  * published by the Free Software Foundation.
   7  *
   8  * This code is distributed in the hope that it will be useful, but WITHOUT
   9  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  10  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  11  * version 2 for more details (a copy is included in the LICENSE file that
  12  * accompanied this code).
  13  *
  14  * You should have received a copy of the GNU General Public License version
  15  * 2 along with this work; if not, write to the Free Software Foundation,
  16  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  17  *
  18  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  19  * or visit www.oracle.com if you need additional information or have any
  20  * questions.
  21  *
  22  */
  23 
  24 #ifndef SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSETCLONE_INLINE_HPP
  25 #define SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSETCLONE_INLINE_HPP
  26 
  27 #include "gc/shenandoah/shenandoahBarrierSet.inline.hpp"
  28 #include "gc/shenandoah/shenandoahCollectionSet.inline.hpp"
  29 #include "gc/shenandoah/shenandoahEvacOOMHandler.hpp"
  30 #include "gc/shenandoah/shenandoahHeap.inline.hpp"
  31 #include "memory/iterator.hpp"
  32 #include "oops/access.hpp"
  33 
  34 template <bool HAS_FWD, bool EVAC, bool ENQUEUE>
  35 class ShenandoahUpdateRefsForOopClosure: public BasicOopIterateClosure {
  36 private:
  37   ShenandoahHeap* const _heap;
  38   ShenandoahBarrierSet* const _bs;
  39   const ShenandoahCollectionSet* const _cset;
  40   Thread* const _thread;
  41 
  42   template <class T>
  43   inline void do_oop_work(T* p) {
  44     T o = RawAccess<>::oop_load(p);
  45     if (!CompressedOops::is_null(o)) {
  46       oop obj = CompressedOops::decode_not_null(o);
  47       if (HAS_FWD && _cset->is_in(obj)) {
  48         oop fwd = _bs->resolve_forwarded_not_null(obj);
  49         if (EVAC && obj == fwd) {
  50           fwd = _heap->evacuate_object(obj, _thread);
  51         }
  52         assert(obj != fwd || _heap->cancelled_gc(), "must be forwarded");
  53         ShenandoahHeap::cas_oop(fwd, p, o);
  54         obj = fwd;
  55       }
  56       if (ENQUEUE) {
  57         _bs->enqueue(obj);
  58       }
  59     }
  60   }
  61 public:
  62   ShenandoahUpdateRefsForOopClosure() :
  63           _heap(ShenandoahHeap::heap()),
  64           _bs(ShenandoahBarrierSet::barrier_set()),
  65           _cset(_heap->collection_set()),
  66           _thread(Thread::current()) {
  67   }
  68 
  69   virtual void do_oop(oop* p)       { do_oop_work(p); }
  70   virtual void do_oop(narrowOop* p) { do_oop_work(p); }
  71 };
  72 
  73 void ShenandoahBarrierSet::clone_marking(oop obj) {
  74   assert(_heap->is_concurrent_mark_in_progress(), "only during marking");
  75   assert(ShenandoahStoreValEnqueueBarrier, "only with incremental-update");
  76   if (!_heap->marking_context()->allocated_after_mark_start(obj)) {
  77     ShenandoahUpdateRefsForOopClosure</* has_fwd = */ false, /* evac = */ false, /* enqueue */ true> cl;
  78     obj->oop_iterate(&cl);
  79   }
  80 }
  81 
  82 void ShenandoahBarrierSet::clone_evacuation(oop obj) {
  83   assert(_heap->is_evacuation_in_progress(), "only during evacuation");
  84   if (need_bulk_update(cast_from_oop<HeapWord*>(obj))) {
  85     ShenandoahEvacOOMScope oom_evac_scope;
  86     ShenandoahUpdateRefsForOopClosure</* has_fwd = */ true, /* evac = */ true, /* enqueue */ false> cl;
  87     obj->oop_iterate(&cl);
  88   }
  89 }
  90 
  91 void ShenandoahBarrierSet::clone_update(oop obj) {
  92   assert(_heap->is_update_refs_in_progress(), "only during update-refs");
  93   if (need_bulk_update(cast_from_oop<HeapWord*>(obj))) {
  94     ShenandoahUpdateRefsForOopClosure</* has_fwd = */ true, /* evac = */ false, /* enqueue */ false> cl;
  95     obj->oop_iterate(&cl);
  96   }
  97 }
  98 
  99 void ShenandoahBarrierSet::clone_barrier(oop obj) {
 100   assert(ShenandoahCloneBarrier, "only get here with clone barriers enabled");
 101   shenandoah_assert_correct(NULL, obj);
 102 
 103   int gc_state = _heap->gc_state();
 104   if ((gc_state & ShenandoahHeap::MARKING) != 0) {
 105     clone_marking(obj);
 106   } else if ((gc_state & ShenandoahHeap::EVACUATION) != 0) {
 107     clone_evacuation(obj);
 108   } else {
 109     clone_update(obj);
 110   }
 111 }
 112 
 113 #endif // SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSETCLONE_INLINE_HPP