1 /*
   2  * Copyright (c) 2013, 2019, Red Hat, Inc. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #ifndef SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSETCLONE_INLINE_HPP
  26 #define SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSETCLONE_INLINE_HPP
  27 
  28 #include "gc/shenandoah/shenandoahBarrierSet.inline.hpp"
  29 #include "gc/shenandoah/shenandoahCollectionSet.inline.hpp"
  30 #include "gc/shenandoah/shenandoahEvacOOMHandler.hpp"
  31 #include "gc/shenandoah/shenandoahHeap.inline.hpp"
  32 #include "memory/iterator.hpp"
  33 #include "oops/access.hpp"
  34 #include "oops/compressedOops.hpp"
  35 
  36 template <bool HAS_FWD, bool EVAC, bool ENQUEUE>
  37 class ShenandoahUpdateRefsForOopClosure: public BasicOopIterateClosure {
  38 private:
  39   ShenandoahHeap* const _heap;
  40   ShenandoahBarrierSet* const _bs;
  41   const ShenandoahCollectionSet* const _cset;
  42   Thread* const _thread;
  43 
  44   template <class T>
  45   inline void do_oop_work(T* p) {
  46     T o = RawAccess<>::oop_load(p);
  47     if (!CompressedOops::is_null(o)) {
  48       oop obj = CompressedOops::decode_not_null(o);
  49       if (HAS_FWD && _cset->is_in(obj)) {
  50         oop fwd = _bs->resolve_forwarded_not_null(obj);
  51         if (EVAC && obj == fwd) {
  52           fwd = _heap->evacuate_object(obj, _thread);
  53         }
  54         assert(obj != fwd || _heap->cancelled_gc(), "must be forwarded");
  55         ShenandoahHeap::cas_oop(fwd, p, o);
  56         obj = fwd;
  57       }
  58       if (ENQUEUE) {
  59         _bs->enqueue(obj);
  60       }
  61     }
  62   }
  63 public:
  64   ShenandoahUpdateRefsForOopClosure() :
  65           _heap(ShenandoahHeap::heap()),
  66           _bs(ShenandoahBarrierSet::barrier_set()),
  67           _cset(_heap->collection_set()),
  68           _thread(Thread::current()) {
  69   }
  70 
  71   virtual void do_oop(oop* p)       { do_oop_work(p); }
  72   virtual void do_oop(narrowOop* p) { do_oop_work(p); }
  73 };
  74 
  75 void ShenandoahBarrierSet::clone_marking(oop obj) {
  76   assert(_heap->is_concurrent_mark_in_progress(), "only during marking");
  77   assert(ShenandoahStoreValEnqueueBarrier, "only with incremental-update");
  78   if (!_heap->marking_context()->allocated_after_mark_start(obj)) {
  79     ShenandoahUpdateRefsForOopClosure</* has_fwd = */ false, /* evac = */ false, /* enqueue */ true> cl;
  80     obj->oop_iterate(&cl);
  81   }
  82 }
  83 
  84 void ShenandoahBarrierSet::clone_evacuation(oop obj) {
  85   assert(_heap->is_evacuation_in_progress(), "only during evacuation");
  86   if (need_bulk_update(cast_from_oop<HeapWord*>(obj))) {
  87     ShenandoahEvacOOMScope oom_evac_scope;
  88     ShenandoahUpdateRefsForOopClosure</* has_fwd = */ true, /* evac = */ true, /* enqueue */ false> cl;
  89     obj->oop_iterate(&cl);
  90   }
  91 }
  92 
  93 void ShenandoahBarrierSet::clone_update(oop obj) {
  94   assert(_heap->is_update_refs_in_progress(), "only during update-refs");
  95   if (need_bulk_update(cast_from_oop<HeapWord*>(obj))) {
  96     ShenandoahUpdateRefsForOopClosure</* has_fwd = */ true, /* evac = */ false, /* enqueue */ false> cl;
  97     obj->oop_iterate(&cl);
  98   }
  99 }
 100 
 101 void ShenandoahBarrierSet::clone_barrier(oop obj) {
 102   assert(ShenandoahCloneBarrier, "only get here with clone barriers enabled");
 103   shenandoah_assert_correct(NULL, obj);
 104 
 105   int gc_state = _heap->gc_state();
 106   if ((gc_state & ShenandoahHeap::MARKING) != 0) {
 107     clone_marking(obj);
 108   } else if ((gc_state & ShenandoahHeap::EVACUATION) != 0) {
 109     clone_evacuation(obj);
 110   } else {
 111     clone_update(obj);
 112   }
 113 }
 114 
 115 #endif // SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSETCLONE_INLINE_HPP