52 static void print_rp_failure(const char *label, BoolObjectClosure* actual,
53 const char *file, int line);
54
55 static void assert_in_heap(void* interior_loc, oop obj, const char* file, int line);
56 static void assert_in_correct_region(void* interior_loc, oop obj, const char* file, int line);
57
58 static void assert_correct(void* interior_loc, oop obj, const char* file, int line);
59 static void assert_forwarded(void* interior_loc, oop obj, const char* file, int line);
60 static void assert_not_forwarded(void* interior_loc, oop obj, const char* file, int line);
61 static void assert_marked(void* interior_loc, oop obj, const char* file, int line);
62 static void assert_in_cset(void* interior_loc, oop obj, const char* file, int line);
63 static void assert_not_in_cset(void* interior_loc, oop obj, const char* file, int line);
64 static void assert_not_in_cset_loc(void* interior_loc, const char* file, int line);
65
66 static void assert_rp_isalive_not_installed(const char *file, int line);
67 static void assert_rp_isalive_installed(const char *file, int line);
68
69 static void assert_locked_or_shenandoah_safepoint(Mutex* lock, const char* file, int line);
70
71 #ifdef ASSERT
72 #define shenandoah_assert_in_heap(interior_loc, obj) \
73 ShenandoahAsserts::assert_in_heap(interior_loc, obj, __FILE__, __LINE__);
74 #define shenandoah_assert_in_correct_region(interior_loc, obj) \
75 ShenandoahAsserts::assert_in_correct_region(interior_loc, obj, __FILE__, __LINE__);
76
77 #define shenandoah_assert_correct_if(interior_loc, obj, condition) \
78 if (condition) ShenandoahAsserts::assert_correct(interior_loc, obj, __FILE__, __LINE__);
79 #define shenandoah_assert_correct_except(interior_loc, obj, exception) \
80 if (!(exception)) ShenandoahAsserts::assert_correct(interior_loc, obj, __FILE__, __LINE__);
81 #define shenandoah_assert_correct(interior_loc, obj) \
82 ShenandoahAsserts::assert_correct(interior_loc, obj, __FILE__, __LINE__);
83
84 #define shenandoah_assert_forwarded_if(interior_loc, obj, condition) \
85 if (condition) ShenandoahAsserts::assert_forwarded(interior_loc, obj, __FILE__, __LINE__);
86 #define shenandoah_assert_forwarded_except(interior_loc, obj, exception) \
87 if (!(exception)) ShenandoahAsserts::assert_forwarded(interior_loc, obj, __FILE__, __LINE__);
88 #define shenandoah_assert_forwarded(interior_loc, obj) \
89 ShenandoahAsserts::assert_forwarded(interior_loc, obj, __FILE__, __LINE__);
90
91 #define shenandoah_assert_not_forwarded_if(interior_loc, obj, condition) \
92 if (condition) ShenandoahAsserts::assert_not_forwarded(interior_loc, obj, __FILE__, __LINE__);
93 #define shenandoah_assert_not_forwarded_except(interior_loc, obj, exception) \
94 if (!(exception)) ShenandoahAsserts::assert_not_forwarded(interior_loc, obj, __FILE__, __LINE__);
95 #define shenandoah_assert_not_forwarded(interior_loc, obj) \
96 ShenandoahAsserts::assert_not_forwarded(interior_loc, obj, __FILE__, __LINE__);
97
98 #define shenandoah_assert_marked_if(interior_loc, obj, condition) \
99 if (condition) ShenandoahAsserts::assert_marked(interior_loc, obj, __FILE__, __LINE__);
100 #define shenandoah_assert_marked_except(interior_loc, obj, exception) \
101 if (!(exception)) ShenandoahAsserts::assert_marked(interior_loc, obj, __FILE__, __LINE__);
102 #define shenandoah_assert_marked(interior_loc, obj) \
103 ShenandoahAsserts::assert_marked(interior_loc, obj, __FILE__, __LINE__);
104
105 #define shenandoah_assert_in_cset_if(interior_loc, obj, condition) \
106 if (condition) ShenandoahAsserts::assert_in_cset(interior_loc, obj, __FILE__, __LINE__);
107 #define shenandoah_assert_in_cset_except(interior_loc, obj, exception) \
108 if (!(exception)) ShenandoahAsserts::assert_in_cset(interior_loc, obj, __FILE__, __LINE__);
109 #define shenandoah_assert_in_cset(interior_loc, obj) \
110 ShenandoahAsserts::assert_in_cset(interior_loc, obj, __FILE__, __LINE__);
111
112 #define shenandoah_assert_not_in_cset_if(interior_loc, obj, condition) \
113 if (condition) ShenandoahAsserts::assert_not_in_cset(interior_loc, obj, __FILE__, __LINE__);
114 #define shenandoah_assert_not_in_cset_except(interior_loc, obj, exception) \
115 if (!(exception)) ShenandoahAsserts::assert_not_in_cset(interior_loc, obj, __FILE__, __LINE__);
116 #define shenandoah_assert_not_in_cset(interior_loc, obj) \
117 ShenandoahAsserts::assert_not_in_cset(interior_loc, obj, __FILE__, __LINE__);
118
119 #define shenandoah_assert_not_in_cset_loc_if(interior_loc, condition) \
120 if (condition) ShenandoahAsserts::assert_not_in_cset_loc(interior_loc, __FILE__, __LINE__);
121 #define shenandoah_assert_not_in_cset_loc_except(interior_loc, exception) \
122 if (!(exception)) ShenandoahAsserts::assert_not_in_cset_loc(interior_loc, __FILE__, __LINE__);
123 #define shenandoah_assert_not_in_cset_loc(interior_loc) \
124 ShenandoahAsserts::assert_not_in_cset_loc(interior_loc, __FILE__, __LINE__);
125
126 #define shenandoah_assert_rp_isalive_installed() \
127 ShenandoahAsserts::assert_rp_isalive_installed(__FILE__, __LINE__);
128 #define shenandoah_assert_rp_isalive_not_installed() \
129 ShenandoahAsserts::assert_rp_isalive_not_installed(__FILE__, __LINE__);
130
131 #define shenandoah_assert_safepoint() \
132 assert(ShenandoahSafepoint::is_at_shenandoah_safepoint(), "Should be at Shenandoah Safepoints");
133
134 #define shenandoah_assert_locked_or_safepoint(lock) \
135 ShenandoahAsserts::assert_locked_or_shenandoah_safepoint(lock, __FILE__, __LINE__);
136 #else
|
52 static void print_rp_failure(const char *label, BoolObjectClosure* actual,
53 const char *file, int line);
54
55 static void assert_in_heap(void* interior_loc, oop obj, const char* file, int line);
56 static void assert_in_correct_region(void* interior_loc, oop obj, const char* file, int line);
57
58 static void assert_correct(void* interior_loc, oop obj, const char* file, int line);
59 static void assert_forwarded(void* interior_loc, oop obj, const char* file, int line);
60 static void assert_not_forwarded(void* interior_loc, oop obj, const char* file, int line);
61 static void assert_marked(void* interior_loc, oop obj, const char* file, int line);
62 static void assert_in_cset(void* interior_loc, oop obj, const char* file, int line);
63 static void assert_not_in_cset(void* interior_loc, oop obj, const char* file, int line);
64 static void assert_not_in_cset_loc(void* interior_loc, const char* file, int line);
65
66 static void assert_rp_isalive_not_installed(const char *file, int line);
67 static void assert_rp_isalive_installed(const char *file, int line);
68
69 static void assert_locked_or_shenandoah_safepoint(Mutex* lock, const char* file, int line);
70
71 #ifdef ASSERT
72 // Shenandoah uses oop's marked pattern to indicate forwarding. Unfortunately, ObjectMarker (jvmtiTagMap.cpp)
73 // also uses this pattern to indicate visited.
74 // In ObjectMarker's destructor, it invokes heap iteration to reset the marked bits to their original values.
75 // That trips over many assertions on heap iteration code paths, but there are invariants:
76 // 1. Marked pattern in collection set indicates forwarding
77 // 2. Marked pattern off collection set indicates visited by ObjectMarker (because oops seen by
78 // ObjectMarker were LRB'd)
79 // 3. No off collection set marked pattern at any shenandoah safepoint. In fact, no off collection set
80 // marked pattern at any safepoints other than VM_HeapWalkOperation safepoints.
81 // This is an important invariant, since traversal degenerated GC clears collection set before
82 // entering degenerated GC cycle.
83 // So, we will need temporary disable assertions for oops with marked pattern outside collection set.
84 // Note: We only enforce this check for debug assertion to preserve full capacities of verifier,
85 // because verifier always runs at safepoints.
86 static bool can_verify_oop(oop obj);
87
88 #define shenandoah_assert_in_heap(interior_loc, obj) \
89 if (ShenandoahAsserts::can_verify_oop(obj)) \
90 ShenandoahAsserts::assert_in_heap(interior_loc, obj, __FILE__, __LINE__);
91 #define shenandoah_assert_in_correct_region(interior_loc, obj) \
92 if (ShenandoahAsserts::can_verify_oop(obj)) \
93 ShenandoahAsserts::assert_in_correct_region(interior_loc, obj, __FILE__, __LINE__);
94
95 #define shenandoah_assert_correct_if(interior_loc, obj, condition) \
96 if (condition && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_correct(interior_loc, obj, __FILE__, __LINE__);
97 #define shenandoah_assert_correct_except(interior_loc, obj, exception) \
98 if (!(exception) && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_correct(interior_loc, obj, __FILE__, __LINE__);
99 #define shenandoah_assert_correct(interior_loc, obj) \
100 if (ShenandoahAsserts::can_verify_oop(obj)) \
101 ShenandoahAsserts::assert_correct(interior_loc, obj, __FILE__, __LINE__);
102
103 #define shenandoah_assert_forwarded_if(interior_loc, obj, condition) \
104 if (condition && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_forwarded(interior_loc, obj, __FILE__, __LINE__);
105 #define shenandoah_assert_forwarded_except(interior_loc, obj, exception) \
106 if (!(exception) && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_forwarded(interior_loc, obj, __FILE__, __LINE__);
107 #define shenandoah_assert_forwarded(interior_loc, obj) \
108 if (ShenandoahAsserts::can_verify_oop(obj)) \
109 ShenandoahAsserts::assert_forwarded(interior_loc, obj, __FILE__, __LINE__);
110
111 #define shenandoah_assert_not_forwarded_if(interior_loc, obj, condition) \
112 if (condition && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_not_forwarded(interior_loc, obj, __FILE__, __LINE__);
113 #define shenandoah_assert_not_forwarded_except(interior_loc, obj, exception) \
114 if (!(exception) && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_not_forwarded(interior_loc, obj, __FILE__, __LINE__);
115 #define shenandoah_assert_not_forwarded(interior_loc, obj) \
116 if (ShenandoahAsserts::can_verify_oop(obj)) \
117 ShenandoahAsserts::assert_not_forwarded(interior_loc, obj, __FILE__, __LINE__);
118
119 #define shenandoah_assert_marked_if(interior_loc, obj, condition) \
120 if (condition && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_marked(interior_loc, obj, __FILE__, __LINE__);
121 #define shenandoah_assert_marked_except(interior_loc, obj, exception) \
122 if (!(exception) && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_marked(interior_loc, obj, __FILE__, __LINE__);
123 #define shenandoah_assert_marked(interior_loc, obj) \
124 if (ShenandoahAsserts::can_verify_oop(obj)) \
125 ShenandoahAsserts::assert_marked(interior_loc, obj, __FILE__, __LINE__);
126
127 #define shenandoah_assert_in_cset_if(interior_loc, obj, condition) \
128 if (condition && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_in_cset(interior_loc, obj, __FILE__, __LINE__);
129 #define shenandoah_assert_in_cset_except(interior_loc, obj, exception) \
130 if (!(exception) && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_in_cset(interior_loc, obj, __FILE__, __LINE__);
131 #define shenandoah_assert_in_cset(interior_loc, obj) \
132 if (ShenandoahAsserts::can_verify_oop(obj)) \
133 ShenandoahAsserts::assert_in_cset(interior_loc, obj, __FILE__, __LINE__);
134
135 #define shenandoah_assert_not_in_cset_if(interior_loc, obj, condition) \
136 if (condition && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_not_in_cset(interior_loc, obj, __FILE__, __LINE__);
137 #define shenandoah_assert_not_in_cset_except(interior_loc, obj, exception) \
138 if (!(exception) && ShenandoahAsserts::can_verify_oop(obj)) ShenandoahAsserts::assert_not_in_cset(interior_loc, obj, __FILE__, __LINE__);
139 #define shenandoah_assert_not_in_cset(interior_loc, obj) \
140 if (ShenandoahAsserts::can_verify_oop(obj)) \
141 ShenandoahAsserts::assert_not_in_cset(interior_loc, obj, __FILE__, __LINE__);
142
143 #define shenandoah_assert_not_in_cset_loc_if(interior_loc, condition) \
144 if (condition) ShenandoahAsserts::assert_not_in_cset_loc(interior_loc, __FILE__, __LINE__);
145 #define shenandoah_assert_not_in_cset_loc_except(interior_loc, exception) \
146 if (!(exception)) ShenandoahAsserts::assert_not_in_cset_loc(interior_loc, __FILE__, __LINE__);
147 #define shenandoah_assert_not_in_cset_loc(interior_loc) \
148 ShenandoahAsserts::assert_not_in_cset_loc(interior_loc, __FILE__, __LINE__);
149
150 #define shenandoah_assert_rp_isalive_installed() \
151 ShenandoahAsserts::assert_rp_isalive_installed(__FILE__, __LINE__);
152 #define shenandoah_assert_rp_isalive_not_installed() \
153 ShenandoahAsserts::assert_rp_isalive_not_installed(__FILE__, __LINE__);
154
155 #define shenandoah_assert_safepoint() \
156 assert(ShenandoahSafepoint::is_at_shenandoah_safepoint(), "Should be at Shenandoah Safepoints");
157
158 #define shenandoah_assert_locked_or_safepoint(lock) \
159 ShenandoahAsserts::assert_locked_or_shenandoah_safepoint(lock, __FILE__, __LINE__);
160 #else
|