23 */ 24 25 #ifndef SHARE_JFR_RECORDER_CHECKPOINT_TYPES_TRACEID_JFRTRACEIDBITS_INLINE_HPP 26 #define SHARE_JFR_RECORDER_CHECKPOINT_TYPES_TRACEID_JFRTRACEIDBITS_INLINE_HPP 27 28 #include "jfr/utilities/jfrTypes.hpp" 29 #include "runtime/atomic.hpp" 30 #include "runtime/orderAccess.hpp" 31 #include "utilities/macros.hpp" 32 33 #ifdef VM_LITTLE_ENDIAN 34 static const int low_offset = 0; 35 static const int leakp_offset = low_offset + 1; 36 #else 37 static const int low_offset = 7; 38 static const int leakp_offset = low_offset - 1; 39 #endif 40 41 inline void set_bits(jbyte bits, jbyte* const dest) { 42 assert(dest != NULL, "invariant"); 43 const jbyte current = OrderAccess::load_acquire(dest); 44 if (bits != (current & bits)) { 45 *dest |= bits; 46 } 47 } 48 49 inline void set_mask(jbyte mask, jbyte* const dest) { 50 assert(dest != NULL, "invariant"); 51 const jbyte current = OrderAccess::load_acquire(dest); 52 if (mask != (current & mask)) { 53 *dest &= mask; 54 } 55 } 56 57 inline void set_bits_cas(jbyte bits, jbyte* const dest) { 58 assert(dest != NULL, "invariant"); 59 do { 60 const jbyte current = OrderAccess::load_acquire(dest); 61 if (bits == (current & bits)) { 62 return; 63 } 64 const jbyte new_value = current | bits; 65 if (Atomic::cmpxchg(new_value, dest, current) == current) { 66 return; 67 } 68 } while (true); 69 } 70 71 inline void clear_bits_cas(jbyte bits, jbyte* const dest) { 72 assert(dest != NULL, "invariant"); 73 do { 74 const jbyte current = OrderAccess::load_acquire(dest); 75 if (bits != (current & bits)) { 76 return; 77 } 78 const jbyte new_value = current ^ bits; 79 if (Atomic::cmpxchg(new_value, dest, current) == current) { 80 return; 81 } 82 } while (true); 83 } 84 85 inline void set_traceid_bits(jbyte bits, traceid* dest) { 86 set_bits(bits, ((jbyte*)dest) + low_offset); 87 } 88 89 inline void set_traceid_bits_cas(jbyte bits, traceid* dest) { 90 set_bits_cas(bits, ((jbyte*)dest) + low_offset); 91 } 92 93 inline void set_traceid_mask(jbyte mask, traceid* dest) { 94 set_mask(mask, ((jbyte*)dest) + low_offset); 95 } 96 97 inline void set_leakp_traceid_bits(jbyte bits, traceid* dest) { 98 set_bits(bits, ((jbyte*)dest) + leakp_offset); 99 } 100 101 inline void set_leakp_traceid_bits_cas(jbyte bits, traceid* dest) { 102 set_bits_cas(bits, ((jbyte*)dest) + leakp_offset); | 23 */ 24 25 #ifndef SHARE_JFR_RECORDER_CHECKPOINT_TYPES_TRACEID_JFRTRACEIDBITS_INLINE_HPP 26 #define SHARE_JFR_RECORDER_CHECKPOINT_TYPES_TRACEID_JFRTRACEIDBITS_INLINE_HPP 27 28 #include "jfr/utilities/jfrTypes.hpp" 29 #include "runtime/atomic.hpp" 30 #include "runtime/orderAccess.hpp" 31 #include "utilities/macros.hpp" 32 33 #ifdef VM_LITTLE_ENDIAN 34 static const int low_offset = 0; 35 static const int leakp_offset = low_offset + 1; 36 #else 37 static const int low_offset = 7; 38 static const int leakp_offset = low_offset - 1; 39 #endif 40 41 inline void set_bits(jbyte bits, jbyte* const dest) { 42 assert(dest != NULL, "invariant"); 43 if (bits != (*dest & bits)) { 44 *dest |= bits; 45 } 46 } 47 48 inline jbyte traceid_and(jbyte current, jbyte bits) { 49 return current & bits; 50 } 51 52 inline jbyte traceid_or(jbyte current, jbyte bits) { 53 return current | bits; 54 } 55 56 inline jbyte traceid_xor(jbyte current, jbyte bits) { 57 return current ^ bits; 58 } 59 60 template <jbyte op(jbyte, jbyte)> 61 inline void set_bits_cas_form(jbyte bits, jbyte* const dest) { 62 assert(dest != NULL, "invariant"); 63 do { 64 const jbyte current = OrderAccess::load_acquire(dest); 65 const jbyte new_value = op(current, bits); 66 if (Atomic::cmpxchg(new_value, dest, current) == current) { 67 return; 68 } 69 } while (true); 70 } 71 72 inline void set_bits_cas(jbyte bits, jbyte* const dest) { 73 set_bits_cas_form<traceid_or>(bits, dest); 74 } 75 76 inline void clear_bits_cas(jbyte bits, jbyte* const dest) { 77 set_bits_cas_form<traceid_xor>(bits, dest); 78 } 79 80 inline void set_mask(jbyte mask, jbyte* const dest) { 81 set_bits_cas_form<traceid_and>(mask, dest); 82 } 83 84 inline void set_traceid_bits(jbyte bits, traceid* dest) { 85 set_bits(bits, ((jbyte*)dest) + low_offset); 86 } 87 88 inline void set_traceid_bits_cas(jbyte bits, traceid* dest) { 89 set_bits_cas(bits, ((jbyte*)dest) + low_offset); 90 } 91 92 inline void set_traceid_mask(jbyte mask, traceid* dest) { 93 set_mask(mask, ((jbyte*)dest) + low_offset); 94 } 95 96 inline void set_leakp_traceid_bits(jbyte bits, traceid* dest) { 97 set_bits(bits, ((jbyte*)dest) + leakp_offset); 98 } 99 100 inline void set_leakp_traceid_bits_cas(jbyte bits, traceid* dest) { 101 set_bits_cas(bits, ((jbyte*)dest) + leakp_offset); |