1 /* 2 * Copyright (c) 2011, 2018, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 */ 23 24 // no precompiled headers 25 #include "ci/ciUtilities.hpp" 26 #include "gc/shared/barrierSet.hpp" 27 #include "memory/oopFactory.hpp" 28 #include "oops/objArrayOop.inline.hpp" 29 #include "jvmci/jvmciRuntime.hpp" 30 #include "jvmci/jvmciCompilerToVM.hpp" 31 #include "jvmci/vmStructs_jvmci.hpp" 32 #include "runtime/flags/jvmFlag.hpp" 33 #include "runtime/handles.inline.hpp" 34 #include "runtime/sharedRuntime.hpp" 35 #include "utilities/resourceHash.hpp" 36 37 38 int CompilerToVM::Data::Klass_vtable_start_offset; 39 int CompilerToVM::Data::Klass_vtable_length_offset; 40 41 int CompilerToVM::Data::Method_extra_stack_entries; 42 43 address CompilerToVM::Data::SharedRuntime_ic_miss_stub; 44 address CompilerToVM::Data::SharedRuntime_handle_wrong_method_stub; 45 address CompilerToVM::Data::SharedRuntime_deopt_blob_unpack; 46 address CompilerToVM::Data::SharedRuntime_deopt_blob_uncommon_trap; 47 48 size_t CompilerToVM::Data::ThreadLocalAllocBuffer_alignment_reserve; 49 50 CollectedHeap* CompilerToVM::Data::Universe_collectedHeap; 51 int CompilerToVM::Data::Universe_base_vtable_size; 52 address CompilerToVM::Data::Universe_narrow_oop_base; 53 int CompilerToVM::Data::Universe_narrow_oop_shift; 54 address CompilerToVM::Data::Universe_narrow_klass_base; 55 int CompilerToVM::Data::Universe_narrow_klass_shift; 56 void* CompilerToVM::Data::Universe_non_oop_bits; 57 uintptr_t CompilerToVM::Data::Universe_verify_oop_mask; 58 uintptr_t CompilerToVM::Data::Universe_verify_oop_bits; 59 60 bool CompilerToVM::Data::_supports_inline_contig_alloc; 61 HeapWord** CompilerToVM::Data::_heap_end_addr; 62 HeapWord* volatile* CompilerToVM::Data::_heap_top_addr; 63 int CompilerToVM::Data::_max_oop_map_stack_offset; 64 65 jbyte* CompilerToVM::Data::cardtable_start_address; 66 int CompilerToVM::Data::cardtable_shift; 67 68 int CompilerToVM::Data::vm_page_size; 69 70 int CompilerToVM::Data::sizeof_vtableEntry = sizeof(vtableEntry); 71 int CompilerToVM::Data::sizeof_ExceptionTableElement = sizeof(ExceptionTableElement); 72 int CompilerToVM::Data::sizeof_LocalVariableTableElement = sizeof(LocalVariableTableElement); 73 int CompilerToVM::Data::sizeof_ConstantPool = sizeof(ConstantPool); 74 int CompilerToVM::Data::sizeof_SymbolPointer = sizeof(Symbol*); 75 int CompilerToVM::Data::sizeof_narrowKlass = sizeof(narrowKlass); 76 int CompilerToVM::Data::sizeof_arrayOopDesc = sizeof(arrayOopDesc); 77 int CompilerToVM::Data::sizeof_BasicLock = sizeof(BasicLock); 78 79 address CompilerToVM::Data::dsin; 80 address CompilerToVM::Data::dcos; 81 address CompilerToVM::Data::dtan; 82 address CompilerToVM::Data::dexp; 83 address CompilerToVM::Data::dlog; 84 address CompilerToVM::Data::dlog10; 85 address CompilerToVM::Data::dpow; 86 87 address CompilerToVM::Data::symbol_init; 88 address CompilerToVM::Data::symbol_clinit; 89 90 void CompilerToVM::Data::initialize(TRAPS) { 91 Klass_vtable_start_offset = in_bytes(Klass::vtable_start_offset()); 92 Klass_vtable_length_offset = in_bytes(Klass::vtable_length_offset()); 93 94 Method_extra_stack_entries = Method::extra_stack_entries(); 95 96 SharedRuntime_ic_miss_stub = SharedRuntime::get_ic_miss_stub(); 97 SharedRuntime_handle_wrong_method_stub = SharedRuntime::get_handle_wrong_method_stub(); 98 SharedRuntime_deopt_blob_unpack = SharedRuntime::deopt_blob()->unpack(); 99 SharedRuntime_deopt_blob_uncommon_trap = SharedRuntime::deopt_blob()->uncommon_trap(); 100 101 ThreadLocalAllocBuffer_alignment_reserve = ThreadLocalAllocBuffer::alignment_reserve(); 102 103 Universe_collectedHeap = Universe::heap(); 104 Universe_base_vtable_size = Universe::base_vtable_size(); 105 Universe_narrow_oop_base = Universe::narrow_oop_base(); 106 Universe_narrow_oop_shift = Universe::narrow_oop_shift(); 107 Universe_narrow_klass_base = Universe::narrow_klass_base(); 108 Universe_narrow_klass_shift = Universe::narrow_klass_shift(); 109 Universe_non_oop_bits = Universe::non_oop_word(); 110 Universe_verify_oop_mask = Universe::verify_oop_mask(); 111 Universe_verify_oop_bits = Universe::verify_oop_bits(); 112 113 _supports_inline_contig_alloc = Universe::heap()->supports_inline_contig_alloc(); 114 _heap_end_addr = _supports_inline_contig_alloc ? Universe::heap()->end_addr() : (HeapWord**) -1; 115 _heap_top_addr = _supports_inline_contig_alloc ? Universe::heap()->top_addr() : (HeapWord* volatile*) -1; 116 117 _max_oop_map_stack_offset = (OopMapValue::register_mask - VMRegImpl::stack2reg(0)->value()) * VMRegImpl::stack_slot_size; 118 int max_oop_map_stack_index = _max_oop_map_stack_offset / VMRegImpl::stack_slot_size; 119 assert(OopMapValue::legal_vm_reg_name(VMRegImpl::stack2reg(max_oop_map_stack_index)), "should be valid"); 120 assert(!OopMapValue::legal_vm_reg_name(VMRegImpl::stack2reg(max_oop_map_stack_index + 1)), "should be invalid"); 121 122 symbol_init = (address) vmSymbols::object_initializer_name(); 123 symbol_clinit = (address) vmSymbols::class_initializer_name(); 124 125 BarrierSet* bs = BarrierSet::barrier_set(); 126 if (bs->is_a(BarrierSet::CardTableBarrierSet)) { 127 jbyte* base = ci_card_table_address(); 128 assert(base != NULL, "unexpected byte_map_base"); 129 cardtable_start_address = base; 130 cardtable_shift = CardTable::card_shift; 131 } else { 132 // No card mark barriers 133 cardtable_start_address = 0; 134 cardtable_shift = 0; 135 } 136 137 vm_page_size = os::vm_page_size(); 138 139 #define SET_TRIGFUNC(name) \ 140 if (StubRoutines::name() != NULL) { \ 141 name = StubRoutines::name(); \ 142 } else { \ 143 name = CAST_FROM_FN_PTR(address, SharedRuntime::name); \ 144 } 145 146 SET_TRIGFUNC(dsin); 147 SET_TRIGFUNC(dcos); 148 SET_TRIGFUNC(dtan); 149 SET_TRIGFUNC(dexp); 150 SET_TRIGFUNC(dlog10); 151 SET_TRIGFUNC(dlog); 152 SET_TRIGFUNC(dpow); 153 154 #undef SET_TRIGFUNC 155 } 156 157 objArrayHandle CompilerToVM::initialize_intrinsics(TRAPS) { 158 objArrayHandle vmIntrinsics = oopFactory::new_objArray_handle(VMIntrinsicMethod::klass(), (vmIntrinsics::ID_LIMIT - 1), CHECK_(objArrayHandle())); 159 int index = 0; 160 // The intrinsics for a class are usually adjacent to each other. 161 // When they are, the string for the class name can be reused. 162 vmSymbols::SID kls_sid = vmSymbols::NO_SID; 163 Handle kls_str; 164 #define VM_SYMBOL_TO_STRING(s) \ 165 java_lang_String::create_from_symbol(vmSymbols::symbol_at(vmSymbols::VM_SYMBOL_ENUM_NAME(s)), CHECK_(objArrayHandle())) 166 #define VM_INTRINSIC_INFO(id, kls, name, sig, ignore_fcode) { \ 167 instanceHandle vmIntrinsicMethod = InstanceKlass::cast(VMIntrinsicMethod::klass())->allocate_instance_handle(CHECK_(objArrayHandle())); \ 168 vmSymbols::SID sid = vmSymbols::VM_SYMBOL_ENUM_NAME(kls); \ 169 if (kls_sid != sid) { \ 170 kls_str = VM_SYMBOL_TO_STRING(kls); \ 171 kls_sid = sid; \ 172 } \ 173 Handle name_str = VM_SYMBOL_TO_STRING(name); \ 174 Handle sig_str = VM_SYMBOL_TO_STRING(sig); \ 175 VMIntrinsicMethod::set_declaringClass(vmIntrinsicMethod, kls_str()); \ 176 VMIntrinsicMethod::set_name(vmIntrinsicMethod, name_str()); \ 177 VMIntrinsicMethod::set_descriptor(vmIntrinsicMethod, sig_str()); \ 178 VMIntrinsicMethod::set_id(vmIntrinsicMethod, vmIntrinsics::id); \ 179 vmIntrinsics->obj_at_put(index++, vmIntrinsicMethod()); \ 180 } 181 182 VM_INTRINSICS_DO(VM_INTRINSIC_INFO, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE) 183 #undef VM_SYMBOL_TO_STRING 184 #undef VM_INTRINSIC_INFO 185 assert(index == vmIntrinsics::ID_LIMIT - 1, "must be"); 186 187 return vmIntrinsics; 188 } 189 190 /** 191 * The set of VM flags known to be used. 192 */ 193 #define PREDEFINED_CONFIG_FLAGS(do_bool_flag, do_intx_flag, do_uintx_flag) \ 194 do_intx_flag(AllocateInstancePrefetchLines) \ 195 do_intx_flag(AllocatePrefetchDistance) \ 196 do_intx_flag(AllocatePrefetchInstr) \ 197 do_intx_flag(AllocatePrefetchLines) \ 198 do_intx_flag(AllocatePrefetchStepSize) \ 199 do_intx_flag(AllocatePrefetchStyle) \ 200 do_intx_flag(BciProfileWidth) \ 201 do_bool_flag(BootstrapJVMCI) \ 202 do_bool_flag(CITime) \ 203 do_bool_flag(CITimeEach) \ 204 do_uintx_flag(CodeCacheSegmentSize) \ 205 do_intx_flag(CodeEntryAlignment) \ 206 do_bool_flag(CompactFields) \ 207 NOT_PRODUCT(do_intx_flag(CompileTheWorldStartAt)) \ 208 NOT_PRODUCT(do_intx_flag(CompileTheWorldStopAt)) \ 209 do_intx_flag(ContendedPaddingWidth) \ 210 do_bool_flag(DontCompileHugeMethods) \ 211 do_bool_flag(EagerJVMCI) \ 212 do_bool_flag(EnableContended) \ 213 do_intx_flag(FieldsAllocationStyle) \ 214 do_bool_flag(FoldStableValues) \ 215 do_bool_flag(ForceUnreachable) \ 216 do_intx_flag(HugeMethodLimit) \ 217 do_bool_flag(Inline) \ 218 do_intx_flag(JVMCICounterSize) \ 219 do_bool_flag(JVMCIPrintProperties) \ 220 do_bool_flag(JVMCIUseFastLocking) \ 221 do_intx_flag(MethodProfileWidth) \ 222 do_intx_flag(ObjectAlignmentInBytes) \ 223 do_bool_flag(PrintInlining) \ 224 do_bool_flag(ReduceInitialCardMarks) \ 225 do_bool_flag(RestrictContended) \ 226 do_intx_flag(StackReservedPages) \ 227 do_intx_flag(StackShadowPages) \ 228 do_bool_flag(TLABStats) \ 229 do_uintx_flag(TLABWasteIncrement) \ 230 do_intx_flag(TypeProfileWidth) \ 231 do_bool_flag(UseAESIntrinsics) \ 232 X86_ONLY(do_intx_flag(UseAVX)) \ 233 do_bool_flag(UseBiasedLocking) \ 234 do_bool_flag(UseCRC32Intrinsics) \ 235 do_bool_flag(UseCompressedClassPointers) \ 236 do_bool_flag(UseCompressedOops) \ 237 X86_ONLY(do_bool_flag(UseCountLeadingZerosInstruction)) \ 238 X86_ONLY(do_bool_flag(UseCountTrailingZerosInstruction)) \ 239 do_bool_flag(UseConcMarkSweepGC) \ 240 do_bool_flag(UseG1GC) \ 241 do_bool_flag(UseParallelGC) \ 242 do_bool_flag(UseParallelOldGC) \ 243 do_bool_flag(UseSerialGC) \ 244 do_bool_flag(UseZGC) \ 245 do_bool_flag(UseEpsilonGC) \ 246 COMPILER2_PRESENT(do_bool_flag(UseMontgomeryMultiplyIntrinsic)) \ 247 COMPILER2_PRESENT(do_bool_flag(UseMontgomerySquareIntrinsic)) \ 248 COMPILER2_PRESENT(do_bool_flag(UseMulAddIntrinsic)) \ 249 COMPILER2_PRESENT(do_bool_flag(UseMultiplyToLenIntrinsic)) \ 250 do_bool_flag(UsePopCountInstruction) \ 251 do_bool_flag(UseSHA1Intrinsics) \ 252 do_bool_flag(UseSHA256Intrinsics) \ 253 do_bool_flag(UseSHA512Intrinsics) \ 254 do_intx_flag(UseSSE) \ 255 COMPILER2_PRESENT(do_bool_flag(UseSquareToLenIntrinsic)) \ 256 do_bool_flag(UseStackBanging) \ 257 do_bool_flag(UseTLAB) \ 258 do_bool_flag(VerifyOops) \ 259 260 #define BOXED_BOOLEAN(name, value) oop name = ((jboolean)(value) ? boxedTrue() : boxedFalse()) 261 #define BOXED_DOUBLE(name, value) oop name; do { jvalue p; p.d = (jdouble) (value); name = java_lang_boxing_object::create(T_DOUBLE, &p, CHECK_NULL);} while(0) 262 #define BOXED_LONG(name, value) \ 263 oop name; \ 264 do { \ 265 jvalue p; p.j = (jlong) (value); \ 266 Handle* e = longs.get(p.j); \ 267 if (e == NULL) { \ 268 oop o = java_lang_boxing_object::create(T_LONG, &p, CHECK_NULL); \ 269 Handle h(THREAD, o); \ 270 longs.put(p.j, h); \ 271 name = h(); \ 272 } else { \ 273 name = (*e)(); \ 274 } \ 275 } while (0) 276 277 #define CSTRING_TO_JSTRING(name, value) \ 278 Handle name; \ 279 do { \ 280 if (value != NULL) { \ 281 Handle* e = strings.get(value); \ 282 if (e == NULL) { \ 283 Handle h = java_lang_String::create_from_str(value, CHECK_NULL); \ 284 strings.put(value, h); \ 285 name = h; \ 286 } else { \ 287 name = (*e); \ 288 } \ 289 } \ 290 } while (0) 291 292 jobjectArray readConfiguration0(JNIEnv *env, TRAPS) { 293 ResourceMark rm; 294 HandleMark hm; 295 296 // Used to canonicalize Long and String values. 297 ResourceHashtable<jlong, Handle> longs; 298 ResourceHashtable<const char*, Handle, &CompilerToVM::cstring_hash, &CompilerToVM::cstring_equals> strings; 299 300 jvalue prim; 301 prim.z = true; oop boxedTrueOop = java_lang_boxing_object::create(T_BOOLEAN, &prim, CHECK_NULL); 302 Handle boxedTrue(THREAD, boxedTrueOop); 303 prim.z = false; oop boxedFalseOop = java_lang_boxing_object::create(T_BOOLEAN, &prim, CHECK_NULL); 304 Handle boxedFalse(THREAD, boxedFalseOop); 305 306 CompilerToVM::Data::initialize(CHECK_NULL); 307 308 VMField::klass()->initialize(CHECK_NULL); 309 VMFlag::klass()->initialize(CHECK_NULL); 310 VMIntrinsicMethod::klass()->initialize(CHECK_NULL); 311 312 int len = JVMCIVMStructs::localHotSpotVMStructs_count(); 313 objArrayHandle vmFields = oopFactory::new_objArray_handle(VMField::klass(), len, CHECK_NULL); 314 for (int i = 0; i < len ; i++) { 315 VMStructEntry vmField = JVMCIVMStructs::localHotSpotVMStructs[i]; 316 instanceHandle vmFieldObj = InstanceKlass::cast(VMField::klass())->allocate_instance_handle(CHECK_NULL); 317 size_t name_buf_len = strlen(vmField.typeName) + strlen(vmField.fieldName) + 2 /* "::" */; 318 char* name_buf = NEW_RESOURCE_ARRAY_IN_THREAD(THREAD, char, name_buf_len + 1); 319 sprintf(name_buf, "%s::%s", vmField.typeName, vmField.fieldName); 320 CSTRING_TO_JSTRING(name, name_buf); 321 CSTRING_TO_JSTRING(type, vmField.typeString); 322 VMField::set_name(vmFieldObj, name()); 323 VMField::set_type(vmFieldObj, type()); 324 VMField::set_offset(vmFieldObj, vmField.offset); 325 VMField::set_address(vmFieldObj, (jlong) vmField.address); 326 if (vmField.isStatic && vmField.typeString != NULL) { 327 if (strcmp(vmField.typeString, "bool") == 0) { 328 BOXED_BOOLEAN(box, *(jbyte*) vmField.address); 329 VMField::set_value(vmFieldObj, box); 330 } else if (strcmp(vmField.typeString, "int") == 0 || 331 strcmp(vmField.typeString, "jint") == 0) { 332 BOXED_LONG(box, *(jint*) vmField.address); 333 VMField::set_value(vmFieldObj, box); 334 } else if (strcmp(vmField.typeString, "uint64_t") == 0) { 335 BOXED_LONG(box, *(uint64_t*) vmField.address); 336 VMField::set_value(vmFieldObj, box); 337 } else if (strcmp(vmField.typeString, "address") == 0 || 338 strcmp(vmField.typeString, "intptr_t") == 0 || 339 strcmp(vmField.typeString, "uintptr_t") == 0 || 340 strcmp(vmField.typeString, "OopHandle") == 0 || 341 strcmp(vmField.typeString, "size_t") == 0 || 342 // All foo* types are addresses. 343 vmField.typeString[strlen(vmField.typeString) - 1] == '*') { 344 BOXED_LONG(box, *((address*) vmField.address)); 345 VMField::set_value(vmFieldObj, box); 346 } else { 347 JVMCI_ERROR_NULL("VM field %s has unsupported type %s", name_buf, vmField.typeString); 348 } 349 } 350 vmFields->obj_at_put(i, vmFieldObj()); 351 } 352 353 int ints_len = JVMCIVMStructs::localHotSpotVMIntConstants_count(); 354 int longs_len = JVMCIVMStructs::localHotSpotVMLongConstants_count(); 355 len = ints_len + longs_len; 356 objArrayHandle vmConstants = oopFactory::new_objArray_handle(SystemDictionary::Object_klass(), len * 2, CHECK_NULL); 357 int insert = 0; 358 for (int i = 0; i < ints_len ; i++) { 359 VMIntConstantEntry c = JVMCIVMStructs::localHotSpotVMIntConstants[i]; 360 CSTRING_TO_JSTRING(name, c.name); 361 BOXED_LONG(value, c.value); 362 vmConstants->obj_at_put(insert++, name()); 363 vmConstants->obj_at_put(insert++, value); 364 } 365 for (int i = 0; i < longs_len ; i++) { 366 VMLongConstantEntry c = JVMCIVMStructs::localHotSpotVMLongConstants[i]; 367 CSTRING_TO_JSTRING(name, c.name); 368 BOXED_LONG(value, c.value); 369 vmConstants->obj_at_put(insert++, name()); 370 vmConstants->obj_at_put(insert++, value); 371 } 372 assert(insert == len * 2, "must be"); 373 374 len = JVMCIVMStructs::localHotSpotVMAddresses_count(); 375 objArrayHandle vmAddresses = oopFactory::new_objArray_handle(SystemDictionary::Object_klass(), len * 2, CHECK_NULL); 376 for (int i = 0; i < len ; i++) { 377 VMAddressEntry a = JVMCIVMStructs::localHotSpotVMAddresses[i]; 378 CSTRING_TO_JSTRING(name, a.name); 379 BOXED_LONG(value, a.value); 380 vmAddresses->obj_at_put(i * 2, name()); 381 vmAddresses->obj_at_put(i * 2 + 1, value); 382 } 383 384 #define COUNT_FLAG(ignore) +1 385 #ifdef ASSERT 386 #define CHECK_FLAG(type, name) { \ 387 JVMFlag* flag = JVMFlag::find_flag(#name, strlen(#name), /*allow_locked*/ true, /* return_flag */ true); \ 388 assert(flag != NULL, "No such flag named " #name); \ 389 assert(flag->is_##type(), "JVMFlag " #name " is not of type " #type); \ 390 } 391 #else 392 #define CHECK_FLAG(type, name) 393 #endif 394 395 #define ADD_FLAG(type, name, convert) { \ 396 CHECK_FLAG(type, name) \ 397 instanceHandle vmFlagObj = InstanceKlass::cast(VMFlag::klass())->allocate_instance_handle(CHECK_NULL); \ 398 CSTRING_TO_JSTRING(fname, #name); \ 399 CSTRING_TO_JSTRING(ftype, #type); \ 400 VMFlag::set_name(vmFlagObj, fname()); \ 401 VMFlag::set_type(vmFlagObj, ftype()); \ 402 convert(value, name); \ 403 VMFlag::set_value(vmFlagObj, value); \ 404 vmFlags->obj_at_put(i++, vmFlagObj()); \ 405 } 406 #define ADD_BOOL_FLAG(name) ADD_FLAG(bool, name, BOXED_BOOLEAN) 407 #define ADD_INTX_FLAG(name) ADD_FLAG(intx, name, BOXED_LONG) 408 #define ADD_UINTX_FLAG(name) ADD_FLAG(uintx, name, BOXED_LONG) 409 410 len = 0 + PREDEFINED_CONFIG_FLAGS(COUNT_FLAG, COUNT_FLAG, COUNT_FLAG); 411 objArrayHandle vmFlags = oopFactory::new_objArray_handle(VMFlag::klass(), len, CHECK_NULL); 412 int i = 0; 413 PREDEFINED_CONFIG_FLAGS(ADD_BOOL_FLAG, ADD_INTX_FLAG, ADD_UINTX_FLAG) 414 415 objArrayHandle vmIntrinsics = CompilerToVM::initialize_intrinsics(CHECK_NULL); 416 417 objArrayOop data = oopFactory::new_objArray(SystemDictionary::Object_klass(), 5, CHECK_NULL); 418 data->obj_at_put(0, vmFields()); 419 data->obj_at_put(1, vmConstants()); 420 data->obj_at_put(2, vmAddresses()); 421 data->obj_at_put(3, vmFlags()); 422 data->obj_at_put(4, vmIntrinsics()); 423 424 return (jobjectArray) JNIHandles::make_local(THREAD, data); 425 #undef COUNT_FLAG 426 #undef ADD_FLAG 427 #undef ADD_BOOL_FLAG 428 #undef ADD_INTX_FLAG 429 #undef ADD_UINTX_FLAG 430 #undef CHECK_FLAG 431 }