1 /*
  2  * Copyright (c) 2011, 2018, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  */
 23 
 24 // no precompiled headers
 25 #include "ci/ciUtilities.hpp"
 26 #include "memory/oopFactory.hpp"
 27 #include "oops/objArrayOop.inline.hpp"
 28 #include "jvmci/jvmciRuntime.hpp"
 29 #include "jvmci/jvmciCompilerToVM.hpp"
 30 #include "jvmci/vmStructs_jvmci.hpp"
 31 #include "utilities/resourceHash.hpp"
 32 
 33 
 34 int CompilerToVM::Data::Klass_vtable_start_offset;
 35 int CompilerToVM::Data::Klass_vtable_length_offset;
 36 
 37 int CompilerToVM::Data::Method_extra_stack_entries;
 38 
 39 address CompilerToVM::Data::SharedRuntime_ic_miss_stub;
 40 address CompilerToVM::Data::SharedRuntime_handle_wrong_method_stub;
 41 address CompilerToVM::Data::SharedRuntime_deopt_blob_unpack;
 42 address CompilerToVM::Data::SharedRuntime_deopt_blob_uncommon_trap;
 43 
 44 size_t CompilerToVM::Data::ThreadLocalAllocBuffer_alignment_reserve;
 45 
 46 CollectedHeap* CompilerToVM::Data::Universe_collectedHeap;
 47 int CompilerToVM::Data::Universe_base_vtable_size;
 48 address CompilerToVM::Data::Universe_narrow_oop_base;
 49 int CompilerToVM::Data::Universe_narrow_oop_shift;
 50 address CompilerToVM::Data::Universe_narrow_klass_base;
 51 int CompilerToVM::Data::Universe_narrow_klass_shift;
 52 void* CompilerToVM::Data::Universe_non_oop_bits;
 53 uintptr_t CompilerToVM::Data::Universe_verify_oop_mask;
 54 uintptr_t CompilerToVM::Data::Universe_verify_oop_bits;
 55 
 56 bool       CompilerToVM::Data::_supports_inline_contig_alloc;
 57 HeapWord** CompilerToVM::Data::_heap_end_addr;
 58 HeapWord* volatile* CompilerToVM::Data::_heap_top_addr;
 59 int CompilerToVM::Data::_max_oop_map_stack_offset;
 60 
 61 jbyte* CompilerToVM::Data::cardtable_start_address;
 62 int CompilerToVM::Data::cardtable_shift;
 63 
 64 int CompilerToVM::Data::vm_page_size;
 65 
 66 int CompilerToVM::Data::sizeof_vtableEntry = sizeof(vtableEntry);
 67 int CompilerToVM::Data::sizeof_ExceptionTableElement = sizeof(ExceptionTableElement);
 68 int CompilerToVM::Data::sizeof_LocalVariableTableElement = sizeof(LocalVariableTableElement);
 69 int CompilerToVM::Data::sizeof_ConstantPool = sizeof(ConstantPool);
 70 int CompilerToVM::Data::sizeof_SymbolPointer = sizeof(Symbol*);
 71 int CompilerToVM::Data::sizeof_narrowKlass = sizeof(narrowKlass);
 72 int CompilerToVM::Data::sizeof_arrayOopDesc = sizeof(arrayOopDesc);
 73 int CompilerToVM::Data::sizeof_BasicLock = sizeof(BasicLock);
 74 
 75 address CompilerToVM::Data::dsin;
 76 address CompilerToVM::Data::dcos;
 77 address CompilerToVM::Data::dtan;
 78 address CompilerToVM::Data::dexp;
 79 address CompilerToVM::Data::dlog;
 80 address CompilerToVM::Data::dlog10;
 81 address CompilerToVM::Data::dpow;
 82 
 83 address CompilerToVM::Data::symbol_init;
 84 address CompilerToVM::Data::symbol_clinit;
 85 
 86 void CompilerToVM::Data::initialize(TRAPS) {
 87   Klass_vtable_start_offset = in_bytes(Klass::vtable_start_offset());
 88   Klass_vtable_length_offset = in_bytes(Klass::vtable_length_offset());
 89 
 90   Method_extra_stack_entries = Method::extra_stack_entries();
 91 
 92   SharedRuntime_ic_miss_stub = SharedRuntime::get_ic_miss_stub();
 93   SharedRuntime_handle_wrong_method_stub = SharedRuntime::get_handle_wrong_method_stub();
 94   SharedRuntime_deopt_blob_unpack = SharedRuntime::deopt_blob()->unpack();
 95   SharedRuntime_deopt_blob_uncommon_trap = SharedRuntime::deopt_blob()->uncommon_trap();
 96 
 97   ThreadLocalAllocBuffer_alignment_reserve = ThreadLocalAllocBuffer::alignment_reserve();
 98 
 99   Universe_collectedHeap = Universe::heap();
100   Universe_base_vtable_size = Universe::base_vtable_size();
101   Universe_narrow_oop_base = Universe::narrow_oop_base();
102   Universe_narrow_oop_shift = Universe::narrow_oop_shift();
103   Universe_narrow_klass_base = Universe::narrow_klass_base();
104   Universe_narrow_klass_shift = Universe::narrow_klass_shift();
105   Universe_non_oop_bits = Universe::non_oop_word();
106   Universe_verify_oop_mask = Universe::verify_oop_mask();
107   Universe_verify_oop_bits = Universe::verify_oop_bits();
108 
109   _supports_inline_contig_alloc = Universe::heap()->supports_inline_contig_alloc();
110   _heap_end_addr = _supports_inline_contig_alloc ? Universe::heap()->end_addr() : (HeapWord**) -1;
111   _heap_top_addr = _supports_inline_contig_alloc ? Universe::heap()->top_addr() : (HeapWord* volatile*) -1;
112 
113   _max_oop_map_stack_offset = (OopMapValue::register_mask - VMRegImpl::stack2reg(0)->value()) * VMRegImpl::stack_slot_size;
114   int max_oop_map_stack_index = _max_oop_map_stack_offset / VMRegImpl::stack_slot_size;
115   assert(OopMapValue::legal_vm_reg_name(VMRegImpl::stack2reg(max_oop_map_stack_index)), "should be valid");
116   assert(!OopMapValue::legal_vm_reg_name(VMRegImpl::stack2reg(max_oop_map_stack_index + 1)), "should be invalid");
117 
118   symbol_init = (address) vmSymbols::object_initializer_name();
119   symbol_clinit = (address) vmSymbols::class_initializer_name();
120 
121   BarrierSet* bs = Universe::heap()->barrier_set();
122   if (bs->is_a(BarrierSet::CardTableModRef)) {
123     jbyte* base = ci_card_table_address();
124     assert(base != NULL, "unexpected byte_map_base");
125     cardtable_start_address = base;
126     cardtable_shift = CardTable::card_shift;
127   } else {
128     // No card mark barriers
129     cardtable_start_address = 0;
130     cardtable_shift = 0;
131   }
132 
133   vm_page_size = os::vm_page_size();
134 
135 #define SET_TRIGFUNC(name)                                      \
136   if (StubRoutines::name() != NULL) {                           \
137     name = StubRoutines::name();                                \
138   } else {                                                      \
139     name = CAST_FROM_FN_PTR(address, SharedRuntime::name);      \
140   }
141 
142   SET_TRIGFUNC(dsin);
143   SET_TRIGFUNC(dcos);
144   SET_TRIGFUNC(dtan);
145   SET_TRIGFUNC(dexp);
146   SET_TRIGFUNC(dlog10);
147   SET_TRIGFUNC(dlog);
148   SET_TRIGFUNC(dpow);
149 
150 #undef SET_TRIGFUNC
151 }
152 
153 objArrayHandle CompilerToVM::initialize_intrinsics(TRAPS) {
154   objArrayHandle vmIntrinsics = oopFactory::new_objArray_handle(VMIntrinsicMethod::klass(), (vmIntrinsics::ID_LIMIT - 1), CHECK_(objArrayHandle()));
155   int index = 0;
156   // The intrinsics for a class are usually adjacent to each other.
157   // When they are, the string for the class name can be reused.
158   vmSymbols::SID kls_sid = vmSymbols::NO_SID;
159   Handle kls_str;
160 #define VM_SYMBOL_TO_STRING(s) \
161   java_lang_String::create_from_symbol(vmSymbols::symbol_at(vmSymbols::VM_SYMBOL_ENUM_NAME(s)), CHECK_(objArrayHandle()))
162 #define VM_INTRINSIC_INFO(id, kls, name, sig, ignore_fcode) {             \
163     instanceHandle vmIntrinsicMethod = InstanceKlass::cast(VMIntrinsicMethod::klass())->allocate_instance_handle(CHECK_(objArrayHandle())); \
164     vmSymbols::SID sid = vmSymbols::VM_SYMBOL_ENUM_NAME(kls);             \
165     if (kls_sid != sid) {                                                 \
166       kls_str = VM_SYMBOL_TO_STRING(kls);                                 \
167       kls_sid = sid;                                                      \
168     }                                                                     \
169     Handle name_str = VM_SYMBOL_TO_STRING(name);                          \
170     Handle sig_str = VM_SYMBOL_TO_STRING(sig);                            \
171     VMIntrinsicMethod::set_declaringClass(vmIntrinsicMethod, kls_str());  \
172     VMIntrinsicMethod::set_name(vmIntrinsicMethod, name_str());           \
173     VMIntrinsicMethod::set_descriptor(vmIntrinsicMethod, sig_str());      \
174     VMIntrinsicMethod::set_id(vmIntrinsicMethod, vmIntrinsics::id);       \
175       vmIntrinsics->obj_at_put(index++, vmIntrinsicMethod());             \
176   }
177 
178   VM_INTRINSICS_DO(VM_INTRINSIC_INFO, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE)
179 #undef VM_SYMBOL_TO_STRING
180 #undef VM_INTRINSIC_INFO
181   assert(index == vmIntrinsics::ID_LIMIT - 1, "must be");
182 
183   return vmIntrinsics;
184 }
185 
186 /**
187  * The set of VM flags known to be used.
188  */
189 #define PREDEFINED_CONFIG_FLAGS(do_bool_flag, do_intx_flag, do_uintx_flag) \
190   do_intx_flag(AllocateInstancePrefetchLines)                              \
191   do_intx_flag(AllocatePrefetchDistance)                                   \
192   do_intx_flag(AllocatePrefetchInstr)                                      \
193   do_intx_flag(AllocatePrefetchLines)                                      \
194   do_intx_flag(AllocatePrefetchStepSize)                                   \
195   do_intx_flag(AllocatePrefetchStyle)                                      \
196   do_intx_flag(BciProfileWidth)                                            \
197   do_bool_flag(BootstrapJVMCI)                                             \
198   do_bool_flag(CITime)                                                     \
199   do_bool_flag(CITimeEach)                                                 \
200   do_uintx_flag(CodeCacheSegmentSize)                                      \
201   do_intx_flag(CodeEntryAlignment)                                         \
202   do_bool_flag(CompactFields)                                              \
203   NOT_PRODUCT(do_intx_flag(CompileTheWorldStartAt))                        \
204   NOT_PRODUCT(do_intx_flag(CompileTheWorldStopAt))                         \
205   do_intx_flag(ContendedPaddingWidth)                                      \
206   do_bool_flag(DontCompileHugeMethods)                                     \
207   do_bool_flag(EagerJVMCI)                                                 \
208   do_bool_flag(EnableContended)                                            \
209   do_intx_flag(FieldsAllocationStyle)                                      \
210   do_bool_flag(FoldStableValues)                                           \
211   do_bool_flag(ForceUnreachable)                                           \
212   do_intx_flag(HugeMethodLimit)                                            \
213   do_bool_flag(Inline)                                                     \
214   do_intx_flag(JVMCICounterSize)                                           \
215   do_bool_flag(JVMCIPrintProperties)                                       \
216   do_bool_flag(JVMCIUseFastLocking)                                        \
217   do_intx_flag(MethodProfileWidth)                                         \
218   do_intx_flag(ObjectAlignmentInBytes)                                     \
219   do_bool_flag(PrintInlining)                                              \
220   do_bool_flag(ReduceInitialCardMarks)                                     \
221   do_bool_flag(RestrictContended)                                          \
222   do_intx_flag(StackReservedPages)                                         \
223   do_intx_flag(StackShadowPages)                                           \
224   do_bool_flag(TLABStats)                                                  \
225   do_uintx_flag(TLABWasteIncrement)                                        \
226   do_intx_flag(TypeProfileWidth)                                           \
227   do_bool_flag(UseAESIntrinsics)                                           \
228   X86_ONLY(do_intx_flag(UseAVX))                                           \
229   do_bool_flag(UseBiasedLocking)                                           \
230   do_bool_flag(UseCRC32Intrinsics)                                         \
231   do_bool_flag(UseCompressedClassPointers)                                 \
232   do_bool_flag(UseCompressedOops)                                          \
233   do_bool_flag(UseConcMarkSweepGC)                                         \
234   X86_ONLY(do_bool_flag(UseCountLeadingZerosInstruction))                  \
235   X86_ONLY(do_bool_flag(UseCountTrailingZerosInstruction))                 \
236   do_bool_flag(UseG1GC)                                                    \
237   COMPILER2_PRESENT(do_bool_flag(UseMontgomeryMultiplyIntrinsic))          \
238   COMPILER2_PRESENT(do_bool_flag(UseMontgomerySquareIntrinsic))            \
239   COMPILER2_PRESENT(do_bool_flag(UseMulAddIntrinsic))                      \
240   COMPILER2_PRESENT(do_bool_flag(UseMultiplyToLenIntrinsic))               \
241   do_bool_flag(UsePopCountInstruction)                                     \
242   do_bool_flag(UseSHA1Intrinsics)                                          \
243   do_bool_flag(UseSHA256Intrinsics)                                        \
244   do_bool_flag(UseSHA512Intrinsics)                                        \
245   do_intx_flag(UseSSE)                                                     \
246   COMPILER2_PRESENT(do_bool_flag(UseSquareToLenIntrinsic))                 \
247   do_bool_flag(UseStackBanging)                                            \
248   do_bool_flag(UseTLAB)                                                    \
249   do_bool_flag(VerifyOops)                                                 \
250 
251 #define BOXED_BOOLEAN(name, value) oop name = ((jboolean)(value) ? boxedTrue() : boxedFalse())
252 #define BOXED_DOUBLE(name, value) oop name; do { jvalue p; p.d = (jdouble) (value); name = java_lang_boxing_object::create(T_DOUBLE, &p, CHECK_NULL);} while(0)
253 #define BOXED_LONG(name, value) \
254   oop name; \
255   do { \
256     jvalue p; p.j = (jlong) (value); \
257     Handle* e = longs.get(p.j); \
258     if (e == NULL) { \
259       oop o = java_lang_boxing_object::create(T_LONG, &p, CHECK_NULL); \
260       Handle h(THREAD, o); \
261       longs.put(p.j, h); \
262       name = h(); \
263     } else { \
264       name = (*e)(); \
265     } \
266   } while (0)
267 
268 #define CSTRING_TO_JSTRING(name, value) \
269   Handle name; \
270   do { \
271     if (value != NULL) { \
272       Handle* e = strings.get(value); \
273       if (e == NULL) { \
274         Handle h = java_lang_String::create_from_str(value, CHECK_NULL); \
275         strings.put(value, h); \
276         name = h; \
277       } else { \
278         name = (*e); \
279       } \
280     } \
281   } while (0)
282 
283 jobjectArray readConfiguration0(JNIEnv *env, TRAPS) {
284   ResourceMark rm;
285   HandleMark hm;
286 
287   // Used to canonicalize Long and String values.
288   ResourceHashtable<jlong, Handle> longs;
289   ResourceHashtable<const char*, Handle, &CompilerToVM::cstring_hash, &CompilerToVM::cstring_equals> strings;
290 
291   jvalue prim;
292   prim.z = true;  oop boxedTrueOop =  java_lang_boxing_object::create(T_BOOLEAN, &prim, CHECK_NULL);
293   Handle boxedTrue(THREAD, boxedTrueOop);
294   prim.z = false; oop boxedFalseOop = java_lang_boxing_object::create(T_BOOLEAN, &prim, CHECK_NULL);
295   Handle boxedFalse(THREAD, boxedFalseOop);
296 
297   CompilerToVM::Data::initialize(CHECK_NULL);
298 
299   VMField::klass()->initialize(CHECK_NULL);
300   VMFlag::klass()->initialize(CHECK_NULL);
301   VMIntrinsicMethod::klass()->initialize(CHECK_NULL);
302 
303   int len = JVMCIVMStructs::localHotSpotVMStructs_count();
304   objArrayHandle vmFields = oopFactory::new_objArray_handle(VMField::klass(), len, CHECK_NULL);
305   for (int i = 0; i < len ; i++) {
306     VMStructEntry vmField = JVMCIVMStructs::localHotSpotVMStructs[i];
307     instanceHandle vmFieldObj = InstanceKlass::cast(VMField::klass())->allocate_instance_handle(CHECK_NULL);
308     size_t name_buf_len = strlen(vmField.typeName) + strlen(vmField.fieldName) + 2 /* "::" */;
309     char* name_buf = NEW_RESOURCE_ARRAY_IN_THREAD(THREAD, char, name_buf_len + 1);
310     sprintf(name_buf, "%s::%s", vmField.typeName, vmField.fieldName);
311     CSTRING_TO_JSTRING(name, name_buf);
312     CSTRING_TO_JSTRING(type, vmField.typeString);
313     VMField::set_name(vmFieldObj, name());
314     VMField::set_type(vmFieldObj, type());
315     VMField::set_offset(vmFieldObj, vmField.offset);
316     VMField::set_address(vmFieldObj, (jlong) vmField.address);
317     if (vmField.isStatic && vmField.typeString != NULL) {
318       if (strcmp(vmField.typeString, "bool") == 0) {
319         BOXED_BOOLEAN(box, *(jbyte*) vmField.address);
320         VMField::set_value(vmFieldObj, box);
321       } else if (strcmp(vmField.typeString, "int") == 0 ||
322                  strcmp(vmField.typeString, "jint") == 0) {
323         BOXED_LONG(box, *(jint*) vmField.address);
324         VMField::set_value(vmFieldObj, box);
325       } else if (strcmp(vmField.typeString, "uint64_t") == 0) {
326         BOXED_LONG(box, *(uint64_t*) vmField.address);
327         VMField::set_value(vmFieldObj, box);
328       } else if (strcmp(vmField.typeString, "address") == 0 ||
329                  strcmp(vmField.typeString, "intptr_t") == 0 ||
330                  strcmp(vmField.typeString, "uintptr_t") == 0 ||
331                  strcmp(vmField.typeString, "OopHandle") == 0 ||
332                  strcmp(vmField.typeString, "size_t") == 0 ||
333                  // All foo* types are addresses.
334                  vmField.typeString[strlen(vmField.typeString) - 1] == '*') {
335         BOXED_LONG(box, *((address*) vmField.address));
336         VMField::set_value(vmFieldObj, box);
337       } else {
338         JVMCI_ERROR_NULL("VM field %s has unsupported type %s", name_buf, vmField.typeString);
339       }
340     }
341     vmFields->obj_at_put(i, vmFieldObj());
342   }
343 
344   int ints_len = JVMCIVMStructs::localHotSpotVMIntConstants_count();
345   int longs_len = JVMCIVMStructs::localHotSpotVMLongConstants_count();
346   len = ints_len + longs_len;
347   objArrayHandle vmConstants = oopFactory::new_objArray_handle(SystemDictionary::Object_klass(), len * 2, CHECK_NULL);
348   int insert = 0;
349   for (int i = 0; i < ints_len ; i++) {
350     VMIntConstantEntry c = JVMCIVMStructs::localHotSpotVMIntConstants[i];
351     CSTRING_TO_JSTRING(name, c.name);
352     BOXED_LONG(value, c.value);
353     vmConstants->obj_at_put(insert++, name());
354     vmConstants->obj_at_put(insert++, value);
355   }
356   for (int i = 0; i < longs_len ; i++) {
357     VMLongConstantEntry c = JVMCIVMStructs::localHotSpotVMLongConstants[i];
358     CSTRING_TO_JSTRING(name, c.name);
359     BOXED_LONG(value, c.value);
360     vmConstants->obj_at_put(insert++, name());
361     vmConstants->obj_at_put(insert++, value);
362   }
363   assert(insert == len * 2, "must be");
364 
365   len = JVMCIVMStructs::localHotSpotVMAddresses_count();
366   objArrayHandle vmAddresses = oopFactory::new_objArray_handle(SystemDictionary::Object_klass(), len * 2, CHECK_NULL);
367   for (int i = 0; i < len ; i++) {
368     VMAddressEntry a = JVMCIVMStructs::localHotSpotVMAddresses[i];
369     CSTRING_TO_JSTRING(name, a.name);
370     BOXED_LONG(value, a.value);
371     vmAddresses->obj_at_put(i * 2, name());
372     vmAddresses->obj_at_put(i * 2 + 1, value);
373   }
374 
375 #define COUNT_FLAG(ignore) +1
376 #ifdef ASSERT
377 #define CHECK_FLAG(type, name) { \
378   Flag* flag = Flag::find_flag(#name, strlen(#name), /*allow_locked*/ true, /* return_flag */ true); \
379   assert(flag != NULL, "No such flag named " #name); \
380   assert(flag->is_##type(), "Flag " #name " is not of type " #type); \
381 }
382 #else
383 #define CHECK_FLAG(type, name)
384 #endif
385 
386 #define ADD_FLAG(type, name, convert) { \
387   CHECK_FLAG(type, name) \
388   instanceHandle vmFlagObj = InstanceKlass::cast(VMFlag::klass())->allocate_instance_handle(CHECK_NULL); \
389   CSTRING_TO_JSTRING(fname, #name); \
390   CSTRING_TO_JSTRING(ftype, #type); \
391   VMFlag::set_name(vmFlagObj, fname()); \
392   VMFlag::set_type(vmFlagObj, ftype()); \
393   convert(value, name); \
394   VMFlag::set_value(vmFlagObj, value); \
395   vmFlags->obj_at_put(i++, vmFlagObj()); \
396 }
397 #define ADD_BOOL_FLAG(name)  ADD_FLAG(bool, name, BOXED_BOOLEAN)
398 #define ADD_INTX_FLAG(name)  ADD_FLAG(intx, name, BOXED_LONG)
399 #define ADD_UINTX_FLAG(name) ADD_FLAG(uintx, name, BOXED_LONG)
400 
401   len = 0 + PREDEFINED_CONFIG_FLAGS(COUNT_FLAG, COUNT_FLAG, COUNT_FLAG);
402   objArrayHandle vmFlags = oopFactory::new_objArray_handle(VMFlag::klass(), len, CHECK_NULL);
403   int i = 0;
404   PREDEFINED_CONFIG_FLAGS(ADD_BOOL_FLAG, ADD_INTX_FLAG, ADD_UINTX_FLAG)
405 
406   objArrayHandle vmIntrinsics = CompilerToVM::initialize_intrinsics(CHECK_NULL);
407 
408   objArrayOop data = oopFactory::new_objArray(SystemDictionary::Object_klass(), 5, CHECK_NULL);
409   data->obj_at_put(0, vmFields());
410   data->obj_at_put(1, vmConstants());
411   data->obj_at_put(2, vmAddresses());
412   data->obj_at_put(3, vmFlags());
413   data->obj_at_put(4, vmIntrinsics());
414 
415   return (jobjectArray) JNIHandles::make_local(THREAD, data);
416 #undef COUNT_FLAG
417 #undef ADD_FLAG
418 #undef ADD_BOOL_FLAG
419 #undef ADD_INTX_FLAG
420 #undef ADD_UINTX_FLAG
421 #undef CHECK_FLAG
422 }
423