1 /*
2 * Copyright (c) 2000, 2016, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "precompiled.hpp"
26 #include "classfile/classFileStream.hpp"
27 #include "classfile/vmSymbols.hpp"
28 #include "memory/allocation.inline.hpp"
29 #include "memory/resourceArea.hpp"
30 #include "oops/objArrayOop.inline.hpp"
31 #include "oops/oop.inline.hpp"
32 #include "prims/jni.h"
33 #include "prims/jvm.h"
34 #include "prims/unsafe.hpp"
35 #include "runtime/atomic.inline.hpp"
36 #include "runtime/globals.hpp"
37 #include "runtime/interfaceSupport.hpp"
38 #include "runtime/orderAccess.inline.hpp"
39 #include "runtime/reflection.hpp"
40 #include "runtime/vm_version.hpp"
41 #include "services/threadService.hpp"
42 #include "trace/tracing.hpp"
43 #include "utilities/copy.hpp"
44 #include "utilities/dtrace.hpp"
45 #include "utilities/macros.hpp"
46 #if INCLUDE_ALL_GCS
47 #include "gc/g1/g1SATBCardTableModRefBS.hpp"
48 #endif // INCLUDE_ALL_GCS
49
50 /**
51 * Implementation of the jdk.internal.misc.Unsafe class
52 */
53
54
55 #define MAX_OBJECT_SIZE \
56 ( arrayOopDesc::header_size(T_DOUBLE) * HeapWordSize \
57 + ((julong)max_jint * sizeof(double)) )
58
59
60 #define UNSAFE_ENTRY(result_type, header) \
61 JVM_ENTRY(static result_type, header)
62
63 #define UNSAFE_LEAF(result_type, header) \
64 JVM_LEAF(static result_type, header)
65
66 #define UNSAFE_END JVM_END
67
68
69 static inline void* addr_from_java(jlong addr) {
70 // This assert fails in a variety of ways on 32-bit systems.
71 // It is impossible to predict whether native code that converts
72 // pointers to longs will sign-extend or zero-extend the addresses.
73 //assert(addr == (uintptr_t)addr, "must not be odd high bits");
74 return (void*)(uintptr_t)addr;
75 }
76
77 static inline jlong addr_to_java(void* p) {
78 assert(p == (void*)(uintptr_t)p, "must not be odd high bits");
79 return (uintptr_t)p;
80 }
81
82
83 // Note: The VM's obj_field and related accessors use byte-scaled
84 // ("unscaled") offsets, just as the unsafe methods do.
85
86 // However, the method Unsafe.fieldOffset explicitly declines to
87 // guarantee this. The field offset values manipulated by the Java user
88 // through the Unsafe API are opaque cookies that just happen to be byte
89 // offsets. We represent this state of affairs by passing the cookies
90 // through conversion functions when going between the VM and the Unsafe API.
91 // The conversion functions just happen to be no-ops at present.
92
93 static inline jlong field_offset_to_byte_offset(jlong field_offset) {
94 return field_offset;
95 }
96
97 static inline jlong field_offset_from_byte_offset(jlong byte_offset) {
98 return byte_offset;
99 }
100
101 static inline void* index_oop_from_field_offset_long(oop p, jlong field_offset) {
102 jlong byte_offset = field_offset_to_byte_offset(field_offset);
103
104 #ifdef ASSERT
105 if (p != NULL) {
106 assert(byte_offset >= 0 && byte_offset <= (jlong)MAX_OBJECT_SIZE, "sane offset");
107 if (byte_offset == (jint)byte_offset) {
108 void* ptr_plus_disp = (address)p + byte_offset;
109 assert((void*)p->obj_field_addr<oop>((jint)byte_offset) == ptr_plus_disp,
110 "raw [ptr+disp] must be consistent with oop::field_base");
111 }
112 jlong p_size = HeapWordSize * (jlong)(p->size());
113 assert(byte_offset < p_size, "Unsafe access: offset " INT64_FORMAT " > object's size " INT64_FORMAT, byte_offset, p_size);
114 }
115 #endif
116
117 if (sizeof(char*) == sizeof(jint)) { // (this constant folds!)
118 return (address)p + (jint) byte_offset;
119 } else {
120 return (address)p + byte_offset;
121 }
122 }
123
124 // Externally callable versions:
125 // (Use these in compiler intrinsics which emulate unsafe primitives.)
126 jlong Unsafe_field_offset_to_byte_offset(jlong field_offset) {
127 return field_offset;
128 }
129 jlong Unsafe_field_offset_from_byte_offset(jlong byte_offset) {
130 return byte_offset;
131 }
132
133
134 ///// Data read/writes on the Java heap and in native (off-heap) memory
135
136 /**
137 * Helper class for accessing memory.
138 *
139 * Normalizes values and wraps accesses in
140 * JavaThread::doing_unsafe_access() if needed.
141 */
142 class MemoryAccess : StackObj {
143 JavaThread* _thread;
144 jobject _obj;
145 jlong _offset;
146
147 // Resolves and returns the address of the memory access
148 void* addr() {
149 return index_oop_from_field_offset_long(JNIHandles::resolve(_obj), _offset);
150 }
151
152 template <typename T>
153 T normalize(T x) {
154 return x;
155 }
156
157 jboolean normalize(jboolean x) {
158 return x & 1;
159 }
160
161 /**
162 * Helper class to wrap memory accesses in JavaThread::doing_unsafe_access()
163 */
164 class GuardUnsafeAccess {
165 JavaThread* _thread;
166 bool _active;
167
168 public:
169 GuardUnsafeAccess(JavaThread* thread, jobject _obj) : _thread(thread) {
170 if (JNIHandles::resolve(_obj) == NULL) {
171 // native/off-heap access which may raise SIGBUS if accessing
172 // memory mapped file data in a region of the file which has
173 // been truncated and is now invalid
174 _thread->set_doing_unsafe_access(true);
175 _active = true;
176 } else {
177 _active = false;
178 }
179 }
180
181 ~GuardUnsafeAccess() {
182 if (_active) {
183 _thread->set_doing_unsafe_access(false);
184 }
185 }
186 };
187
188 public:
189 MemoryAccess(JavaThread* thread, jobject obj, jlong offset)
190 : _thread(thread), _obj(obj), _offset(offset) {
191 }
192
193 template <typename T>
194 T get() {
195 GuardUnsafeAccess guard(_thread, _obj);
196
197 T* p = (T*)addr();
198
199 T x = *p;
200
201 return x;
202 }
203
204 template <typename T>
205 void put(T x) {
206 GuardUnsafeAccess guard(_thread, _obj);
207
208 T* p = (T*)addr();
209
210 *p = normalize(x);
211 }
212
213
214 template <typename T>
215 T get_volatile() {
216 GuardUnsafeAccess guard(_thread, _obj);
217
218 T* p = (T*)addr();
219
220 if (support_IRIW_for_not_multiple_copy_atomic_cpu) {
221 OrderAccess::fence();
222 }
223
224 T x = OrderAccess::load_acquire((volatile T*)p);
225
226 return x;
227 }
228
229 template <typename T>
230 void put_volatile(T x) {
231 GuardUnsafeAccess guard(_thread, _obj);
232
233 T* p = (T*)addr();
234
235 OrderAccess::release_store_fence((volatile T*)p, normalize(x));
236 }
237
238
239 #ifndef SUPPORTS_NATIVE_CX8
240 //
241 template <typename T>
242 T get_mutex() {
243 GuardUnsafeAccess guard(_thread, _obj);
244
245 MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
246
247 T* p = (T*)addr();
248
249 T x = Atomic::load(p);
250
251 return x;
252 }
253
254 template <typename T>
255 void put_mutex(T x) {
256 GuardUnsafeAccess guard(_thread, _obj);
257
258 MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
259
260 T* p = (T*)addr();
261
262 Atomic::store(normalize(x), p);
263 }
264 #endif
265 };
266
267 // Get/PutObject must be special-cased, since it works with handles.
268
269 // These functions allow a null base pointer with an arbitrary address.
270 // But if the base pointer is non-null, the offset should make some sense.
271 // That is, it should be in the range [0, MAX_OBJECT_SIZE].
272 UNSAFE_ENTRY(jobject, Unsafe_GetObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) {
273 oop p = JNIHandles::resolve(obj);
274 oop v;
275
276 if (UseCompressedOops) {
277 narrowOop n = *(narrowOop*)index_oop_from_field_offset_long(p, offset);
278 v = oopDesc::decode_heap_oop(n);
279 } else {
280 v = *(oop*)index_oop_from_field_offset_long(p, offset);
281 }
282
283 jobject ret = JNIHandles::make_local(env, v);
284
285 #if INCLUDE_ALL_GCS
286 // We could be accessing the referent field in a reference
287 // object. If G1 is enabled then we need to register non-null
288 // referent with the SATB barrier.
289 if (UseG1GC) {
290 bool needs_barrier = false;
291
292 if (ret != NULL) {
293 if (offset == java_lang_ref_Reference::referent_offset && obj != NULL) {
294 oop o = JNIHandles::resolve(obj);
295 Klass* k = o->klass();
296 if (InstanceKlass::cast(k)->reference_type() != REF_NONE) {
297 assert(InstanceKlass::cast(k)->is_subclass_of(SystemDictionary::Reference_klass()), "sanity");
298 needs_barrier = true;
299 }
300 }
301 }
302
303 if (needs_barrier) {
304 oop referent = JNIHandles::resolve(ret);
305 G1SATBCardTableModRefBS::enqueue(referent);
306 }
307 }
308 #endif // INCLUDE_ALL_GCS
309
310 return ret;
311 } UNSAFE_END
312
313 UNSAFE_ENTRY(void, Unsafe_PutObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject x_h)) {
314 oop x = JNIHandles::resolve(x_h);
315 oop p = JNIHandles::resolve(obj);
316
317 if (UseCompressedOops) {
318 oop_store((narrowOop*)index_oop_from_field_offset_long(p, offset), x);
319 } else {
320 oop_store((oop*)index_oop_from_field_offset_long(p, offset), x);
321 }
322 } UNSAFE_END
323
324 UNSAFE_ENTRY(jobject, Unsafe_GetObjectVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) {
325 oop p = JNIHandles::resolve(obj);
326 void* addr = index_oop_from_field_offset_long(p, offset);
327
328 volatile oop v;
329
330 if (UseCompressedOops) {
331 volatile narrowOop n = *(volatile narrowOop*) addr;
332 (void)const_cast<oop&>(v = oopDesc::decode_heap_oop(n));
333 } else {
334 (void)const_cast<oop&>(v = *(volatile oop*) addr);
335 }
336
337 OrderAccess::acquire();
338 return JNIHandles::make_local(env, v);
339 } UNSAFE_END
340
341 UNSAFE_ENTRY(void, Unsafe_PutObjectVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject x_h)) {
342 oop x = JNIHandles::resolve(x_h);
343 oop p = JNIHandles::resolve(obj);
344 void* addr = index_oop_from_field_offset_long(p, offset);
345 OrderAccess::release();
346
347 if (UseCompressedOops) {
348 oop_store((narrowOop*)addr, x);
349 } else {
350 oop_store((oop*)addr, x);
351 }
352
353 OrderAccess::fence();
354 } UNSAFE_END
355
356 UNSAFE_ENTRY(jobject, Unsafe_GetUncompressedObject(JNIEnv *env, jobject unsafe, jlong addr)) {
357 oop v = *(oop*) (address) addr;
358
359 return JNIHandles::make_local(env, v);
360 } UNSAFE_END
361
362 UNSAFE_ENTRY(jclass, Unsafe_GetJavaMirror(JNIEnv *env, jobject unsafe, jlong metaspace_klass)) {
363 Klass* klass = (Klass*) (address) metaspace_klass;
364
365 return (jclass) JNIHandles::make_local(klass->java_mirror());
366 } UNSAFE_END
367
368 UNSAFE_ENTRY(jlong, Unsafe_GetKlassPointer(JNIEnv *env, jobject unsafe, jobject obj)) {
369 oop o = JNIHandles::resolve(obj);
370 jlong klass = (jlong) (address) o->klass();
371
372 return klass;
373 } UNSAFE_END
374
375 #ifndef SUPPORTS_NATIVE_CX8
376
377 // VM_Version::supports_cx8() is a surrogate for 'supports atomic long memory ops'.
378 //
379 // On platforms which do not support atomic compare-and-swap of jlong (8 byte)
380 // values we have to use a lock-based scheme to enforce atomicity. This has to be
381 // applied to all Unsafe operations that set the value of a jlong field. Even so
382 // the compareAndSwapLong operation will not be atomic with respect to direct stores
383 // to the field from Java code. It is important therefore that any Java code that
384 // utilizes these Unsafe jlong operations does not perform direct stores. To permit
385 // direct loads of the field from Java code we must also use Atomic::store within the
386 // locked regions. And for good measure, in case there are direct stores, we also
387 // employ Atomic::load within those regions. Note that the field in question must be
388 // volatile and so must have atomic load/store accesses applied at the Java level.
389 //
390 // The locking scheme could utilize a range of strategies for controlling the locking
391 // granularity: from a lock per-field through to a single global lock. The latter is
392 // the simplest and is used for the current implementation. Note that the Java object
393 // that contains the field, can not, in general, be used for locking. To do so can lead
394 // to deadlocks as we may introduce locking into what appears to the Java code to be a
395 // lock-free path.
396 //
397 // As all the locked-regions are very short and themselves non-blocking we can treat
398 // them as leaf routines and elide safepoint checks (ie we don't perform any thread
399 // state transitions even when blocking for the lock). Note that if we do choose to
400 // add safepoint checks and thread state transitions, we must ensure that we calculate
401 // the address of the field _after_ we have acquired the lock, else the object may have
402 // been moved by the GC
403
404 UNSAFE_ENTRY(jlong, Unsafe_GetLongVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) {
405 if (VM_Version::supports_cx8()) {
406 return MemoryAccess(thread, obj, offset).get_volatile<jlong>();
407 } else {
408 return MemoryAccess(thread, obj, offset).get_mutex<jlong>();
409 }
410 } UNSAFE_END
411
412 UNSAFE_ENTRY(void, Unsafe_PutLongVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong x)) {
413 if (VM_Version::supports_cx8()) {
414 MemoryAccess(thread, obj, offset).put_volatile<jlong>(x);
415 } else {
416 MemoryAccess(thread, obj, offset).put_mutex<jlong>(x);
417 }
418 } UNSAFE_END
419
420 #endif // not SUPPORTS_NATIVE_CX8
421
422 UNSAFE_LEAF(jboolean, Unsafe_isBigEndian0(JNIEnv *env, jobject unsafe)) {
423 #ifdef VM_LITTLE_ENDIAN
424 return false;
425 #else
426 return true;
427 #endif
428 } UNSAFE_END
429
430 UNSAFE_LEAF(jint, Unsafe_unalignedAccess0(JNIEnv *env, jobject unsafe)) {
431 return UseUnalignedAccesses;
432 } UNSAFE_END
433
434 #define DEFINE_GETSETOOP(java_type, Type) \
435 \
436 UNSAFE_ENTRY(java_type, Unsafe_Get##Type(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) { \
437 return MemoryAccess(thread, obj, offset).get<java_type>(); \
438 } UNSAFE_END \
439 \
440 UNSAFE_ENTRY(void, Unsafe_Put##Type(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, java_type x)) { \
441 MemoryAccess(thread, obj, offset).put<java_type>(x); \
442 } UNSAFE_END \
443 \
444 // END DEFINE_GETSETOOP.
445
446 DEFINE_GETSETOOP(jboolean, Boolean)
447 DEFINE_GETSETOOP(jbyte, Byte)
448 DEFINE_GETSETOOP(jshort, Short);
449 DEFINE_GETSETOOP(jchar, Char);
450 DEFINE_GETSETOOP(jint, Int);
451 DEFINE_GETSETOOP(jlong, Long);
452 DEFINE_GETSETOOP(jfloat, Float);
453 DEFINE_GETSETOOP(jdouble, Double);
454
455 #undef DEFINE_GETSETOOP
456
457 #define DEFINE_GETSETOOP_VOLATILE(java_type, Type) \
458 \
459 UNSAFE_ENTRY(java_type, Unsafe_Get##Type##Volatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) { \
460 return MemoryAccess(thread, obj, offset).get_volatile<java_type>(); \
461 } UNSAFE_END \
462 \
463 UNSAFE_ENTRY(void, Unsafe_Put##Type##Volatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, java_type x)) { \
464 MemoryAccess(thread, obj, offset).put_volatile<java_type>(x); \
465 } UNSAFE_END \
466 \
467 // END DEFINE_GETSETOOP_VOLATILE.
468
469 DEFINE_GETSETOOP_VOLATILE(jboolean, Boolean)
470 DEFINE_GETSETOOP_VOLATILE(jbyte, Byte)
471 DEFINE_GETSETOOP_VOLATILE(jshort, Short);
472 DEFINE_GETSETOOP_VOLATILE(jchar, Char);
473 DEFINE_GETSETOOP_VOLATILE(jint, Int);
474 DEFINE_GETSETOOP_VOLATILE(jfloat, Float);
475 DEFINE_GETSETOOP_VOLATILE(jdouble, Double);
476
477 #ifdef SUPPORTS_NATIVE_CX8
478 DEFINE_GETSETOOP_VOLATILE(jlong, Long);
479 #endif
480
481 #undef DEFINE_GETSETOOP_VOLATILE
482
483 UNSAFE_LEAF(void, Unsafe_LoadFence(JNIEnv *env, jobject unsafe)) {
484 OrderAccess::acquire();
485 } UNSAFE_END
486
487 UNSAFE_LEAF(void, Unsafe_StoreFence(JNIEnv *env, jobject unsafe)) {
488 OrderAccess::release();
489 } UNSAFE_END
490
491 UNSAFE_LEAF(void, Unsafe_FullFence(JNIEnv *env, jobject unsafe)) {
492 OrderAccess::fence();
493 } UNSAFE_END
494
495 ////// Allocation requests
496
497 UNSAFE_ENTRY(jobject, Unsafe_AllocateInstance(JNIEnv *env, jobject unsafe, jclass cls)) {
498 ThreadToNativeFromVM ttnfv(thread);
499 return env->AllocObject(cls);
500 } UNSAFE_END
501
502 UNSAFE_ENTRY(jlong, Unsafe_AllocateMemory0(JNIEnv *env, jobject unsafe, jlong size)) {
503 size_t sz = (size_t)size;
504
505 sz = round_to(sz, HeapWordSize);
506 void* x = os::malloc(sz, mtInternal);
507
508 return addr_to_java(x);
509 } UNSAFE_END
510
511 UNSAFE_ENTRY(jlong, Unsafe_ReallocateMemory0(JNIEnv *env, jobject unsafe, jlong addr, jlong size)) {
512 void* p = addr_from_java(addr);
513 size_t sz = (size_t)size;
514 sz = round_to(sz, HeapWordSize);
515
516 void* x = os::realloc(p, sz, mtInternal);
517
518 return addr_to_java(x);
519 } UNSAFE_END
520
521 UNSAFE_ENTRY(void, Unsafe_FreeMemory0(JNIEnv *env, jobject unsafe, jlong addr)) {
522 void* p = addr_from_java(addr);
523
524 os::free(p);
525 } UNSAFE_END
526
527 UNSAFE_ENTRY(void, Unsafe_SetMemory0(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong size, jbyte value)) {
528 size_t sz = (size_t)size;
529
530 oop base = JNIHandles::resolve(obj);
531 void* p = index_oop_from_field_offset_long(base, offset);
532
533 Copy::fill_to_memory_atomic(p, sz, value);
534 } UNSAFE_END
535
536 UNSAFE_ENTRY(void, Unsafe_CopyMemory0(JNIEnv *env, jobject unsafe, jobject srcObj, jlong srcOffset, jobject dstObj, jlong dstOffset, jlong size)) {
537 size_t sz = (size_t)size;
538
539 oop srcp = JNIHandles::resolve(srcObj);
540 oop dstp = JNIHandles::resolve(dstObj);
541
542 void* src = index_oop_from_field_offset_long(srcp, srcOffset);
543 void* dst = index_oop_from_field_offset_long(dstp, dstOffset);
544
545 Copy::conjoint_memory_atomic(src, dst, sz);
546 } UNSAFE_END
547
548 // This function is a leaf since if the source and destination are both in native memory
549 // the copy may potentially be very large, and we don't want to disable GC if we can avoid it.
550 // If either source or destination (or both) are on the heap, the function will enter VM using
551 // JVM_ENTRY_FROM_LEAF
552 UNSAFE_LEAF(void, Unsafe_CopySwapMemory0(JNIEnv *env, jobject unsafe, jobject srcObj, jlong srcOffset, jobject dstObj, jlong dstOffset, jlong size, jlong elemSize)) {
553 size_t sz = (size_t)size;
554 size_t esz = (size_t)elemSize;
555
556 if (srcObj == NULL && dstObj == NULL) {
557 // Both src & dst are in native memory
558 address src = (address)srcOffset;
559 address dst = (address)dstOffset;
560
561 Copy::conjoint_swap(src, dst, sz, esz);
562 } else {
563 // At least one of src/dst are on heap, transition to VM to access raw pointers
564
565 JVM_ENTRY_FROM_LEAF(env, void, Unsafe_CopySwapMemory0) {
566 oop srcp = JNIHandles::resolve(srcObj);
567 oop dstp = JNIHandles::resolve(dstObj);
568
569 address src = (address)index_oop_from_field_offset_long(srcp, srcOffset);
570 address dst = (address)index_oop_from_field_offset_long(dstp, dstOffset);
571
572 Copy::conjoint_swap(src, dst, sz, esz);
573 } JVM_END
574 }
575 } UNSAFE_END
576
577 ////// Random queries
578
579 UNSAFE_LEAF(jint, Unsafe_AddressSize0(JNIEnv *env, jobject unsafe)) {
580 return sizeof(void*);
581 } UNSAFE_END
582
583 UNSAFE_LEAF(jint, Unsafe_PageSize()) {
584 return os::vm_page_size();
585 } UNSAFE_END
586
587 static jint find_field_offset(jobject field, int must_be_static, TRAPS) {
588 assert(field != NULL, "field must not be NULL");
589
590 oop reflected = JNIHandles::resolve_non_null(field);
591 oop mirror = java_lang_reflect_Field::clazz(reflected);
592 Klass* k = java_lang_Class::as_Klass(mirror);
593 int slot = java_lang_reflect_Field::slot(reflected);
594 int modifiers = java_lang_reflect_Field::modifiers(reflected);
595
596 if (must_be_static >= 0) {
597 int really_is_static = ((modifiers & JVM_ACC_STATIC) != 0);
598 if (must_be_static != really_is_static) {
599 THROW_0(vmSymbols::java_lang_IllegalArgumentException());
600 }
601 }
602
603 int offset = InstanceKlass::cast(k)->field_offset(slot);
604 return field_offset_from_byte_offset(offset);
605 }
606
607 UNSAFE_ENTRY(jlong, Unsafe_ObjectFieldOffset0(JNIEnv *env, jobject unsafe, jobject field)) {
608 return find_field_offset(field, 0, THREAD);
609 } UNSAFE_END
610
611 UNSAFE_ENTRY(jlong, Unsafe_StaticFieldOffset0(JNIEnv *env, jobject unsafe, jobject field)) {
612 return find_field_offset(field, 1, THREAD);
613 } UNSAFE_END
614
615 UNSAFE_ENTRY(jobject, Unsafe_StaticFieldBase0(JNIEnv *env, jobject unsafe, jobject field)) {
616 assert(field != NULL, "field must not be NULL");
617
618 // Note: In this VM implementation, a field address is always a short
619 // offset from the base of a a klass metaobject. Thus, the full dynamic
620 // range of the return type is never used. However, some implementations
621 // might put the static field inside an array shared by many classes,
622 // or even at a fixed address, in which case the address could be quite
623 // large. In that last case, this function would return NULL, since
624 // the address would operate alone, without any base pointer.
625
626 oop reflected = JNIHandles::resolve_non_null(field);
627 oop mirror = java_lang_reflect_Field::clazz(reflected);
628 int modifiers = java_lang_reflect_Field::modifiers(reflected);
629
630 if ((modifiers & JVM_ACC_STATIC) == 0) {
631 THROW_0(vmSymbols::java_lang_IllegalArgumentException());
632 }
633
634 return JNIHandles::make_local(env, mirror);
635 } UNSAFE_END
636
637 UNSAFE_ENTRY(void, Unsafe_EnsureClassInitialized0(JNIEnv *env, jobject unsafe, jobject clazz)) {
638 assert(clazz != NULL, "clazz must not be NULL");
639
640 oop mirror = JNIHandles::resolve_non_null(clazz);
641
642 Klass* klass = java_lang_Class::as_Klass(mirror);
643 if (klass != NULL && klass->should_be_initialized()) {
644 InstanceKlass* k = InstanceKlass::cast(klass);
645 k->initialize(CHECK);
646 }
647 }
648 UNSAFE_END
649
650 UNSAFE_ENTRY(jboolean, Unsafe_ShouldBeInitialized0(JNIEnv *env, jobject unsafe, jobject clazz)) {
651 assert(clazz != NULL, "clazz must not be NULL");
652
653 oop mirror = JNIHandles::resolve_non_null(clazz);
654 Klass* klass = java_lang_Class::as_Klass(mirror);
655
656 if (klass != NULL && klass->should_be_initialized()) {
657 return true;
658 }
659
660 return false;
661 }
662 UNSAFE_END
663
664 static void getBaseAndScale(int& base, int& scale, jclass clazz, TRAPS) {
665 assert(clazz != NULL, "clazz must not be NULL");
666
667 oop mirror = JNIHandles::resolve_non_null(clazz);
668 Klass* k = java_lang_Class::as_Klass(mirror);
669
670 if (k == NULL || !k->is_array_klass()) {
671 THROW(vmSymbols::java_lang_InvalidClassException());
672 } else if (k->is_objArray_klass()) {
673 base = arrayOopDesc::base_offset_in_bytes(T_OBJECT);
674 scale = heapOopSize;
675 } else if (k->is_typeArray_klass()) {
676 TypeArrayKlass* tak = TypeArrayKlass::cast(k);
677 base = tak->array_header_in_bytes();
678 assert(base == arrayOopDesc::base_offset_in_bytes(tak->element_type()), "array_header_size semantics ok");
679 scale = (1 << tak->log2_element_size());
680 } else {
681 ShouldNotReachHere();
682 }
683 }
684
685 UNSAFE_ENTRY(jint, Unsafe_ArrayBaseOffset0(JNIEnv *env, jobject unsafe, jclass clazz)) {
686 int base = 0, scale = 0;
687 getBaseAndScale(base, scale, clazz, CHECK_0);
688
689 return field_offset_from_byte_offset(base);
690 } UNSAFE_END
691
692
693 UNSAFE_ENTRY(jint, Unsafe_ArrayIndexScale0(JNIEnv *env, jobject unsafe, jclass clazz)) {
694 int base = 0, scale = 0;
695 getBaseAndScale(base, scale, clazz, CHECK_0);
696
697 // This VM packs both fields and array elements down to the byte.
698 // But watch out: If this changes, so that array references for
699 // a given primitive type (say, T_BOOLEAN) use different memory units
700 // than fields, this method MUST return zero for such arrays.
701 // For example, the VM used to store sub-word sized fields in full
702 // words in the object layout, so that accessors like getByte(Object,int)
703 // did not really do what one might expect for arrays. Therefore,
704 // this function used to report a zero scale factor, so that the user
705 // would know not to attempt to access sub-word array elements.
706 // // Code for unpacked fields:
707 // if (scale < wordSize) return 0;
708
709 // The following allows for a pretty general fieldOffset cookie scheme,
710 // but requires it to be linear in byte offset.
711 return field_offset_from_byte_offset(scale) - field_offset_from_byte_offset(0);
712 } UNSAFE_END
713
714
715 static inline void throw_new(JNIEnv *env, const char *ename) {
716 char buf[100];
717
718 jio_snprintf(buf, 100, "%s%s", "java/lang/", ename);
719
720 jclass cls = env->FindClass(buf);
721 if (env->ExceptionCheck()) {
722 env->ExceptionClear();
723 tty->print_cr("Unsafe: cannot throw %s because FindClass has failed", buf);
724 return;
725 }
726
727 env->ThrowNew(cls, NULL);
728 }
729
730 static jclass Unsafe_DefineClass_impl(JNIEnv *env, jstring name, jbyteArray data, int offset, int length, jobject loader, jobject pd) {
731 // Code lifted from JDK 1.3 ClassLoader.c
732
733 jbyte *body;
734 char *utfName = NULL;
735 jclass result = 0;
736 char buf[128];
737
738 assert(data != NULL, "Class bytes must not be NULL");
739 assert(length >= 0, "length must not be negative: %d", length);
740
741 if (UsePerfData) {
742 ClassLoader::unsafe_defineClassCallCounter()->inc();
743 }
744
745 body = NEW_C_HEAP_ARRAY(jbyte, length, mtInternal);
746 if (body == NULL) {
747 throw_new(env, "OutOfMemoryError");
748 return 0;
749 }
750
751 env->GetByteArrayRegion(data, offset, length, body);
752 if (env->ExceptionOccurred()) {
753 goto free_body;
754 }
755
756 if (name != NULL) {
757 uint len = env->GetStringUTFLength(name);
758 int unicode_len = env->GetStringLength(name);
759
760 if (len >= sizeof(buf)) {
761 utfName = NEW_C_HEAP_ARRAY(char, len + 1, mtInternal);
762 if (utfName == NULL) {
763 throw_new(env, "OutOfMemoryError");
764 goto free_body;
765 }
766 } else {
767 utfName = buf;
768 }
769
770 env->GetStringUTFRegion(name, 0, unicode_len, utfName);
771
772 for (uint i = 0; i < len; i++) {
773 if (utfName[i] == '.') utfName[i] = '/';
774 }
775 }
776
777 result = JVM_DefineClass(env, utfName, loader, body, length, pd);
778
779 if (utfName && utfName != buf) {
780 FREE_C_HEAP_ARRAY(char, utfName);
781 }
782
783 free_body:
784 FREE_C_HEAP_ARRAY(jbyte, body);
785 return result;
786 }
787
788
789 UNSAFE_ENTRY(jclass, Unsafe_DefineClass0(JNIEnv *env, jobject unsafe, jstring name, jbyteArray data, int offset, int length, jobject loader, jobject pd)) {
790 ThreadToNativeFromVM ttnfv(thread);
791
792 return Unsafe_DefineClass_impl(env, name, data, offset, length, loader, pd);
793 } UNSAFE_END
794
795
796 // define a class but do not make it known to the class loader or system dictionary
797 // - host_class: supplies context for linkage, access control, protection domain, and class loader
798 // - data: bytes of a class file, a raw memory address (length gives the number of bytes)
799 // - cp_patches: where non-null entries exist, they replace corresponding CP entries in data
800
801 // When you load an anonymous class U, it works as if you changed its name just before loading,
802 // to a name that you will never use again. Since the name is lost, no other class can directly
803 // link to any member of U. Just after U is loaded, the only way to use it is reflectively,
804 // through java.lang.Class methods like Class.newInstance.
805
806 // Access checks for linkage sites within U continue to follow the same rules as for named classes.
807 // The package of an anonymous class is given by the package qualifier on the name under which it was loaded.
808 // An anonymous class also has special privileges to access any member of its host class.
809 // This is the main reason why this loading operation is unsafe. The purpose of this is to
810 // allow language implementations to simulate "open classes"; a host class in effect gets
811 // new code when an anonymous class is loaded alongside it. A less convenient but more
812 // standard way to do this is with reflection, which can also be set to ignore access
813 // restrictions.
814
815 // Access into an anonymous class is possible only through reflection. Therefore, there
816 // are no special access rules for calling into an anonymous class. The relaxed access
817 // rule for the host class is applied in the opposite direction: A host class reflectively
818 // access one of its anonymous classes.
819
820 // If you load the same bytecodes twice, you get two different classes. You can reload
821 // the same bytecodes with or without varying CP patches.
822
823 // By using the CP patching array, you can have a new anonymous class U2 refer to an older one U1.
824 // The bytecodes for U2 should refer to U1 by a symbolic name (doesn't matter what the name is).
825 // The CONSTANT_Class entry for that name can be patched to refer directly to U1.
826
827 // This allows, for example, U2 to use U1 as a superclass or super-interface, or as
828 // an outer class (so that U2 is an anonymous inner class of anonymous U1).
829 // It is not possible for a named class, or an older anonymous class, to refer by
830 // name (via its CP) to a newer anonymous class.
831
832 // CP patching may also be used to modify (i.e., hack) the names of methods, classes,
833 // or type descriptors used in the loaded anonymous class.
834
835 // Finally, CP patching may be used to introduce "live" objects into the constant pool,
836 // instead of "dead" strings. A compiled statement like println((Object)"hello") can
837 // be changed to println(greeting), where greeting is an arbitrary object created before
838 // the anonymous class is loaded. This is useful in dynamic languages, in which
839 // various kinds of metaobjects must be introduced as constants into bytecode.
840 // Note the cast (Object), which tells the verifier to expect an arbitrary object,
841 // not just a literal string. For such ldc instructions, the verifier uses the
842 // type Object instead of String, if the loaded constant is not in fact a String.
843
844 static instanceKlassHandle
845 Unsafe_DefineAnonymousClass_impl(JNIEnv *env,
846 jclass host_class, jbyteArray data, jobjectArray cp_patches_jh,
847 u1** temp_alloc,
848 TRAPS) {
849 assert(host_class != NULL, "host_class must not be NULL");
850 assert(data != NULL, "data must not be NULL");
851
852 if (UsePerfData) {
853 ClassLoader::unsafe_defineClassCallCounter()->inc();
854 }
855
856 jint length = typeArrayOop(JNIHandles::resolve_non_null(data))->length();
857 assert(length >= 0, "class_bytes_length must not be negative: %d", length);
858
859 int class_bytes_length = (int) length;
860
861 u1* class_bytes = NEW_C_HEAP_ARRAY(u1, length, mtInternal);
862 if (class_bytes == NULL) {
863 THROW_0(vmSymbols::java_lang_OutOfMemoryError());
864 }
865
866 // caller responsible to free it:
867 *temp_alloc = class_bytes;
868
869 jbyte* array_base = typeArrayOop(JNIHandles::resolve_non_null(data))->byte_at_addr(0);
870 Copy::conjoint_jbytes(array_base, class_bytes, length);
871
872 objArrayHandle cp_patches_h;
873 if (cp_patches_jh != NULL) {
874 oop p = JNIHandles::resolve_non_null(cp_patches_jh);
875 assert(p->is_objArray(), "cp_patches must be an object[]");
876 cp_patches_h = objArrayHandle(THREAD, (objArrayOop)p);
877 }
878
879 const Klass* host_klass = java_lang_Class::as_Klass(JNIHandles::resolve_non_null(host_class));
880 // Primitive types have NULL Klass* fields in their java.lang.Class instances.
881 if (host_klass == NULL) {
882 THROW_0(vmSymbols::java_lang_IllegalArgumentException());
883 }
884
885 const char* host_source = host_klass->external_name();
886 Handle host_loader(THREAD, host_klass->class_loader());
887 Handle host_domain(THREAD, host_klass->protection_domain());
888
889 GrowableArray<Handle>* cp_patches = NULL;
890
891 if (cp_patches_h.not_null()) {
892 int alen = cp_patches_h->length();
893
894 for (int i = alen-1; i >= 0; i--) {
895 oop p = cp_patches_h->obj_at(i);
896 if (p != NULL) {
897 Handle patch(THREAD, p);
898
899 if (cp_patches == NULL) {
900 cp_patches = new GrowableArray<Handle>(i+1, i+1, Handle());
901 }
902
903 cp_patches->at_put(i, patch);
904 }
905 }
906 }
907
908 ClassFileStream st(class_bytes, class_bytes_length, host_source, ClassFileStream::verify);
909
910 Symbol* no_class_name = NULL;
911 Klass* anonk = SystemDictionary::parse_stream(no_class_name,
912 host_loader,
913 host_domain,
914 &st,
915 host_klass,
916 cp_patches,
917 CHECK_NULL);
918 if (anonk == NULL) {
919 return NULL;
920 }
921
922 return instanceKlassHandle(THREAD, anonk);
923 }
924
925 UNSAFE_ENTRY(jclass, Unsafe_DefineAnonymousClass0(JNIEnv *env, jobject unsafe, jclass host_class, jbyteArray data, jobjectArray cp_patches_jh)) {
926 ResourceMark rm(THREAD);
927
928 instanceKlassHandle anon_klass;
929 jobject res_jh = NULL;
930 u1* temp_alloc = NULL;
931
932 anon_klass = Unsafe_DefineAnonymousClass_impl(env, host_class, data, cp_patches_jh, &temp_alloc, THREAD);
933 if (anon_klass() != NULL) {
934 res_jh = JNIHandles::make_local(env, anon_klass->java_mirror());
935 }
936
937 // try/finally clause:
938 if (temp_alloc != NULL) {
939 FREE_C_HEAP_ARRAY(u1, temp_alloc);
940 }
941
942 // The anonymous class loader data has been artificially been kept alive to
943 // this point. The mirror and any instances of this class have to keep
944 // it alive afterwards.
945 if (anon_klass() != NULL) {
946 anon_klass->class_loader_data()->dec_keep_alive();
947 }
948
949 // let caller initialize it as needed...
950
951 return (jclass) res_jh;
952 } UNSAFE_END
953
954
955
956 UNSAFE_ENTRY(void, Unsafe_ThrowException(JNIEnv *env, jobject unsafe, jthrowable thr)) {
957 ThreadToNativeFromVM ttnfv(thread);
958 env->Throw(thr);
959 } UNSAFE_END
960
961 // JSR166 ------------------------------------------------------------------
962
963 UNSAFE_ENTRY(jobject, Unsafe_CompareAndExchangeObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject e_h, jobject x_h)) {
964 oop x = JNIHandles::resolve(x_h);
965 oop e = JNIHandles::resolve(e_h);
966 oop p = JNIHandles::resolve(obj);
967 HeapWord* addr = (HeapWord *)index_oop_from_field_offset_long(p, offset);
968 oop res = oopDesc::atomic_compare_exchange_oop(x, addr, e, true);
969 if (res == e) {
970 update_barrier_set((void*)addr, x);
971 }
972 return JNIHandles::make_local(env, res);
973 } UNSAFE_END
974
975 UNSAFE_ENTRY(jint, Unsafe_CompareAndExchangeInt(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jint e, jint x)) {
976 oop p = JNIHandles::resolve(obj);
977 jint* addr = (jint *) index_oop_from_field_offset_long(p, offset);
978
979 return (jint)(Atomic::cmpxchg(x, addr, e));
980 } UNSAFE_END
981
982 UNSAFE_ENTRY(jlong, Unsafe_CompareAndExchangeLong(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong e, jlong x)) {
983 Handle p(THREAD, JNIHandles::resolve(obj));
984 jlong* addr = (jlong*)index_oop_from_field_offset_long(p(), offset);
985
986 #ifdef SUPPORTS_NATIVE_CX8
987 return (jlong)(Atomic::cmpxchg(x, addr, e));
988 #else
989 if (VM_Version::supports_cx8()) {
990 return (jlong)(Atomic::cmpxchg(x, addr, e));
991 } else {
992 MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
993
994 jlong val = Atomic::load(addr);
995 if (val == e) {
996 Atomic::store(x, addr);
997 }
998 return val;
999 }
1000 #endif
1001 } UNSAFE_END
1002
1003 UNSAFE_ENTRY(jboolean, Unsafe_CompareAndSwapObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject e_h, jobject x_h)) {
1004 oop x = JNIHandles::resolve(x_h);
1005 oop e = JNIHandles::resolve(e_h);
1006 oop p = JNIHandles::resolve(obj);
1007 HeapWord* addr = (HeapWord *)index_oop_from_field_offset_long(p, offset);
1008 oop res = oopDesc::atomic_compare_exchange_oop(x, addr, e, true);
1009 if (res != e) {
1010 return false;
1011 }
1012
1013 update_barrier_set((void*)addr, x);
1014
1015 return true;
1016 } UNSAFE_END
1017
1018 UNSAFE_ENTRY(jboolean, Unsafe_CompareAndSwapInt(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jint e, jint x)) {
1019 oop p = JNIHandles::resolve(obj);
1020 jint* addr = (jint *)index_oop_from_field_offset_long(p, offset);
1021
1022 return (jint)(Atomic::cmpxchg(x, addr, e)) == e;
1023 } UNSAFE_END
1024
1025 UNSAFE_ENTRY(jboolean, Unsafe_CompareAndSwapLong(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong e, jlong x)) {
1026 Handle p(THREAD, JNIHandles::resolve(obj));
1027 jlong* addr = (jlong*)index_oop_from_field_offset_long(p(), offset);
1028
1029 #ifdef SUPPORTS_NATIVE_CX8
1030 return (jlong)(Atomic::cmpxchg(x, addr, e)) == e;
1031 #else
1032 if (VM_Version::supports_cx8()) {
1033 return (jlong)(Atomic::cmpxchg(x, addr, e)) == e;
1034 } else {
1035 MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
1036
1037 jlong val = Atomic::load(addr);
1038 if (val != e) {
1039 return false;
1040 }
1041
1042 Atomic::store(x, addr);
1043 return true;
1044 }
1045 #endif
1046 } UNSAFE_END
1047
1048 UNSAFE_ENTRY(void, Unsafe_Park(JNIEnv *env, jobject unsafe, jboolean isAbsolute, jlong time)) {
1049 EventThreadPark event;
1050 HOTSPOT_THREAD_PARK_BEGIN((uintptr_t) thread->parker(), (int) isAbsolute, time);
1051
1052 JavaThreadParkedState jtps(thread, time != 0);
1053 thread->parker()->park(isAbsolute != 0, time);
1054
1055 HOTSPOT_THREAD_PARK_END((uintptr_t) thread->parker());
1056
1057 if (event.should_commit()) {
1058 oop obj = thread->current_park_blocker();
1059 event.set_klass((obj != NULL) ? obj->klass() : NULL);
1060 event.set_timeout(time);
1061 event.set_address((obj != NULL) ? (TYPE_ADDRESS) cast_from_oop<uintptr_t>(obj) : 0);
1062 event.commit();
1063 }
1064 } UNSAFE_END
1065
1066 UNSAFE_ENTRY(void, Unsafe_Unpark(JNIEnv *env, jobject unsafe, jobject jthread)) {
1067 Parker* p = NULL;
1068
1069 if (jthread != NULL) {
1070 oop java_thread = JNIHandles::resolve_non_null(jthread);
1071 if (java_thread != NULL) {
1072 jlong lp = java_lang_Thread::park_event(java_thread);
1073 if (lp != 0) {
1074 // This cast is OK even though the jlong might have been read
1075 // non-atomically on 32bit systems, since there, one word will
1076 // always be zero anyway and the value set is always the same
1077 p = (Parker*)addr_from_java(lp);
1078 } else {
1079 // Grab lock if apparently null or using older version of library
1080 MutexLocker mu(Threads_lock);
1081 java_thread = JNIHandles::resolve_non_null(jthread);
1082
1083 if (java_thread != NULL) {
1084 JavaThread* thr = java_lang_Thread::thread(java_thread);
1085 if (thr != NULL) {
1086 p = thr->parker();
1087 if (p != NULL) { // Bind to Java thread for next time.
1088 java_lang_Thread::set_park_event(java_thread, addr_to_java(p));
1089 }
1090 }
1091 }
1092 }
1093 }
1094 }
1095
1096 if (p != NULL) {
1097 HOTSPOT_THREAD_UNPARK((uintptr_t) p);
1098 p->unpark();
1099 }
1100 } UNSAFE_END
1101
1102 UNSAFE_ENTRY(jint, Unsafe_GetLoadAverage0(JNIEnv *env, jobject unsafe, jdoubleArray loadavg, jint nelem)) {
1103 const int max_nelem = 3;
1104 double la[max_nelem];
1105 jint ret;
1106
1107 typeArrayOop a = typeArrayOop(JNIHandles::resolve_non_null(loadavg));
1108 assert(a->is_typeArray(), "must be type array");
1109
1110 ret = os::loadavg(la, nelem);
1111 if (ret == -1) {
1112 return -1;
1113 }
1114
1115 // if successful, ret is the number of samples actually retrieved.
1116 assert(ret >= 0 && ret <= max_nelem, "Unexpected loadavg return value");
1117 switch(ret) {
1118 case 3: a->double_at_put(2, (jdouble)la[2]); // fall through
1119 case 2: a->double_at_put(1, (jdouble)la[1]); // fall through
1120 case 1: a->double_at_put(0, (jdouble)la[0]); break;
1121 }
1122
1123 return ret;
1124 } UNSAFE_END
1125
1126
1127 /// JVM_RegisterUnsafeMethods
1128
1129 #define ADR "J"
1130
1131 #define LANG "Ljava/lang/"
1132
1133 #define OBJ LANG "Object;"
1134 #define CLS LANG "Class;"
1135 #define FLD LANG "reflect/Field;"
1136 #define THR LANG "Throwable;"
1137
1138 #define DC_Args LANG "String;[BII" LANG "ClassLoader;" "Ljava/security/ProtectionDomain;"
1139 #define DAC_Args CLS "[B[" OBJ
1140
1141 #define CC (char*) /*cast a literal from (const char*)*/
1142 #define FN_PTR(f) CAST_FROM_FN_PTR(void*, &f)
1143
1144 #define DECLARE_GETPUTOOP(Type, Desc) \
1145 {CC "get" #Type, CC "(" OBJ "J)" #Desc, FN_PTR(Unsafe_Get##Type)}, \
1146 {CC "put" #Type, CC "(" OBJ "J" #Desc ")V", FN_PTR(Unsafe_Put##Type)}, \
1147 {CC "get" #Type "Volatile", CC "(" OBJ "J)" #Desc, FN_PTR(Unsafe_Get##Type##Volatile)}, \
1148 {CC "put" #Type "Volatile", CC "(" OBJ "J" #Desc ")V", FN_PTR(Unsafe_Put##Type##Volatile)}
1149
1150
1151 static JNINativeMethod jdk_internal_misc_Unsafe_methods[] = {
1152 {CC "getObject", CC "(" OBJ "J)" OBJ "", FN_PTR(Unsafe_GetObject)},
1153 {CC "putObject", CC "(" OBJ "J" OBJ ")V", FN_PTR(Unsafe_PutObject)},
1154 {CC "getObjectVolatile",CC "(" OBJ "J)" OBJ "", FN_PTR(Unsafe_GetObjectVolatile)},
1155 {CC "putObjectVolatile",CC "(" OBJ "J" OBJ ")V", FN_PTR(Unsafe_PutObjectVolatile)},
1156
1157 {CC "getUncompressedObject", CC "(" ADR ")" OBJ, FN_PTR(Unsafe_GetUncompressedObject)},
1158 {CC "getJavaMirror", CC "(" ADR ")" CLS, FN_PTR(Unsafe_GetJavaMirror)},
1159 {CC "getKlassPointer", CC "(" OBJ ")" ADR, FN_PTR(Unsafe_GetKlassPointer)},
1160
1161 DECLARE_GETPUTOOP(Boolean, Z),
1162 DECLARE_GETPUTOOP(Byte, B),
1163 DECLARE_GETPUTOOP(Short, S),
1164 DECLARE_GETPUTOOP(Char, C),
1165 DECLARE_GETPUTOOP(Int, I),
1166 DECLARE_GETPUTOOP(Long, J),
1167 DECLARE_GETPUTOOP(Float, F),
1168 DECLARE_GETPUTOOP(Double, D),
1169
1170 {CC "allocateMemory0", CC "(J)" ADR, FN_PTR(Unsafe_AllocateMemory0)},
1171 {CC "reallocateMemory0", CC "(" ADR "J)" ADR, FN_PTR(Unsafe_ReallocateMemory0)},
1172 {CC "freeMemory0", CC "(" ADR ")V", FN_PTR(Unsafe_FreeMemory0)},
1173
1174 {CC "objectFieldOffset0", CC "(" FLD ")J", FN_PTR(Unsafe_ObjectFieldOffset0)},
1175 {CC "staticFieldOffset0", CC "(" FLD ")J", FN_PTR(Unsafe_StaticFieldOffset0)},
1176 {CC "staticFieldBase0", CC "(" FLD ")" OBJ, FN_PTR(Unsafe_StaticFieldBase0)},
1177 {CC "ensureClassInitialized0", CC "(" CLS ")V", FN_PTR(Unsafe_EnsureClassInitialized0)},
1178 {CC "arrayBaseOffset0", CC "(" CLS ")I", FN_PTR(Unsafe_ArrayBaseOffset0)},
1179 {CC "arrayIndexScale0", CC "(" CLS ")I", FN_PTR(Unsafe_ArrayIndexScale0)},
1180 {CC "addressSize0", CC "()I", FN_PTR(Unsafe_AddressSize0)},
1181 {CC "pageSize", CC "()I", FN_PTR(Unsafe_PageSize)},
1182
1183 {CC "defineClass0", CC "(" DC_Args ")" CLS, FN_PTR(Unsafe_DefineClass0)},
1184 {CC "allocateInstance", CC "(" CLS ")" OBJ, FN_PTR(Unsafe_AllocateInstance)},
1185 {CC "throwException", CC "(" THR ")V", FN_PTR(Unsafe_ThrowException)},
1186 {CC "compareAndSwapObject", CC "(" OBJ "J" OBJ "" OBJ ")Z", FN_PTR(Unsafe_CompareAndSwapObject)},
1187 {CC "compareAndSwapInt", CC "(" OBJ "J""I""I"")Z", FN_PTR(Unsafe_CompareAndSwapInt)},
1188 {CC "compareAndSwapLong", CC "(" OBJ "J""J""J"")Z", FN_PTR(Unsafe_CompareAndSwapLong)},
1189 {CC "compareAndExchangeObjectVolatile", CC "(" OBJ "J" OBJ "" OBJ ")" OBJ, FN_PTR(Unsafe_CompareAndExchangeObject)},
1190 {CC "compareAndExchangeIntVolatile", CC "(" OBJ "J""I""I"")I", FN_PTR(Unsafe_CompareAndExchangeInt)},
1191 {CC "compareAndExchangeLongVolatile", CC "(" OBJ "J""J""J"")J", FN_PTR(Unsafe_CompareAndExchangeLong)},
1192
1193 {CC "park", CC "(ZJ)V", FN_PTR(Unsafe_Park)},
1194 {CC "unpark", CC "(" OBJ ")V", FN_PTR(Unsafe_Unpark)},
1195
1196 {CC "getLoadAverage0", CC "([DI)I", FN_PTR(Unsafe_GetLoadAverage0)},
1197
1198 {CC "copyMemory0", CC "(" OBJ "J" OBJ "JJ)V", FN_PTR(Unsafe_CopyMemory0)},
1199 {CC "copySwapMemory0", CC "(" OBJ "J" OBJ "JJJ)V", FN_PTR(Unsafe_CopySwapMemory0)},
1200 {CC "setMemory0", CC "(" OBJ "JJB)V", FN_PTR(Unsafe_SetMemory0)},
1201
1202 {CC "defineAnonymousClass0", CC "(" DAC_Args ")" CLS, FN_PTR(Unsafe_DefineAnonymousClass0)},
1203
1204 {CC "shouldBeInitialized0", CC "(" CLS ")Z", FN_PTR(Unsafe_ShouldBeInitialized0)},
1205
1206 {CC "loadFence", CC "()V", FN_PTR(Unsafe_LoadFence)},
1207 {CC "storeFence", CC "()V", FN_PTR(Unsafe_StoreFence)},
1208 {CC "fullFence", CC "()V", FN_PTR(Unsafe_FullFence)},
1209
1210 {CC "isBigEndian0", CC "()Z", FN_PTR(Unsafe_isBigEndian0)},
1211 {CC "unalignedAccess0", CC "()Z", FN_PTR(Unsafe_unalignedAccess0)}
1212 };
1213
1214 #undef CC
1215 #undef FN_PTR
1216
1217 #undef ADR
1218 #undef LANG
1219 #undef OBJ
1220 #undef CLS
1221 #undef FLD
1222 #undef THR
1223 #undef DC_Args
1224 #undef DAC_Args
1225
1226 #undef DECLARE_GETPUTOOP
1227
1228
1229 // This function is exported, used by NativeLookup.
1230 // The Unsafe_xxx functions above are called only from the interpreter.
1231 // The optimizer looks at names and signatures to recognize
1232 // individual functions.
1233
1234 JVM_ENTRY(void, JVM_RegisterJDKInternalMiscUnsafeMethods(JNIEnv *env, jclass unsafeclass)) {
1235 ThreadToNativeFromVM ttnfv(thread);
1236
1237 int ok = env->RegisterNatives(unsafeclass, jdk_internal_misc_Unsafe_methods, sizeof(jdk_internal_misc_Unsafe_methods)/sizeof(JNINativeMethod));
1238 guarantee(ok == 0, "register jdk.internal.misc.Unsafe natives");
1239 } JVM_END