1 /* 2 * Copyright (c) 1997, 2016, Oracle and/or its affiliates. All rights reserved. 3 * Copyright (c) 2014, Red Hat Inc. All rights reserved. 4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 5 * 6 * This code is free software; you can redistribute it and/or modify it 7 * under the terms of the GNU General Public License version 2 only, as 8 * published by the Free Software Foundation. 9 * 10 * This code is distributed in the hope that it will be useful, but WITHOUT 11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 13 * version 2 for more details (a copy is included in the LICENSE file that 14 * accompanied this code). 15 * 16 * You should have received a copy of the GNU General Public License version 17 * 2 along with this work; if not, write to the Free Software Foundation, 18 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 19 * 20 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 21 * or visit www.oracle.com if you need additional information or have any 22 * questions. 23 * 24 */ 25 26 #include "precompiled.hpp" 27 #include "asm/macroAssembler.inline.hpp" 28 #include "code/compiledIC.hpp" 29 #include "code/icBuffer.hpp" 30 #include "code/nmethod.hpp" 31 #include "memory/resourceArea.hpp" 32 #include "runtime/mutexLocker.hpp" 33 #include "runtime/safepoint.hpp" 34 35 // ---------------------------------------------------------------------------- 36 37 #define __ _masm. 38 address CompiledStaticCall::emit_to_interp_stub(CodeBuffer &cbuf, address mark) { 39 // Stub is fixed up when the corresponding call is converted from 40 // calling compiled code to calling interpreted code. 41 // mov rmethod, 0 42 // jmp -4 # to self 43 44 if (mark == NULL) { 45 mark = cbuf.insts_mark(); // Get mark within main instrs section. 46 } 47 48 // Note that the code buffer's insts_mark is always relative to insts. 49 // That's why we must use the macroassembler to generate a stub. 50 MacroAssembler _masm(&cbuf); 51 52 address base = __ start_a_stub(to_interp_stub_size()); 53 int offset = __ offset(); 54 if (base == NULL) { 55 return NULL; // CodeBuffer::expand failed 56 } 57 // static stub relocation stores the instruction address of the call 58 __ relocate(static_stub_Relocation::spec(mark)); 59 // static stub relocation also tags the Method* in the code-stream. 60 __ mov_metadata(rmethod, (Metadata*)NULL); 61 __ movptr(rscratch1, 0); 62 __ br(rscratch1); 63 64 assert((__ offset() - offset) <= (int)to_interp_stub_size(), "stub too big"); 65 __ end_a_stub(); 66 return base; 67 } 68 #undef __ 69 70 int CompiledStaticCall::to_interp_stub_size() { 71 return 7 * NativeInstruction::instruction_size; 72 } 73 74 int CompiledStaticCall::to_trampoline_stub_size() { 75 // Somewhat pessimistically, we count 3 instructions here (although 76 // there are only two) because we sometimes emit an alignment nop. 77 // Trampoline stubs are always word aligned. 78 return 3 * NativeInstruction::instruction_size + wordSize; 79 } 80 81 // Relocation entries for call stub, compiled java to interpreter. 82 int CompiledStaticCall::reloc_to_interp_stub() { 83 return 4; // 3 in emit_to_interp_stub + 1 in emit_call 84 } 85 86 #if INCLUDE_AOT 87 #define __ _masm. 88 void CompiledStaticCall::emit_to_aot_stub(CodeBuffer &cbuf, address mark) { 89 if (!UseAOT) { 90 return; 91 } 92 // Stub is fixed up when the corresponding call is converted from 93 // calling compiled code to calling aot code. 94 // mov r, imm64_aot_code_address 95 // jmp r 96 97 if (mark == NULL) { 98 mark = cbuf.insts_mark(); // Get mark within main instrs section. 99 } 100 101 // Note that the code buffer's insts_mark is always relative to insts. 102 // That's why we must use the macroassembler to generate a stub. 103 MacroAssembler _masm(&cbuf); 104 105 address base = 106 __ start_a_stub(to_aot_stub_size()); 107 guarantee(base != NULL, "out of space"); 108 109 // Static stub relocation stores the instruction address of the call. 110 __ relocate(static_stub_Relocation::spec(mark, true /* is_aot */)); 111 // Load destination AOT code address. 112 __ movptr(rscratch1, 0); // address is zapped till fixup time. 113 // This is recognized as unresolved by relocs/nativeinst/ic code. 114 __ br(rscratch1); 115 116 assert(__ pc() - base <= to_aot_stub_size(), "wrong stub size"); 117 118 // Update current stubs pointer and restore insts_end. 119 __ end_a_stub(); 120 } 121 #undef __ 122 123 int CompiledStaticCall::to_aot_stub_size() { 124 if (UseAOT) { 125 return 5 * 4; // movz; movk; movk; movk; br 126 } else { 127 return 0; 128 } 129 } 130 131 // Relocation entries for call stub, compiled java to aot. 132 int CompiledStaticCall::reloc_to_aot_stub() { 133 if (UseAOT) { 134 return 5 * 4; // movz; movk; movk; movk; br 135 } else { 136 return 0; 137 } 138 } 139 #endif // INCLUDE_AOT 140 141 void CompiledDirectStaticCall::set_to_interpreted(const methodHandle& callee, address entry) { 142 address stub = find_stub(false /* is_aot */); 143 guarantee(stub != NULL, "stub not found"); 144 145 if (TraceICs) { 146 ResourceMark rm; 147 tty->print_cr("CompiledDirectStaticCall@" INTPTR_FORMAT ": set_to_interpreted %s", 148 p2i(instruction_address()), 149 callee->name_and_sig_as_C_string()); 150 } 151 152 // Creation also verifies the object. 153 NativeMovConstReg* method_holder = nativeMovConstReg_at(stub); 154 #ifndef PRODUCT 155 NativeGeneralJump* jump = nativeGeneralJump_at(method_holder->next_instruction_address()); 156 157 // read the value once 158 volatile intptr_t data = method_holder->data(); 159 assert(data == 0 || data == (intptr_t)callee(), 160 "a) MT-unsafe modification of inline cache"); 161 assert(data == 0 || jump->jump_destination() == entry, 162 "b) MT-unsafe modification of inline cache"); 163 #endif 164 // Update stub. 165 method_holder->set_data((intptr_t)callee()); 166 NativeGeneralJump::insert_unconditional(method_holder->next_instruction_address(), entry); 167 ICache::invalidate_range(stub, to_interp_stub_size()); 168 // Update jump to call. 169 set_destination_mt_safe(stub); 170 } 171 172 void CompiledDirectStaticCall::set_stub_to_clean(static_stub_Relocation* static_stub) { 173 assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), "mt unsafe call"); 174 // Reset stub. 175 address stub = static_stub->addr(); 176 assert(stub != NULL, "stub not found"); 177 // Creation also verifies the object. 178 NativeMovConstReg* method_holder = nativeMovConstReg_at(stub); 179 method_holder->set_data(0); 180 } 181 182 //----------------------------------------------------------------------------- 183 // Non-product mode code 184 #ifndef PRODUCT 185 186 void CompiledDirectStaticCall::verify() { 187 // Verify call. 188 _call->verify(); 189 if (os::is_MP()) { 190 _call->verify_alignment(); 191 } 192 193 // Verify stub. 194 address stub = find_stub(false /* is_aot */); 195 assert(stub != NULL, "no stub found for static call"); 196 // Creation also verifies the object. 197 NativeMovConstReg* method_holder = nativeMovConstReg_at(stub); 198 NativeJump* jump = nativeJump_at(method_holder->next_instruction_address()); 199 200 // Verify state. 201 assert(is_clean() || is_call_to_compiled() || is_call_to_interpreted(), "sanity check"); 202 } 203 204 #endif // !PRODUCT