1 /* 2 * Copyright (c) 1997, 2018, Oracle and/or its affiliates. All rights reserved. 3 * Copyright (c) 2014, 2018, Red Hat Inc. All rights reserved. 4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 5 * 6 * This code is free software; you can redistribute it and/or modify it 7 * under the terms of the GNU General Public License version 2 only, as 8 * published by the Free Software Foundation. 9 * 10 * This code is distributed in the hope that it will be useful, but WITHOUT 11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 13 * version 2 for more details (a copy is included in the LICENSE file that 14 * accompanied this code). 15 * 16 * You should have received a copy of the GNU General Public License version 17 * 2 along with this work; if not, write to the Free Software Foundation, 18 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 19 * 20 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 21 * or visit www.oracle.com if you need additional information or have any 22 * questions. 23 * 24 */ 25 26 #include "precompiled.hpp" 27 #include "asm/macroAssembler.inline.hpp" 28 #include "code/compiledIC.hpp" 29 #include "code/icBuffer.hpp" 30 #include "code/nmethod.hpp" 31 #include "memory/resourceArea.hpp" 32 #include "runtime/mutexLocker.hpp" 33 #include "runtime/safepoint.hpp" 34 35 // ---------------------------------------------------------------------------- 36 37 #define __ _masm. 38 address CompiledStaticCall::emit_to_interp_stub(CodeBuffer &cbuf, address mark) { 39 // Stub is fixed up when the corresponding call is converted from 40 // calling compiled code to calling interpreted code. 41 // mov rmethod, 0 42 // jmp -4 # to self 43 44 if (mark == NULL) { 45 mark = cbuf.insts_mark(); // Get mark within main instrs section. 46 } 47 48 // Note that the code buffer's insts_mark is always relative to insts. 49 // That's why we must use the macroassembler to generate a stub. 50 MacroAssembler _masm(&cbuf); 51 52 address base = __ start_a_stub(to_interp_stub_size()); 53 int offset = __ offset(); 54 if (base == NULL) { 55 return NULL; // CodeBuffer::expand failed 56 } 57 // static stub relocation stores the instruction address of the call 58 __ relocate(static_stub_Relocation::spec(mark)); 59 60 #if INCLUDE_AOT 61 // Don't create a Metadata reloc if we're generating immutable PIC. 62 if (cbuf.immutable_PIC()) { 63 __ movptr(rmethod, 0); 64 __ movptr(rscratch1, 0); 65 __ br(rscratch1); 66 67 } else 68 #endif 69 { 70 __ emit_static_call_stub(); 71 } 72 73 assert((__ offset() - offset) <= (int)to_interp_stub_size(), "stub too big"); 74 __ end_a_stub(); 75 return base; 76 } 77 #undef __ 78 79 int CompiledStaticCall::to_interp_stub_size() { 80 // isb; movk; movz; movz; movk; movz; movz; br 81 return 8 * NativeInstruction::instruction_size; 82 } 83 84 int CompiledStaticCall::to_trampoline_stub_size() { 85 // Somewhat pessimistically, we count 3 instructions here (although 86 // there are only two) because we sometimes emit an alignment nop. 87 // Trampoline stubs are always word aligned. 88 return 3 * NativeInstruction::instruction_size + wordSize; 89 } 90 91 // Relocation entries for call stub, compiled java to interpreter. 92 int CompiledStaticCall::reloc_to_interp_stub() { 93 return 4; // 3 in emit_to_interp_stub + 1 in emit_call 94 } 95 96 #if INCLUDE_AOT 97 #define __ _masm. 98 void CompiledStaticCall::emit_to_aot_stub(CodeBuffer &cbuf, address mark) { 99 if (!UseAOT) { 100 return; 101 } 102 // Stub is fixed up when the corresponding call is converted from 103 // calling compiled code to calling aot code. 104 // mov r, imm64_aot_code_address 105 // jmp r 106 107 if (mark == NULL) { 108 mark = cbuf.insts_mark(); // Get mark within main instrs section. 109 } 110 111 // Note that the code buffer's insts_mark is always relative to insts. 112 // That's why we must use the macroassembler to generate a stub. 113 MacroAssembler _masm(&cbuf); 114 115 address base = 116 __ start_a_stub(to_aot_stub_size()); 117 guarantee(base != NULL, "out of space"); 118 119 // Static stub relocation stores the instruction address of the call. 120 __ relocate(static_stub_Relocation::spec(mark, true /* is_aot */)); 121 // Load destination AOT code address. 122 __ movptr(rscratch1, 0); // address is zapped till fixup time. 123 // This is recognized as unresolved by relocs/nativeinst/ic code. 124 __ br(rscratch1); 125 126 assert(__ pc() - base <= to_aot_stub_size(), "wrong stub size"); 127 128 // Update current stubs pointer and restore insts_end. 129 __ end_a_stub(); 130 } 131 #undef __ 132 133 int CompiledStaticCall::to_aot_stub_size() { 134 if (UseAOT) { 135 return 5 * 4; // movz; movk; movk; movk; br 136 } else { 137 return 0; 138 } 139 } 140 141 // Relocation entries for call stub, compiled java to aot. 142 int CompiledStaticCall::reloc_to_aot_stub() { 143 if (UseAOT) { 144 return 5 * 4; // movz; movk; movk; movk; br 145 } else { 146 return 0; 147 } 148 } 149 #endif // INCLUDE_AOT 150 151 void CompiledDirectStaticCall::set_to_interpreted(const methodHandle& callee, address entry) { 152 address stub = find_stub(false /* is_aot */); 153 guarantee(stub != NULL, "stub not found"); 154 155 if (TraceICs) { 156 ResourceMark rm; 157 tty->print_cr("CompiledDirectStaticCall@" INTPTR_FORMAT ": set_to_interpreted %s", 158 p2i(instruction_address()), 159 callee->name_and_sig_as_C_string()); 160 } 161 162 // Creation also verifies the object. 163 NativeMovConstReg* method_holder 164 = nativeMovConstReg_at(stub + NativeInstruction::instruction_size); 165 #ifndef PRODUCT 166 NativeGeneralJump* jump = nativeGeneralJump_at(method_holder->next_instruction_address()); 167 168 // read the value once 169 volatile intptr_t data = method_holder->data(); 170 assert(data == 0 || data == (intptr_t)callee(), 171 "a) MT-unsafe modification of inline cache"); 172 assert(data == 0 || jump->jump_destination() == entry, 173 "b) MT-unsafe modification of inline cache"); 174 #endif 175 // Update stub. 176 method_holder->set_data((intptr_t)callee()); 177 NativeGeneralJump::insert_unconditional(method_holder->next_instruction_address(), entry); 178 ICache::invalidate_range(stub, to_interp_stub_size()); 179 // Update jump to call. 180 set_destination_mt_safe(stub); 181 } 182 183 void CompiledDirectStaticCall::set_stub_to_clean(static_stub_Relocation* static_stub) { 184 // Reset stub. 185 address stub = static_stub->addr(); 186 assert(stub != NULL, "stub not found"); 187 assert(CompiledICLocker::is_safe(stub), "mt unsafe call"); 188 // Creation also verifies the object. 189 NativeMovConstReg* method_holder 190 = nativeMovConstReg_at(stub + NativeInstruction::instruction_size); 191 method_holder->set_data(0); 192 } 193 194 //----------------------------------------------------------------------------- 195 // Non-product mode code 196 #ifndef PRODUCT 197 198 void CompiledDirectStaticCall::verify() { 199 // Verify call. 200 _call->verify(); 201 _call->verify_alignment(); 202 203 // Verify stub. 204 address stub = find_stub(false /* is_aot */); 205 assert(stub != NULL, "no stub found for static call"); 206 // Creation also verifies the object. 207 NativeMovConstReg* method_holder 208 = nativeMovConstReg_at(stub + NativeInstruction::instruction_size); 209 NativeJump* jump = nativeJump_at(method_holder->next_instruction_address()); 210 211 // Verify state. 212 assert(is_clean() || is_call_to_compiled() || is_call_to_interpreted(), "sanity check"); 213 } 214 215 #endif // !PRODUCT