1 /* 2 * Copyright (c) 2013, 2017, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 */ 23 24 #include "precompiled.hpp" 25 #include "compiler/disassembler.hpp" 26 #include "oops/oop.inline.hpp" 27 #include "runtime/handles.inline.hpp" 28 #include "runtime/javaCalls.hpp" 29 #include "runtime/sharedRuntime.hpp" 30 #include "jvmci/jvmciEnv.hpp" 31 #include "jvmci/jvmciCodeInstaller.hpp" 32 #include "jvmci/jvmciJavaClasses.hpp" 33 #include "jvmci/jvmciCompilerToVM.hpp" 34 #include "jvmci/jvmciRuntime.hpp" 35 #include "asm/register.hpp" 36 #include "classfile/vmSymbols.hpp" 37 #include "code/vmreg.hpp" 38 #include "vmreg_x86.inline.hpp" 39 40 jint CodeInstaller::pd_next_offset(NativeInstruction* inst, jint pc_offset, Handle method, TRAPS) { 41 if (inst->is_call() || inst->is_jump()) { 42 assert(NativeCall::instruction_size == (int)NativeJump::instruction_size, "unexpected size"); 43 return (pc_offset + NativeCall::instruction_size); 44 } else if (inst->is_mov_literal64()) { 45 // mov+call instruction pair 46 jint offset = pc_offset + NativeMovConstReg::instruction_size; 47 u_char* call = (u_char*) (_instructions->start() + offset); 48 if (call[0] == Assembler::REX_B) { 49 offset += 1; /* prefix byte for extended register R8-R15 */ 50 call++; 51 } 52 assert(call[0] == 0xFF, "expected call"); 53 offset += 2; /* opcode byte + modrm byte */ 54 return (offset); 55 } else if (inst->is_call_reg()) { 56 // the inlined vtable stub contains a "call register" instruction 57 assert(method.not_null(), "only valid for virtual calls"); 58 return (pc_offset + ((NativeCallReg *) inst)->next_instruction_offset()); 59 } else if (inst->is_cond_jump()) { 60 address pc = (address) (inst); 61 return pc_offset + (jint) (Assembler::locate_next_instruction(pc) - pc); 62 } else { 63 JVMCI_ERROR_0("unsupported type of instruction for call site"); 64 } 65 } 66 67 void CodeInstaller::pd_patch_OopConstant(int pc_offset, Handle constant, TRAPS) { 68 address pc = _instructions->start() + pc_offset; 69 Handle obj(THREAD, HotSpotObjectConstantImpl::object(constant)); 70 jobject value = JNIHandles::make_local(obj()); 71 if (HotSpotObjectConstantImpl::compressed(constant)) { 72 #ifdef _LP64 73 address operand = Assembler::locate_operand(pc, Assembler::narrow_oop_operand); 74 int oop_index = _oop_recorder->find_index(value); 75 _instructions->relocate(pc, oop_Relocation::spec(oop_index), Assembler::narrow_oop_operand); 76 TRACE_jvmci_3("relocating (narrow oop constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand)); 77 #else 78 JVMCI_ERROR("compressed oop on 32bit"); 79 #endif 80 } else { 81 address operand = Assembler::locate_operand(pc, Assembler::imm_operand); 82 *((jobject*) operand) = value; 83 _instructions->relocate(pc, oop_Relocation::spec_for_immediate(), Assembler::imm_operand); 84 TRACE_jvmci_3("relocating (oop constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand)); 85 } 86 } 87 88 void CodeInstaller::pd_patch_MetaspaceConstant(int pc_offset, Handle constant, TRAPS) { 89 address pc = _instructions->start() + pc_offset; 90 if (HotSpotMetaspaceConstantImpl::compressed(constant)) { 91 #ifdef _LP64 92 address operand = Assembler::locate_operand(pc, Assembler::narrow_oop_operand); 93 *((narrowKlass*) operand) = record_narrow_metadata_reference(_instructions, operand, constant, CHECK); 94 TRACE_jvmci_3("relocating (narrow metaspace constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand)); 95 #else 96 JVMCI_ERROR("compressed Klass* on 32bit"); 97 #endif 98 } else { 99 address operand = Assembler::locate_operand(pc, Assembler::imm_operand); 100 *((void**) operand) = record_metadata_reference(_instructions, operand, constant, CHECK); 101 TRACE_jvmci_3("relocating (metaspace constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand)); 102 } 103 } 104 105 void CodeInstaller::pd_patch_DataSectionReference(int pc_offset, int data_offset, TRAPS) { 106 address pc = _instructions->start() + pc_offset; 107 108 address operand = Assembler::locate_operand(pc, Assembler::disp32_operand); 109 address next_instruction = Assembler::locate_next_instruction(pc); 110 address dest = _constants->start() + data_offset; 111 112 long disp = dest - next_instruction; 113 assert(disp == (jint) disp, "disp doesn't fit in 32 bits"); 114 *((jint*) operand) = (jint) disp; 115 116 _instructions->relocate(pc, section_word_Relocation::spec((address) dest, CodeBuffer::SECT_CONSTS), Assembler::disp32_operand); 117 TRACE_jvmci_3("relocating at " PTR_FORMAT "/" PTR_FORMAT " with destination at " PTR_FORMAT " (%d)", p2i(pc), p2i(operand), p2i(dest), data_offset); 118 } 119 120 void CodeInstaller::pd_relocate_ForeignCall(NativeInstruction* inst, jlong foreign_call_destination, TRAPS) { 121 address pc = (address) inst; 122 if (inst->is_call()) { 123 // NOTE: for call without a mov, the offset must fit a 32-bit immediate 124 // see also CompilerToVM.getMaxCallTargetOffset() 125 NativeCall* call = nativeCall_at(pc); 126 call->set_destination((address) foreign_call_destination); 127 _instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand); 128 } else if (inst->is_mov_literal64()) { 129 NativeMovConstReg* mov = nativeMovConstReg_at(pc); 130 mov->set_data((intptr_t) foreign_call_destination); 131 _instructions->relocate(mov->instruction_address(), runtime_call_Relocation::spec(), Assembler::imm_operand); 132 } else if (inst->is_jump()) { 133 NativeJump* jump = nativeJump_at(pc); 134 jump->set_jump_destination((address) foreign_call_destination); 135 _instructions->relocate(jump->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand); 136 } else if (inst->is_cond_jump()) { 137 address old_dest = nativeGeneralJump_at(pc)->jump_destination(); 138 address disp = Assembler::locate_operand(pc, Assembler::call32_operand); 139 *(jint*) disp += ((address) foreign_call_destination) - old_dest; 140 _instructions->relocate(pc, runtime_call_Relocation::spec(), Assembler::call32_operand); 141 } else { 142 JVMCI_ERROR("unsupported relocation for foreign call"); 143 } 144 145 TRACE_jvmci_3("relocating (foreign call) at " PTR_FORMAT, p2i(inst)); 146 } 147 148 void CodeInstaller::pd_relocate_JavaMethod(CodeBuffer &, Handle hotspot_method, jint pc_offset, TRAPS) { 149 #ifdef ASSERT 150 Method* method = NULL; 151 // we need to check, this might also be an unresolved method 152 if (hotspot_method->is_a(HotSpotResolvedJavaMethodImpl::klass())) { 153 method = getMethodFromHotSpotMethod(hotspot_method()); 154 } 155 #endif 156 switch (_next_call_type) { 157 case INLINE_INVOKE: 158 break; 159 case INVOKEVIRTUAL: 160 case INVOKEINTERFACE: { 161 assert(method == NULL || !method->is_static(), "cannot call static method with invokeinterface"); 162 163 NativeCall* call = nativeCall_at(_instructions->start() + pc_offset); 164 call->set_destination(SharedRuntime::get_resolve_virtual_call_stub()); 165 _instructions->relocate(call->instruction_address(), 166 virtual_call_Relocation::spec(_invoke_mark_pc), 167 Assembler::call32_operand); 168 break; 169 } 170 case INVOKESTATIC: { 171 assert(method == NULL || method->is_static(), "cannot call non-static method with invokestatic"); 172 173 NativeCall* call = nativeCall_at(_instructions->start() + pc_offset); 174 call->set_destination(SharedRuntime::get_resolve_static_call_stub()); 175 _instructions->relocate(call->instruction_address(), 176 relocInfo::static_call_type, Assembler::call32_operand); 177 break; 178 } 179 case INVOKESPECIAL: { 180 assert(method == NULL || !method->is_static(), "cannot call static method with invokespecial"); 181 NativeCall* call = nativeCall_at(_instructions->start() + pc_offset); 182 call->set_destination(SharedRuntime::get_resolve_opt_virtual_call_stub()); 183 _instructions->relocate(call->instruction_address(), 184 relocInfo::opt_virtual_call_type, Assembler::call32_operand); 185 break; 186 } 187 default: 188 JVMCI_ERROR("invalid _next_call_type value"); 189 break; 190 } 191 } 192 193 static void relocate_poll_near(address pc) { 194 NativeInstruction* ni = nativeInstruction_at(pc); 195 int32_t* disp = (int32_t*) Assembler::locate_operand(pc, Assembler::disp32_operand); 196 int32_t offset = *disp; // The Java code installed the polling page offset into the disp32 operand 197 intptr_t new_disp = (intptr_t) (os::get_polling_page() + offset) - (intptr_t) ni; 198 *disp = (int32_t)new_disp; 199 } 200 201 202 void CodeInstaller::pd_relocate_poll(address pc, jint mark, TRAPS) { 203 switch (mark) { 204 case POLL_NEAR: { 205 relocate_poll_near(pc); 206 _instructions->relocate(pc, relocInfo::poll_type, Assembler::disp32_operand); 207 break; 208 } 209 case POLL_FAR: 210 // This is a load from a register so there is no relocatable operand. 211 // We just have to ensure that the format is not disp32_operand 212 // so that poll_Relocation::fix_relocation_after_move does the right 213 // thing (i.e. ignores this relocation record) 214 _instructions->relocate(pc, relocInfo::poll_type, Assembler::imm_operand); 215 break; 216 case POLL_RETURN_NEAR: { 217 relocate_poll_near(pc); 218 _instructions->relocate(pc, relocInfo::poll_return_type, Assembler::disp32_operand); 219 break; 220 } 221 case POLL_RETURN_FAR: 222 // see comment above for POLL_FAR 223 _instructions->relocate(pc, relocInfo::poll_return_type, Assembler::imm_operand); 224 break; 225 default: 226 JVMCI_ERROR("invalid mark value: %d", mark); 227 break; 228 } 229 } 230 231 // convert JVMCI register indices (as used in oop maps) to HotSpot registers 232 VMReg CodeInstaller::get_hotspot_reg(jint jvmci_reg, TRAPS) { 233 if (jvmci_reg < RegisterImpl::number_of_registers) { 234 return as_Register(jvmci_reg)->as_VMReg(); 235 } else { 236 jint floatRegisterNumber = jvmci_reg - RegisterImpl::number_of_registers; 237 if (floatRegisterNumber < XMMRegisterImpl::number_of_registers) { 238 return as_XMMRegister(floatRegisterNumber)->as_VMReg(); 239 } 240 JVMCI_ERROR_NULL("invalid register number: %d", jvmci_reg); 241 } 242 } 243 244 bool CodeInstaller::is_general_purpose_reg(VMReg hotspotRegister) { 245 return !(hotspotRegister->is_FloatRegister() || hotspotRegister->is_XMMRegister()); 246 }