1 /*
2 * Copyright (c) 2013, 2015, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 */
23
24 #include "precompiled.hpp"
25 #include "compiler/disassembler.hpp"
26 #include "oops/oop.inline.hpp"
27 #include "runtime/javaCalls.hpp"
28 #include "runtime/sharedRuntime.hpp"
29 #include "jvmci/jvmciEnv.hpp"
30 #include "jvmci/jvmciCodeInstaller.hpp"
31 #include "jvmci/jvmciJavaClasses.hpp"
32 #include "jvmci/jvmciCompilerToVM.hpp"
33 #include "jvmci/jvmciRuntime.hpp"
34 #include "asm/register.hpp"
35 #include "classfile/vmSymbols.hpp"
36 #include "code/vmreg.hpp"
37 #include "vmreg_x86.inline.hpp"
38
39 jint CodeInstaller::pd_next_offset(NativeInstruction* inst, jint pc_offset, oop method) {
40 if (inst->is_call() || inst->is_jump()) {
41 assert(NativeCall::instruction_size == (int)NativeJump::instruction_size, "unexpected size");
42 return (pc_offset + NativeCall::instruction_size);
43 } else if (inst->is_mov_literal64()) {
44 // mov+call instruction pair
45 jint offset = pc_offset + NativeMovConstReg::instruction_size;
46 u_char* call = (u_char*) (_instructions->start() + offset);
47 if (call[0] == Assembler::REX_B) {
48 offset += 1; /* prefix byte for extended register R8-R15 */
49 call++;
50 }
51 assert(call[0] == 0xFF, "expected call");
52 offset += 2; /* opcode byte + modrm byte */
53 return (offset);
54 } else if (inst->is_call_reg()) {
55 // the inlined vtable stub contains a "call register" instruction
56 assert(method != NULL, "only valid for virtual calls");
57 return (pc_offset + ((NativeCallReg *) inst)->next_instruction_offset());
58 } else if (inst->is_cond_jump()) {
59 address pc = (address) (inst);
60 return pc_offset + (jint) (Assembler::locate_next_instruction(pc) - pc);
61 } else {
62 fatal("unsupported type of instruction for call site");
63 return 0;
64 }
65 }
66
67 void CodeInstaller::pd_patch_OopConstant(int pc_offset, Handle& constant) {
68 address pc = _instructions->start() + pc_offset;
69 Handle obj = HotSpotObjectConstantImpl::object(constant);
70 jobject value = JNIHandles::make_local(obj());
71 if (HotSpotObjectConstantImpl::compressed(constant)) {
72 #ifdef _LP64
73 address operand = Assembler::locate_operand(pc, Assembler::narrow_oop_operand);
74 int oop_index = _oop_recorder->find_index(value);
75 _instructions->relocate(pc, oop_Relocation::spec(oop_index), Assembler::narrow_oop_operand);
76 TRACE_jvmci_3("relocating (narrow oop constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand));
77 #else
78 fatal("compressed oop on 32bit");
79 #endif
80 } else {
81 address operand = Assembler::locate_operand(pc, Assembler::imm_operand);
82 *((jobject*) operand) = value;
83 _instructions->relocate(pc, oop_Relocation::spec_for_immediate(), Assembler::imm_operand);
84 TRACE_jvmci_3("relocating (oop constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand));
85 }
86 }
87
88 void CodeInstaller::pd_patch_MetaspaceConstant(int pc_offset, Handle& constant) {
89 address pc = _instructions->start() + pc_offset;
90 if (HotSpotMetaspaceConstantImpl::compressed(constant)) {
91 #ifdef _LP64
92 address operand = Assembler::locate_operand(pc, Assembler::narrow_oop_operand);
93 *((narrowKlass*) operand) = record_narrow_metadata_reference(constant);
94 TRACE_jvmci_3("relocating (narrow metaspace constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand));
95 #else
96 fatal("compressed Klass* on 32bit");
97 #endif
98 } else {
99 address operand = Assembler::locate_operand(pc, Assembler::imm_operand);
100 *((Metadata**) operand) = record_metadata_reference(constant);
101 TRACE_jvmci_3("relocating (metaspace constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand));
102 }
103 }
104
105 void CodeInstaller::pd_patch_DataSectionReference(int pc_offset, int data_offset) {
106 address pc = _instructions->start() + pc_offset;
107
108 address operand = Assembler::locate_operand(pc, Assembler::disp32_operand);
109 address next_instruction = Assembler::locate_next_instruction(pc);
110 address dest = _constants->start() + data_offset;
111
112 long disp = dest - next_instruction;
113 assert(disp == (jint) disp, "disp doesn't fit in 32 bits");
114 *((jint*) operand) = (jint) disp;
115
116 _instructions->relocate(pc, section_word_Relocation::spec((address) dest, CodeBuffer::SECT_CONSTS), Assembler::disp32_operand);
117 TRACE_jvmci_3("relocating at " PTR_FORMAT "/" PTR_FORMAT " with destination at " PTR_FORMAT " (%d)", p2i(pc), p2i(operand), p2i(dest), data_offset);
118 }
119
120 void CodeInstaller::pd_relocate_ForeignCall(NativeInstruction* inst, jlong foreign_call_destination) {
121 address pc = (address) inst;
122 if (inst->is_call()) {
123 // NOTE: for call without a mov, the offset must fit a 32-bit immediate
124 // see also CompilerToVM.getMaxCallTargetOffset()
125 NativeCall* call = nativeCall_at(pc);
126 call->set_destination((address) foreign_call_destination);
127 _instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand);
128 } else if (inst->is_mov_literal64()) {
129 NativeMovConstReg* mov = nativeMovConstReg_at(pc);
130 mov->set_data((intptr_t) foreign_call_destination);
131 _instructions->relocate(mov->instruction_address(), runtime_call_Relocation::spec(), Assembler::imm_operand);
132 } else if (inst->is_jump()) {
133 NativeJump* jump = nativeJump_at(pc);
134 jump->set_jump_destination((address) foreign_call_destination);
135 _instructions->relocate(jump->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand);
136 } else if (inst->is_cond_jump()) {
137 address old_dest = nativeGeneralJump_at(pc)->jump_destination();
138 address disp = Assembler::locate_operand(pc, Assembler::call32_operand);
139 *(jint*) disp += ((address) foreign_call_destination) - old_dest;
140 _instructions->relocate(pc, runtime_call_Relocation::spec(), Assembler::call32_operand);
141 } else {
142 fatal("unsupported relocation for foreign call");
143 }
144
145 TRACE_jvmci_3("relocating (foreign call) at " PTR_FORMAT, p2i(inst));
146 }
147
148 void CodeInstaller::pd_relocate_JavaMethod(oop hotspot_method, jint pc_offset) {
149 #ifdef ASSERT
150 Method* method = NULL;
151 // we need to check, this might also be an unresolved method
152 if (hotspot_method->is_a(HotSpotResolvedJavaMethodImpl::klass())) {
153 method = getMethodFromHotSpotMethod(hotspot_method);
154 }
155 #endif
156 switch (_next_call_type) {
157 case INLINE_INVOKE:
158 break;
159 case INVOKEVIRTUAL:
160 case INVOKEINTERFACE: {
161 assert(method == NULL || !method->is_static(), "cannot call static method with invokeinterface");
162
163 NativeCall* call = nativeCall_at(_instructions->start() + pc_offset);
164 call->set_destination(SharedRuntime::get_resolve_virtual_call_stub());
165 _instructions->relocate(call->instruction_address(),
166 virtual_call_Relocation::spec(_invoke_mark_pc),
167 Assembler::call32_operand);
168 break;
169 }
170 case INVOKESTATIC: {
171 assert(method == NULL || method->is_static(), "cannot call non-static method with invokestatic");
172
173 NativeCall* call = nativeCall_at(_instructions->start() + pc_offset);
174 call->set_destination(SharedRuntime::get_resolve_static_call_stub());
175 _instructions->relocate(call->instruction_address(),
176 relocInfo::static_call_type, Assembler::call32_operand);
177 break;
178 }
179 case INVOKESPECIAL: {
180 assert(method == NULL || !method->is_static(), "cannot call static method with invokespecial");
181 NativeCall* call = nativeCall_at(_instructions->start() + pc_offset);
182 call->set_destination(SharedRuntime::get_resolve_opt_virtual_call_stub());
183 _instructions->relocate(call->instruction_address(),
184 relocInfo::opt_virtual_call_type, Assembler::call32_operand);
185 break;
186 }
187 default:
188 break;
189 }
190 }
191
192 static void relocate_poll_near(address pc) {
193 NativeInstruction* ni = nativeInstruction_at(pc);
194 int32_t* disp = (int32_t*) Assembler::locate_operand(pc, Assembler::disp32_operand);
195 int32_t offset = *disp; // The Java code installed the polling page offset into the disp32 operand
196 intptr_t new_disp = (intptr_t) (os::get_polling_page() + offset) - (intptr_t) ni;
197 *disp = (int32_t)new_disp;
198 }
199
200
201 void CodeInstaller::pd_relocate_poll(address pc, jint mark) {
202 switch (mark) {
203 case POLL_NEAR: {
204 relocate_poll_near(pc);
205 _instructions->relocate(pc, relocInfo::poll_type, Assembler::disp32_operand);
206 break;
207 }
208 case POLL_FAR:
209 // This is a load from a register so there is no relocatable operand.
210 // We just have to ensure that the format is not disp32_operand
211 // so that poll_Relocation::fix_relocation_after_move does the right
212 // thing (i.e. ignores this relocation record)
213 _instructions->relocate(pc, relocInfo::poll_type, Assembler::imm_operand);
214 break;
215 case POLL_RETURN_NEAR: {
216 relocate_poll_near(pc);
217 _instructions->relocate(pc, relocInfo::poll_return_type, Assembler::disp32_operand);
218 break;
219 }
220 case POLL_RETURN_FAR:
221 // see comment above for POLL_FAR
222 _instructions->relocate(pc, relocInfo::poll_return_type, Assembler::imm_operand);
223 break;
224 default:
225 fatal("invalid mark value");
226 break;
227 }
228 }
229
230 // convert JVMCI register indices (as used in oop maps) to HotSpot registers
231 VMReg CodeInstaller::get_hotspot_reg(jint jvmci_reg) {
232 if (jvmci_reg < RegisterImpl::number_of_registers) {
233 return as_Register(jvmci_reg)->as_VMReg();
234 } else {
235 jint floatRegisterNumber = jvmci_reg - RegisterImpl::number_of_registers;
236 if (floatRegisterNumber < XMMRegisterImpl::number_of_registers) {
237 return as_XMMRegister(floatRegisterNumber)->as_VMReg();
238 }
239 ShouldNotReachHere();
240 return NULL;
241 }
242 }
243
244 bool CodeInstaller::is_general_purpose_reg(VMReg hotspotRegister) {
245 return !(hotspotRegister->is_FloatRegister() || hotspotRegister->is_XMMRegister());
246 }