15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 */ 23 24 25 package org.graalvm.compiler.replacements.amd64; 26 27 import static org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.registerPlatformSpecificUnsafePlugins; 28 import static org.graalvm.compiler.replacements.nodes.BinaryMathIntrinsicNode.BinaryOperation.POW; 29 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.COS; 30 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.EXP; 31 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.LOG; 32 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.LOG10; 33 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.SIN; 34 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.TAN; 35 import static org.graalvm.compiler.serviceprovider.JavaVersionUtil.JAVA_SPECIFICATION_VERSION; 36 import static org.graalvm.compiler.serviceprovider.JavaVersionUtil.Java11OrEarlier; 37 import static org.graalvm.compiler.serviceprovider.JavaVersionUtil.Java8OrEarlier; 38 39 import java.util.Arrays; 40 41 import org.graalvm.compiler.bytecode.BytecodeProvider; 42 import org.graalvm.compiler.lir.amd64.AMD64ArithmeticLIRGeneratorTool.RoundingMode; 43 import org.graalvm.compiler.nodes.PauseNode; 44 import org.graalvm.compiler.nodes.ValueNode; 45 import org.graalvm.compiler.nodes.graphbuilderconf.GraphBuilderConfiguration.Plugins; 46 import org.graalvm.compiler.nodes.graphbuilderconf.GraphBuilderContext; 47 import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugin; 48 import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugin.Receiver; 49 import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugins; 50 import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugins.Registration; 51 import org.graalvm.compiler.nodes.java.AtomicReadAndAddNode; 52 import org.graalvm.compiler.nodes.java.AtomicReadAndWriteNode; 53 import org.graalvm.compiler.nodes.memory.address.OffsetAddressNode; 54 import org.graalvm.compiler.replacements.ArraysSubstitutions; 55 import org.graalvm.compiler.replacements.IntegerSubstitutions; 56 import org.graalvm.compiler.replacements.LongSubstitutions; 57 import org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.UnsafeAccessPlugin; 58 import org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.UnsafeGetPlugin; 59 import org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.UnsafePutPlugin; 60 import org.graalvm.compiler.replacements.nodes.BinaryMathIntrinsicNode; 61 import org.graalvm.compiler.replacements.nodes.BinaryMathIntrinsicNode.BinaryOperation; 62 import org.graalvm.compiler.replacements.nodes.BitCountNode; 63 import org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode; 64 import org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation; 65 66 import jdk.vm.ci.amd64.AMD64; 67 import jdk.vm.ci.amd64.AMD64.CPUFeature; 68 import jdk.vm.ci.meta.JavaKind; 69 import jdk.vm.ci.meta.ResolvedJavaMethod; 70 import sun.misc.Unsafe; 71 72 public class AMD64GraphBuilderPlugins { 73 74 public static void register(Plugins plugins, BytecodeProvider replacementsBytecodeProvider, AMD64 arch, boolean explicitUnsafeNullChecks) { 75 InvocationPlugins invocationPlugins = plugins.getInvocationPlugins(); 76 invocationPlugins.defer(new Runnable() { 77 @Override 78 public void run() { 79 registerThreadPlugins(invocationPlugins, arch); 80 registerIntegerLongPlugins(invocationPlugins, IntegerSubstitutions.class, JavaKind.Int, arch, replacementsBytecodeProvider); 81 registerIntegerLongPlugins(invocationPlugins, LongSubstitutions.class, JavaKind.Long, arch, replacementsBytecodeProvider); 82 registerPlatformSpecificUnsafePlugins(invocationPlugins, replacementsBytecodeProvider, explicitUnsafeNullChecks, 83 new JavaKind[]{JavaKind.Int, JavaKind.Long, JavaKind.Object, JavaKind.Boolean, JavaKind.Byte, JavaKind.Short, JavaKind.Char, JavaKind.Float, JavaKind.Double}); 84 registerUnsafePlugins(invocationPlugins, replacementsBytecodeProvider, explicitUnsafeNullChecks); 85 registerStringPlugins(invocationPlugins, replacementsBytecodeProvider); 86 registerStringLatin1Plugins(invocationPlugins, replacementsBytecodeProvider); 87 registerStringUTF16Plugins(invocationPlugins, replacementsBytecodeProvider); 88 registerMathPlugins(invocationPlugins, arch, replacementsBytecodeProvider); 89 registerArraysEqualsPlugins(invocationPlugins, replacementsBytecodeProvider); 90 } 91 }); 92 } 93 94 private static void registerThreadPlugins(InvocationPlugins plugins, AMD64 arch) { 95 if (!Java8OrEarlier) { 96 // Pause instruction introduced with SSE2 97 if (arch.getFeatures().contains(AMD64.CPUFeature.SSE2)) { 98 Registration r = new Registration(plugins, Thread.class); 99 r.register0("onSpinWait", new InvocationPlugin() { 100 @Override 101 public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver receiver) { 102 b.append(new PauseNode()); 103 return true; 104 } 105 }); 106 } 107 } 198 public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver receiver, ValueNode arg) { 199 b.push(JavaKind.Double, b.append(new AMD64RoundNode(arg, mode))); 200 return true; 201 } 202 }); 203 } 204 205 private static void registerStringPlugins(InvocationPlugins plugins, BytecodeProvider replacementsBytecodeProvider) { 206 if (Java8OrEarlier) { 207 Registration r; 208 r = new Registration(plugins, String.class, replacementsBytecodeProvider); 209 r.setAllowOverwrite(true); 210 r.registerMethodSubstitution(AMD64StringSubstitutions.class, "indexOf", char[].class, int.class, 211 int.class, char[].class, int.class, int.class, int.class); 212 r.registerMethodSubstitution(AMD64StringSubstitutions.class, "indexOf", Receiver.class, int.class, int.class); 213 r.registerMethodSubstitution(AMD64StringSubstitutions.class, "compareTo", Receiver.class, String.class); 214 } 215 } 216 217 private static void registerStringLatin1Plugins(InvocationPlugins plugins, BytecodeProvider replacementsBytecodeProvider) { 218 if (JAVA_SPECIFICATION_VERSION >= 9) { 219 Registration r = new Registration(plugins, "java.lang.StringLatin1", replacementsBytecodeProvider); 220 r.setAllowOverwrite(true); 221 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "compareTo", byte[].class, byte[].class); 222 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "compareToUTF16", byte[].class, byte[].class); 223 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "inflate", byte[].class, int.class, char[].class, int.class, int.class); 224 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "inflate", byte[].class, int.class, byte[].class, int.class, int.class); 225 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "indexOf", byte[].class, int.class, int.class); 226 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "indexOf", byte[].class, int.class, byte[].class, int.class, int.class); 227 } 228 } 229 230 private static void registerStringUTF16Plugins(InvocationPlugins plugins, BytecodeProvider replacementsBytecodeProvider) { 231 if (JAVA_SPECIFICATION_VERSION >= 9) { 232 Registration r = new Registration(plugins, "java.lang.StringUTF16", replacementsBytecodeProvider); 233 r.setAllowOverwrite(true); 234 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compareTo", byte[].class, byte[].class); 235 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compareToLatin1", byte[].class, byte[].class); 236 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compress", char[].class, int.class, byte[].class, int.class, int.class); 237 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compress", byte[].class, int.class, byte[].class, int.class, int.class); 238 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "indexOfCharUnsafe", byte[].class, int.class, int.class, int.class); 239 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "indexOfUnsafe", byte[].class, int.class, byte[].class, int.class, int.class); 240 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "indexOfLatin1Unsafe", byte[].class, int.class, byte[].class, int.class, int.class); 241 } 242 } 243 244 private static void registerUnsafePlugins(InvocationPlugins plugins, BytecodeProvider replacementsBytecodeProvider, boolean explicitUnsafeNullChecks) { 245 registerUnsafePlugins(new Registration(plugins, Unsafe.class), explicitUnsafeNullChecks, new JavaKind[]{JavaKind.Int, JavaKind.Long, JavaKind.Object}, true); 246 if (!Java8OrEarlier) { 247 registerUnsafePlugins(new Registration(plugins, "jdk.internal.misc.Unsafe", replacementsBytecodeProvider), explicitUnsafeNullChecks, 248 new JavaKind[]{JavaKind.Boolean, JavaKind.Byte, JavaKind.Char, JavaKind.Short, JavaKind.Int, JavaKind.Long, JavaKind.Object}, Java11OrEarlier); 249 } 250 } 251 252 private static void registerUnsafePlugins(Registration r, boolean explicitUnsafeNullChecks, JavaKind[] unsafeJavaKinds, boolean java11OrEarlier) { 253 for (JavaKind kind : unsafeJavaKinds) { 254 Class<?> javaClass = kind == JavaKind.Object ? Object.class : kind.toJavaClass(); 255 String kindName = (kind == JavaKind.Object && !java11OrEarlier) ? "Reference" : kind.name(); 256 r.register4("getAndSet" + kindName, Receiver.class, Object.class, long.class, javaClass, new UnsafeAccessPlugin(kind, explicitUnsafeNullChecks) { 257 @Override 258 public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver unsafe, ValueNode object, ValueNode offset, ValueNode value) { 259 // Emits a null-check for the otherwise unused receiver 260 unsafe.get(); 261 createUnsafeAccess(object, b, (obj, loc) -> new AtomicReadAndWriteNode(obj, offset, value, kind, loc)); | 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 */ 23 24 25 package org.graalvm.compiler.replacements.amd64; 26 27 import static org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.registerPlatformSpecificUnsafePlugins; 28 import static org.graalvm.compiler.replacements.nodes.BinaryMathIntrinsicNode.BinaryOperation.POW; 29 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.COS; 30 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.EXP; 31 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.LOG; 32 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.LOG10; 33 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.SIN; 34 import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.TAN; 35 import static org.graalvm.compiler.serviceprovider.JavaVersionUtil.Java11OrEarlier; 36 import static org.graalvm.compiler.serviceprovider.JavaVersionUtil.Java8OrEarlier; 37 38 import java.util.Arrays; 39 40 import org.graalvm.compiler.bytecode.BytecodeProvider; 41 import org.graalvm.compiler.lir.amd64.AMD64ArithmeticLIRGeneratorTool.RoundingMode; 42 import org.graalvm.compiler.nodes.PauseNode; 43 import org.graalvm.compiler.nodes.ValueNode; 44 import org.graalvm.compiler.nodes.graphbuilderconf.GraphBuilderConfiguration.Plugins; 45 import org.graalvm.compiler.nodes.graphbuilderconf.GraphBuilderContext; 46 import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugin; 47 import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugin.Receiver; 48 import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugins; 49 import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugins.Registration; 50 import org.graalvm.compiler.nodes.java.AtomicReadAndAddNode; 51 import org.graalvm.compiler.nodes.java.AtomicReadAndWriteNode; 52 import org.graalvm.compiler.nodes.memory.address.OffsetAddressNode; 53 import org.graalvm.compiler.replacements.ArraysSubstitutions; 54 import org.graalvm.compiler.replacements.IntegerSubstitutions; 55 import org.graalvm.compiler.replacements.LongSubstitutions; 56 import org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.UnsafeAccessPlugin; 57 import org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.UnsafeGetPlugin; 58 import org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.UnsafePutPlugin; 59 import org.graalvm.compiler.replacements.nodes.BinaryMathIntrinsicNode; 60 import org.graalvm.compiler.replacements.nodes.BinaryMathIntrinsicNode.BinaryOperation; 61 import org.graalvm.compiler.replacements.nodes.BitCountNode; 62 import org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode; 63 import org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation; 64 65 import jdk.vm.ci.amd64.AMD64; 66 import jdk.vm.ci.amd64.AMD64.CPUFeature; 67 import jdk.vm.ci.meta.JavaKind; 68 import jdk.vm.ci.meta.ResolvedJavaMethod; 69 import sun.misc.Unsafe; 70 71 public class AMD64GraphBuilderPlugins { 72 73 public static void register(Plugins plugins, BytecodeProvider replacementsBytecodeProvider, AMD64 arch, boolean explicitUnsafeNullChecks, boolean emitJDK9StringSubstitutions) { 74 InvocationPlugins invocationPlugins = plugins.getInvocationPlugins(); 75 invocationPlugins.defer(new Runnable() { 76 @Override 77 public void run() { 78 registerThreadPlugins(invocationPlugins, arch); 79 registerIntegerLongPlugins(invocationPlugins, IntegerSubstitutions.class, JavaKind.Int, arch, replacementsBytecodeProvider); 80 registerIntegerLongPlugins(invocationPlugins, LongSubstitutions.class, JavaKind.Long, arch, replacementsBytecodeProvider); 81 registerPlatformSpecificUnsafePlugins(invocationPlugins, replacementsBytecodeProvider, explicitUnsafeNullChecks, 82 new JavaKind[]{JavaKind.Int, JavaKind.Long, JavaKind.Object, JavaKind.Boolean, JavaKind.Byte, JavaKind.Short, JavaKind.Char, JavaKind.Float, JavaKind.Double}); 83 registerUnsafePlugins(invocationPlugins, replacementsBytecodeProvider, explicitUnsafeNullChecks); 84 registerStringPlugins(invocationPlugins, replacementsBytecodeProvider); 85 if (emitJDK9StringSubstitutions) { 86 registerStringLatin1Plugins(invocationPlugins, replacementsBytecodeProvider); 87 registerStringUTF16Plugins(invocationPlugins, replacementsBytecodeProvider); 88 } 89 registerMathPlugins(invocationPlugins, arch, replacementsBytecodeProvider); 90 registerArraysEqualsPlugins(invocationPlugins, replacementsBytecodeProvider); 91 } 92 }); 93 } 94 95 private static void registerThreadPlugins(InvocationPlugins plugins, AMD64 arch) { 96 if (!Java8OrEarlier) { 97 // Pause instruction introduced with SSE2 98 if (arch.getFeatures().contains(AMD64.CPUFeature.SSE2)) { 99 Registration r = new Registration(plugins, Thread.class); 100 r.register0("onSpinWait", new InvocationPlugin() { 101 @Override 102 public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver receiver) { 103 b.append(new PauseNode()); 104 return true; 105 } 106 }); 107 } 108 } 199 public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver receiver, ValueNode arg) { 200 b.push(JavaKind.Double, b.append(new AMD64RoundNode(arg, mode))); 201 return true; 202 } 203 }); 204 } 205 206 private static void registerStringPlugins(InvocationPlugins plugins, BytecodeProvider replacementsBytecodeProvider) { 207 if (Java8OrEarlier) { 208 Registration r; 209 r = new Registration(plugins, String.class, replacementsBytecodeProvider); 210 r.setAllowOverwrite(true); 211 r.registerMethodSubstitution(AMD64StringSubstitutions.class, "indexOf", char[].class, int.class, 212 int.class, char[].class, int.class, int.class, int.class); 213 r.registerMethodSubstitution(AMD64StringSubstitutions.class, "indexOf", Receiver.class, int.class, int.class); 214 r.registerMethodSubstitution(AMD64StringSubstitutions.class, "compareTo", Receiver.class, String.class); 215 } 216 } 217 218 private static void registerStringLatin1Plugins(InvocationPlugins plugins, BytecodeProvider replacementsBytecodeProvider) { 219 Registration r = new Registration(plugins, "java.lang.StringLatin1", replacementsBytecodeProvider); 220 r.setAllowOverwrite(true); 221 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "compareTo", byte[].class, byte[].class); 222 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "compareToUTF16", byte[].class, byte[].class); 223 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "inflate", byte[].class, int.class, char[].class, int.class, int.class); 224 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "inflate", byte[].class, int.class, byte[].class, int.class, int.class); 225 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "indexOf", byte[].class, int.class, int.class); 226 r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "indexOf", byte[].class, int.class, byte[].class, int.class, int.class); 227 } 228 229 private static void registerStringUTF16Plugins(InvocationPlugins plugins, BytecodeProvider replacementsBytecodeProvider) { 230 Registration r = new Registration(plugins, "java.lang.StringUTF16", replacementsBytecodeProvider); 231 r.setAllowOverwrite(true); 232 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compareTo", byte[].class, byte[].class); 233 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compareToLatin1", byte[].class, byte[].class); 234 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compress", char[].class, int.class, byte[].class, int.class, int.class); 235 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compress", byte[].class, int.class, byte[].class, int.class, int.class); 236 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "indexOfCharUnsafe", byte[].class, int.class, int.class, int.class); 237 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "indexOfUnsafe", byte[].class, int.class, byte[].class, int.class, int.class); 238 r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "indexOfLatin1Unsafe", byte[].class, int.class, byte[].class, int.class, int.class); 239 } 240 241 private static void registerUnsafePlugins(InvocationPlugins plugins, BytecodeProvider replacementsBytecodeProvider, boolean explicitUnsafeNullChecks) { 242 registerUnsafePlugins(new Registration(plugins, Unsafe.class), explicitUnsafeNullChecks, new JavaKind[]{JavaKind.Int, JavaKind.Long, JavaKind.Object}, true); 243 if (!Java8OrEarlier) { 244 registerUnsafePlugins(new Registration(plugins, "jdk.internal.misc.Unsafe", replacementsBytecodeProvider), explicitUnsafeNullChecks, 245 new JavaKind[]{JavaKind.Boolean, JavaKind.Byte, JavaKind.Char, JavaKind.Short, JavaKind.Int, JavaKind.Long, JavaKind.Object}, Java11OrEarlier); 246 } 247 } 248 249 private static void registerUnsafePlugins(Registration r, boolean explicitUnsafeNullChecks, JavaKind[] unsafeJavaKinds, boolean java11OrEarlier) { 250 for (JavaKind kind : unsafeJavaKinds) { 251 Class<?> javaClass = kind == JavaKind.Object ? Object.class : kind.toJavaClass(); 252 String kindName = (kind == JavaKind.Object && !java11OrEarlier) ? "Reference" : kind.name(); 253 r.register4("getAndSet" + kindName, Receiver.class, Object.class, long.class, javaClass, new UnsafeAccessPlugin(kind, explicitUnsafeNullChecks) { 254 @Override 255 public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver unsafe, ValueNode object, ValueNode offset, ValueNode value) { 256 // Emits a null-check for the otherwise unused receiver 257 unsafe.get(); 258 createUnsafeAccess(object, b, (obj, loc) -> new AtomicReadAndWriteNode(obj, offset, value, kind, loc)); |