--- /dev/null 2016-05-31 09:42:47.975716356 -0700
+++ new/src/jdk.vm.compiler/share/classes/org.graalvm.compiler.hotspot/src/org/graalvm/compiler/hotspot/replacements/HotSpotReplacementsUtil.java 2016-12-09 00:49:52.353328588 -0800
@@ -0,0 +1,954 @@
+/*
+ * Copyright (c) 2012, 2016, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+package org.graalvm.compiler.hotspot.replacements;
+
+import static org.graalvm.compiler.hotspot.GraalHotSpotVMConfig.INJECTED_VMCONFIG;
+import static org.graalvm.compiler.hotspot.meta.HotSpotForeignCallsProviderImpl.VERIFY_OOP;
+import static org.graalvm.compiler.hotspot.replacements.UnsafeAccess.UNSAFE;
+import static jdk.vm.ci.hotspot.HotSpotJVMCIRuntimeProvider.getArrayBaseOffset;
+import static jdk.vm.ci.hotspot.HotSpotJVMCIRuntimeProvider.getArrayIndexScale;
+
+import org.graalvm.compiler.api.replacements.Fold;
+import org.graalvm.compiler.api.replacements.Fold.InjectedParameter;
+import org.graalvm.compiler.core.common.LocationIdentity;
+import org.graalvm.compiler.core.common.SuppressFBWarnings;
+import org.graalvm.compiler.core.common.spi.ForeignCallDescriptor;
+import org.graalvm.compiler.core.common.type.ObjectStamp;
+import org.graalvm.compiler.core.common.type.TypeReference;
+import org.graalvm.compiler.debug.GraalError;
+import org.graalvm.compiler.graph.Node.ConstantNodeParameter;
+import org.graalvm.compiler.graph.Node.NodeIntrinsic;
+import org.graalvm.compiler.graph.spi.CanonicalizerTool;
+import org.graalvm.compiler.hotspot.GraalHotSpotVMConfig;
+import org.graalvm.compiler.hotspot.nodes.CompressionNode;
+import org.graalvm.compiler.hotspot.nodes.ComputeObjectAddressNode;
+import org.graalvm.compiler.hotspot.nodes.SnippetAnchorNode;
+import org.graalvm.compiler.hotspot.word.KlassPointer;
+import org.graalvm.compiler.nodes.CanonicalizableLocation;
+import org.graalvm.compiler.nodes.ConstantNode;
+import org.graalvm.compiler.nodes.NamedLocationIdentity;
+import org.graalvm.compiler.nodes.ValueNode;
+import org.graalvm.compiler.nodes.extended.ForeignCallNode;
+import org.graalvm.compiler.nodes.extended.GuardingNode;
+import org.graalvm.compiler.nodes.extended.LoadHubNode;
+import org.graalvm.compiler.nodes.extended.StoreHubNode;
+import org.graalvm.compiler.nodes.extended.UnsafeLoadNode;
+import org.graalvm.compiler.nodes.memory.Access;
+import org.graalvm.compiler.nodes.memory.address.AddressNode;
+import org.graalvm.compiler.nodes.memory.address.OffsetAddressNode;
+import org.graalvm.compiler.nodes.type.StampTool;
+import org.graalvm.compiler.replacements.ReplacementsUtil;
+import org.graalvm.compiler.replacements.nodes.ReadRegisterNode;
+import org.graalvm.compiler.replacements.nodes.WriteRegisterNode;
+import org.graalvm.compiler.word.Word;
+
+import jdk.vm.ci.code.CodeUtil;
+import jdk.vm.ci.code.Register;
+import jdk.vm.ci.hotspot.HotSpotJVMCIRuntime;
+import jdk.vm.ci.hotspot.HotSpotJVMCIRuntimeProvider;
+import jdk.vm.ci.hotspot.HotSpotMetaspaceConstant;
+import jdk.vm.ci.hotspot.HotSpotResolvedObjectType;
+import jdk.vm.ci.meta.Assumptions;
+import jdk.vm.ci.meta.Assumptions.AssumptionResult;
+import jdk.vm.ci.meta.JavaKind;
+import jdk.vm.ci.meta.ResolvedJavaType;
+
+//JaCoCo Exclude
+
+/**
+ * A collection of methods used in HotSpot snippets, substitutions and stubs.
+ */
+public class HotSpotReplacementsUtil {
+
+ abstract static class HotSpotOptimizingLocationIdentity extends NamedLocationIdentity implements CanonicalizableLocation {
+
+ HotSpotOptimizingLocationIdentity(String name) {
+ super(name, true);
+ }
+
+ @Override
+ public abstract ValueNode canonicalizeRead(ValueNode read, AddressNode location, ValueNode object, CanonicalizerTool tool);
+
+ protected ValueNode findReadHub(ValueNode object) {
+ ValueNode base = object;
+ if (base instanceof CompressionNode) {
+ base = ((CompressionNode) base).getValue();
+ }
+ if (base instanceof Access) {
+ Access access = (Access) base;
+ if (access.getLocationIdentity().equals(HUB_LOCATION) || access.getLocationIdentity().equals(COMPRESSED_HUB_LOCATION)) {
+ AddressNode address = access.getAddress();
+ if (address instanceof OffsetAddressNode) {
+ OffsetAddressNode offset = (OffsetAddressNode) address;
+ return offset.getBase();
+ }
+ }
+ } else if (base instanceof LoadHubNode) {
+ LoadHubNode loadhub = (LoadHubNode) base;
+ return loadhub.getValue();
+ }
+ return null;
+ }
+
+ /**
+ * Fold reads that convert from Class -> Hub -> Class or vice versa.
+ *
+ * @param read
+ * @param object
+ * @param otherLocation
+ * @return an earlier read or the original {@code read}
+ */
+ protected static ValueNode foldIndirection(ValueNode read, ValueNode object, LocationIdentity otherLocation) {
+ if (object instanceof Access) {
+ Access access = (Access) object;
+ if (access.getLocationIdentity().equals(otherLocation)) {
+ AddressNode address = access.getAddress();
+ if (address instanceof OffsetAddressNode) {
+ OffsetAddressNode offset = (OffsetAddressNode) address;
+ assert offset.getBase().stamp().isCompatible(read.stamp());
+ return offset.getBase();
+ }
+ }
+ }
+ return read;
+ }
+ }
+
+ public static HotSpotJVMCIRuntimeProvider runtime() {
+ return HotSpotJVMCIRuntime.runtime();
+ }
+
+ @Fold
+ public static GraalHotSpotVMConfig config(@InjectedParameter GraalHotSpotVMConfig config) {
+ assert config != null;
+ return config;
+ }
+
+ @Fold
+ public static boolean useTLAB(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.useTLAB;
+ }
+
+ @Fold
+ public static boolean verifyOops(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.verifyOops;
+ }
+
+ public static final LocationIdentity EXCEPTION_OOP_LOCATION = NamedLocationIdentity.mutable("ExceptionOop");
+
+ /**
+ * @see GraalHotSpotVMConfig#threadExceptionOopOffset
+ */
+ @Fold
+ public static int threadExceptionOopOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.threadExceptionOopOffset;
+ }
+
+ public static final LocationIdentity EXCEPTION_PC_LOCATION = NamedLocationIdentity.mutable("ExceptionPc");
+
+ @Fold
+ public static int threadExceptionPcOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.threadExceptionPcOffset;
+ }
+
+ public static final LocationIdentity TLAB_TOP_LOCATION = NamedLocationIdentity.mutable("TlabTop");
+
+ @Fold
+ public static int threadTlabTopOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.threadTlabTopOffset();
+ }
+
+ public static final LocationIdentity TLAB_END_LOCATION = NamedLocationIdentity.mutable("TlabEnd");
+
+ @Fold
+ static int threadTlabEndOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.threadTlabEndOffset();
+ }
+
+ public static final LocationIdentity TLAB_START_LOCATION = NamedLocationIdentity.mutable("TlabStart");
+
+ @Fold
+ static int threadTlabStartOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.threadTlabStartOffset();
+ }
+
+ public static final LocationIdentity PENDING_EXCEPTION_LOCATION = NamedLocationIdentity.mutable("PendingException");
+
+ /**
+ * @see GraalHotSpotVMConfig#pendingExceptionOffset
+ */
+ @Fold
+ static int threadPendingExceptionOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.pendingExceptionOffset;
+ }
+
+ public static final LocationIdentity PENDING_DEOPTIMIZATION_LOCATION = NamedLocationIdentity.mutable("PendingDeoptimization");
+
+ /**
+ * @see GraalHotSpotVMConfig#pendingDeoptimizationOffset
+ */
+ @Fold
+ static int threadPendingDeoptimizationOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.pendingDeoptimizationOffset;
+ }
+
+ public static final LocationIdentity OBJECT_RESULT_LOCATION = NamedLocationIdentity.mutable("ObjectResult");
+
+ @Fold
+ static int objectResultOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.threadObjectResultOffset;
+ }
+
+ /**
+ * @see GraalHotSpotVMConfig#threadExceptionOopOffset
+ */
+ public static Object readExceptionOop(Word thread) {
+ return thread.readObject(threadExceptionOopOffset(INJECTED_VMCONFIG), EXCEPTION_OOP_LOCATION);
+ }
+
+ public static Word readExceptionPc(Word thread) {
+ return thread.readWord(threadExceptionPcOffset(INJECTED_VMCONFIG), EXCEPTION_PC_LOCATION);
+ }
+
+ /**
+ * @see GraalHotSpotVMConfig#threadExceptionOopOffset
+ */
+ public static void writeExceptionOop(Word thread, Object value) {
+ thread.writeObject(threadExceptionOopOffset(INJECTED_VMCONFIG), value, EXCEPTION_OOP_LOCATION);
+ }
+
+ public static void writeExceptionPc(Word thread, Word value) {
+ thread.writeWord(threadExceptionPcOffset(INJECTED_VMCONFIG), value, EXCEPTION_PC_LOCATION);
+ }
+
+ public static Word readTlabTop(Word thread) {
+ return thread.readWord(threadTlabTopOffset(INJECTED_VMCONFIG), TLAB_TOP_LOCATION);
+ }
+
+ public static Word readTlabEnd(Word thread) {
+ return thread.readWord(threadTlabEndOffset(INJECTED_VMCONFIG), TLAB_END_LOCATION);
+ }
+
+ public static Word readTlabStart(Word thread) {
+ return thread.readWord(threadTlabStartOffset(INJECTED_VMCONFIG), TLAB_START_LOCATION);
+ }
+
+ public static void writeTlabTop(Word thread, Word top) {
+ thread.writeWord(threadTlabTopOffset(INJECTED_VMCONFIG), top, TLAB_TOP_LOCATION);
+ }
+
+ @SuppressFBWarnings(value = "NP_NULL_PARAM_DEREF_NONVIRTUAL", justification = "foldable method parameters are injected")
+ public static void initializeTlab(Word thread, Word start, Word end) {
+ thread.writeWord(threadTlabStartOffset(INJECTED_VMCONFIG), start, TLAB_START_LOCATION);
+ thread.writeWord(threadTlabTopOffset(INJECTED_VMCONFIG), start, TLAB_TOP_LOCATION);
+ thread.writeWord(threadTlabEndOffset(INJECTED_VMCONFIG), end, TLAB_END_LOCATION);
+ }
+
+ /**
+ * Clears the pending exception for the given thread.
+ *
+ * @return the pending exception, or null if there was none
+ */
+ @SuppressFBWarnings(value = "NP_NULL_PARAM_DEREF_NONVIRTUAL", justification = "foldable method parameters are injected")
+ public static Object clearPendingException(Word thread) {
+ Object result = thread.readObject(threadPendingExceptionOffset(INJECTED_VMCONFIG), PENDING_EXCEPTION_LOCATION);
+ thread.writeObject(threadPendingExceptionOffset(INJECTED_VMCONFIG), null, PENDING_EXCEPTION_LOCATION);
+ return result;
+ }
+
+ /**
+ * Reads the pending deoptimization value for the given thread.
+ *
+ * @return {@code true} if there was a pending deoptimization
+ */
+ public static int readPendingDeoptimization(Word thread) {
+ return thread.readInt(threadPendingDeoptimizationOffset(INJECTED_VMCONFIG), PENDING_DEOPTIMIZATION_LOCATION);
+ }
+
+ /**
+ * Writes the pending deoptimization value for the given thread.
+ */
+ public static void writePendingDeoptimization(Word thread, int value) {
+ thread.writeInt(threadPendingDeoptimizationOffset(INJECTED_VMCONFIG), value, PENDING_DEOPTIMIZATION_LOCATION);
+ }
+
+ /**
+ * Gets and clears the object result from a runtime call stored in a thread local.
+ *
+ * @return the object that was in the thread local
+ */
+ public static Object getAndClearObjectResult(Word thread) {
+ Object result = thread.readObject(objectResultOffset(INJECTED_VMCONFIG), OBJECT_RESULT_LOCATION);
+ thread.writeObject(objectResultOffset(INJECTED_VMCONFIG), null, OBJECT_RESULT_LOCATION);
+ return result;
+ }
+
+ public static final LocationIdentity JAVA_THREAD_THREAD_OBJECT_LOCATION = NamedLocationIdentity.mutable("JavaThread::_threadObj");
+
+ @Fold
+ public static int threadObjectOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.threadObjectOffset;
+ }
+
+ public static final LocationIdentity JAVA_THREAD_OSTHREAD_LOCATION = NamedLocationIdentity.mutable("JavaThread::_osthread");
+
+ @Fold
+ public static int osThreadOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.osThreadOffset;
+ }
+
+ @Fold
+ public static int osThreadInterruptedOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.osThreadInterruptedOffset;
+ }
+
+ @Fold
+ public static JavaKind getWordKind() {
+ return runtime().getHostJVMCIBackend().getCodeCache().getTarget().wordJavaKind;
+ }
+
+ @Fold
+ public static int wordSize() {
+ return runtime().getHostJVMCIBackend().getCodeCache().getTarget().wordSize;
+ }
+
+ @Fold
+ public static int pageSize() {
+ return UNSAFE.pageSize();
+ }
+
+ @Fold
+ public static int heapWordSize(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.heapWordSize;
+ }
+
+ public static final LocationIdentity PROTOTYPE_MARK_WORD_LOCATION = NamedLocationIdentity.mutable("PrototypeMarkWord");
+
+ @Fold
+ public static int prototypeMarkWordOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.prototypeMarkWordOffset;
+ }
+
+ @Fold
+ public static long arrayPrototypeMarkWord(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.arrayPrototypeMarkWord();
+ }
+
+ public static final LocationIdentity KLASS_ACCESS_FLAGS_LOCATION = NamedLocationIdentity.immutable("Klass::_access_flags");
+
+ @Fold
+ public static int klassAccessFlagsOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.klassAccessFlagsOffset;
+ }
+
+ @Fold
+ public static int jvmAccWrittenFlags(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.jvmAccWrittenFlags;
+ }
+
+ public static final LocationIdentity KLASS_LAYOUT_HELPER_LOCATION = new HotSpotOptimizingLocationIdentity("Klass::_layout_helper") {
+ @Override
+ public ValueNode canonicalizeRead(ValueNode read, AddressNode location, ValueNode object, CanonicalizerTool tool) {
+ ValueNode javaObject = findReadHub(object);
+ if (javaObject != null) {
+ if (javaObject.stamp() instanceof ObjectStamp) {
+ ObjectStamp stamp = (ObjectStamp) javaObject.stamp();
+ HotSpotResolvedObjectType type = (HotSpotResolvedObjectType) stamp.javaType(tool.getMetaAccess());
+ if (type.isArray() && !type.getComponentType().isPrimitive()) {
+ int layout = type.layoutHelper();
+ return ConstantNode.forInt(layout);
+ }
+ }
+ }
+ return read;
+ }
+ };
+
+ @Fold
+ public static int klassLayoutHelperOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.klassLayoutHelperOffset;
+ }
+
+ public static int readLayoutHelper(KlassPointer hub) {
+ // return hub.readInt(klassLayoutHelperOffset(), KLASS_LAYOUT_HELPER_LOCATION);
+ GuardingNode anchorNode = SnippetAnchorNode.anchor();
+ return loadKlassLayoutHelperIntrinsic(hub, anchorNode);
+ }
+
+ @NodeIntrinsic(value = KlassLayoutHelperNode.class)
+ public static native int loadKlassLayoutHelperIntrinsic(KlassPointer object, GuardingNode anchor);
+
+ @NodeIntrinsic(value = KlassLayoutHelperNode.class)
+ public static native int loadKlassLayoutHelperIntrinsic(KlassPointer object);
+
+ /**
+ * Checks if class {@code klass} is an array.
+ *
+ * See: Klass::layout_helper_is_array
+ *
+ * @param klass the class to be checked
+ * @return true if klass is an array, false otherwise
+ */
+ public static boolean klassIsArray(KlassPointer klass) {
+ /*
+ * The less-than check only works if both values are ints. We use local variables to make
+ * sure these are still ints and haven't changed.
+ */
+ final int layoutHelper = readLayoutHelper(klass);
+ final int layoutHelperNeutralValue = config(INJECTED_VMCONFIG).klassLayoutHelperNeutralValue;
+ return (layoutHelper < layoutHelperNeutralValue);
+ }
+
+ public static final LocationIdentity ARRAY_KLASS_COMPONENT_MIRROR = NamedLocationIdentity.immutable("ArrayKlass::_component_mirror");
+
+ @Fold
+ public static int arrayKlassComponentMirrorOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.getFieldOffset("ArrayKlass::_component_mirror", Integer.class, "oop");
+ }
+
+ public static final LocationIdentity KLASS_SUPER_KLASS_LOCATION = NamedLocationIdentity.immutable("Klass::_super");
+
+ @Fold
+ public static int klassSuperKlassOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.klassSuperKlassOffset;
+ }
+
+ public static final LocationIdentity MARK_WORD_LOCATION = NamedLocationIdentity.mutable("MarkWord");
+
+ @Fold
+ public static int markOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.markOffset;
+ }
+
+ public static final LocationIdentity HUB_WRITE_LOCATION = NamedLocationIdentity.mutable("Hub:write");
+
+ public static final LocationIdentity HUB_LOCATION = new HotSpotOptimizingLocationIdentity("Hub") {
+ @Override
+ public ValueNode canonicalizeRead(ValueNode read, AddressNode location, ValueNode object, CanonicalizerTool tool) {
+ TypeReference constantType = StampTool.typeReferenceOrNull(object);
+ if (constantType != null && constantType.isExact()) {
+ return ConstantNode.forConstant(read.stamp(), tool.getConstantReflection().asObjectHub(constantType.getType()), tool.getMetaAccess());
+ }
+ return read;
+ }
+ };
+
+ public static final LocationIdentity COMPRESSED_HUB_LOCATION = new HotSpotOptimizingLocationIdentity("CompressedHub") {
+ @Override
+ public ValueNode canonicalizeRead(ValueNode read, AddressNode location, ValueNode object, CanonicalizerTool tool) {
+ TypeReference constantType = StampTool.typeReferenceOrNull(object);
+ if (constantType != null && constantType.isExact()) {
+ return ConstantNode.forConstant(read.stamp(), ((HotSpotMetaspaceConstant) tool.getConstantReflection().asObjectHub(constantType.getType())).compress(), tool.getMetaAccess());
+ }
+ return read;
+ }
+ };
+
+ @Fold
+ static int hubOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.hubOffset;
+ }
+
+ public static void initializeObjectHeader(Word memory, Word markWord, KlassPointer hub) {
+ memory.writeWord(markOffset(INJECTED_VMCONFIG), markWord, MARK_WORD_LOCATION);
+ StoreHubNode.write(memory, hub);
+ }
+
+ @Fold
+ public static int unlockedMask(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.unlockedMask;
+ }
+
+ /**
+ * Mask for a biasable, locked or unlocked mark word.
+ *
+ *
+ * +----------------------------------+-+-+
+ * | 1|1|1|
+ * +----------------------------------+-+-+
+ *
+ *
+ */
+ @Fold
+ public static int biasedLockMaskInPlace(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.biasedLockMaskInPlace;
+ }
+
+ @Fold
+ public static int epochMaskInPlace(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.epochMaskInPlace;
+ }
+
+ /**
+ * Pattern for a biasable, unlocked mark word.
+ *
+ *
+ * +----------------------------------+-+-+
+ * | 1|0|1|
+ * +----------------------------------+-+-+
+ *
+ *
+ */
+ @Fold
+ public static int biasedLockPattern(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.biasedLockPattern;
+ }
+
+ @Fold
+ public static int ageMaskInPlace(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.ageMaskInPlace;
+ }
+
+ @Fold
+ public static int metaspaceArrayLengthOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.metaspaceArrayLengthOffset;
+ }
+
+ @Fold
+ public static int metaspaceArrayBaseOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.metaspaceArrayBaseOffset;
+ }
+
+ @Fold
+ public static int arrayLengthOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.arrayOopDescLengthOffset();
+ }
+
+ @Fold
+ public static int arrayBaseOffset(JavaKind elementKind) {
+ return getArrayBaseOffset(elementKind);
+ }
+
+ @Fold
+ public static int arrayIndexScale(JavaKind elementKind) {
+ return getArrayIndexScale(elementKind);
+ }
+
+ public static Word arrayStart(int[] a) {
+ return Word.unsigned(ComputeObjectAddressNode.get(a, getArrayBaseOffset(JavaKind.Int)));
+ }
+
+ @Fold
+ public static int instanceHeaderSize(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.useCompressedClassPointers ? (2 * wordSize()) - 4 : 2 * wordSize();
+ }
+
+ @Fold
+ public static byte dirtyCardValue(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.dirtyCardValue;
+ }
+
+ @Fold
+ public static byte g1YoungCardValue(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.g1YoungCardValue;
+ }
+
+ @Fold
+ public static int cardTableShift(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.cardtableShift;
+ }
+
+ @Fold
+ public static long cardTableStart(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.cardtableStartAddress;
+ }
+
+ @Fold
+ public static int g1CardQueueIndexOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.g1CardQueueIndexOffset();
+ }
+
+ @Fold
+ public static int g1CardQueueBufferOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.g1CardQueueBufferOffset();
+ }
+
+ @Fold
+ public static int logOfHeapRegionGrainBytes(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.logOfHRGrainBytes;
+ }
+
+ @Fold
+ public static int g1SATBQueueMarkingOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.g1SATBQueueMarkingOffset();
+ }
+
+ @Fold
+ public static int g1SATBQueueIndexOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.g1SATBQueueIndexOffset();
+ }
+
+ @Fold
+ public static int g1SATBQueueBufferOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.g1SATBQueueBufferOffset();
+ }
+
+ public static final LocationIdentity KLASS_SUPER_CHECK_OFFSET_LOCATION = NamedLocationIdentity.immutable("Klass::_super_check_offset");
+
+ @Fold
+ public static int superCheckOffsetOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.superCheckOffsetOffset;
+ }
+
+ public static final LocationIdentity SECONDARY_SUPER_CACHE_LOCATION = NamedLocationIdentity.mutable("SecondarySuperCache");
+
+ @Fold
+ public static int secondarySuperCacheOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.secondarySuperCacheOffset;
+ }
+
+ public static final LocationIdentity SECONDARY_SUPERS_LOCATION = NamedLocationIdentity.immutable("SecondarySupers");
+
+ @Fold
+ public static int secondarySupersOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.secondarySupersOffset;
+ }
+
+ public static final LocationIdentity DISPLACED_MARK_WORD_LOCATION = NamedLocationIdentity.mutable("DisplacedMarkWord");
+
+ @Fold
+ public static int lockDisplacedMarkOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.basicLockDisplacedHeaderOffset;
+ }
+
+ @Fold
+ public static boolean useBiasedLocking(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.useBiasedLocking;
+ }
+
+ @Fold
+ public static boolean useDeferredInitBarriers(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.useDeferredInitBarriers;
+ }
+
+ @Fold
+ public static boolean useG1GC(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.useG1GC;
+ }
+
+ @Fold
+ public static boolean useCompressedOops(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.useCompressedOops;
+ }
+
+ @Fold
+ static int uninitializedIdentityHashCodeValue(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.uninitializedIdentityHashCodeValue;
+ }
+
+ @Fold
+ static int identityHashCodeShift(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.identityHashCodeShift;
+ }
+
+ /**
+ * Loads the hub of an object (without null checking it first).
+ */
+ public static KlassPointer loadHub(Object object) {
+ return loadHubIntrinsic(object);
+ }
+
+ public static Object verifyOop(Object object) {
+ if (verifyOops(INJECTED_VMCONFIG)) {
+ verifyOopStub(VERIFY_OOP, object);
+ }
+ return object;
+ }
+
+ @NodeIntrinsic(ForeignCallNode.class)
+ private static native Object verifyOopStub(@ConstantNodeParameter ForeignCallDescriptor descriptor, Object object);
+
+ public static Word loadWordFromObject(Object object, int offset) {
+ ReplacementsUtil.staticAssert(offset != hubOffset(INJECTED_VMCONFIG), "Use loadHubIntrinsic instead of loadWordFromObject");
+ return loadWordFromObjectIntrinsic(object, offset, getWordKind(), LocationIdentity.any());
+ }
+
+ public static Word loadWordFromObject(Object object, int offset, LocationIdentity identity) {
+ ReplacementsUtil.staticAssert(offset != hubOffset(INJECTED_VMCONFIG), "Use loadHubIntrinsic instead of loadWordFromObject");
+ return loadWordFromObjectIntrinsic(object, offset, getWordKind(), identity);
+ }
+
+ public static KlassPointer loadKlassFromObject(Object object, int offset, LocationIdentity identity) {
+ ReplacementsUtil.staticAssert(offset != hubOffset(INJECTED_VMCONFIG), "Use loadHubIntrinsic instead of loadWordFromObject");
+ return loadKlassFromObjectIntrinsic(object, offset, getWordKind(), identity);
+ }
+
+ /**
+ * Reads the value of a given register.
+ *
+ * @param register a register which must not be available to the register allocator
+ * @return the value of {@code register} as a word
+ */
+ public static Word registerAsWord(@ConstantNodeParameter Register register) {
+ return registerAsWord(register, true, false);
+ }
+
+ @NodeIntrinsic(value = ReadRegisterNode.class, setStampFromReturnType = true)
+ public static native Word registerAsWord(@ConstantNodeParameter Register register, @ConstantNodeParameter boolean directUse, @ConstantNodeParameter boolean incoming);
+
+ @NodeIntrinsic(value = WriteRegisterNode.class, setStampFromReturnType = true)
+ public static native void writeRegisterAsWord(@ConstantNodeParameter Register register, Word value);
+
+ @NodeIntrinsic(value = UnsafeLoadNode.class, setStampFromReturnType = true)
+ private static native Word loadWordFromObjectIntrinsic(Object object, long offset, @ConstantNodeParameter JavaKind wordKind, @ConstantNodeParameter LocationIdentity locationIdentity);
+
+ @NodeIntrinsic(value = UnsafeLoadNode.class, setStampFromReturnType = true)
+ private static native KlassPointer loadKlassFromObjectIntrinsic(Object object, long offset, @ConstantNodeParameter JavaKind wordKind, @ConstantNodeParameter LocationIdentity locationIdentity);
+
+ @NodeIntrinsic(value = LoadHubNode.class)
+ public static native KlassPointer loadHubIntrinsic(Object object);
+
+ @Fold
+ public static int log2WordSize() {
+ return CodeUtil.log2(wordSize());
+ }
+
+ public static final LocationIdentity CLASS_STATE_LOCATION = NamedLocationIdentity.mutable("ClassState");
+
+ @Fold
+ public static int instanceKlassInitStateOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.instanceKlassInitStateOffset;
+ }
+
+ @Fold
+ public static int instanceKlassStateFullyInitialized(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.instanceKlassStateFullyInitialized;
+ }
+
+ /**
+ *
+ * @param hub the hub of an InstanceKlass
+ * @return true is the InstanceKlass represented by hub is fully initialized
+ */
+ public static boolean isInstanceKlassFullyInitialized(KlassPointer hub) {
+ return readInstanceKlassState(hub) == instanceKlassStateFullyInitialized(INJECTED_VMCONFIG);
+ }
+
+ private static byte readInstanceKlassState(KlassPointer hub) {
+ return hub.readByte(instanceKlassInitStateOffset(INJECTED_VMCONFIG), CLASS_STATE_LOCATION);
+ }
+
+ public static final LocationIdentity KLASS_MODIFIER_FLAGS_LOCATION = NamedLocationIdentity.immutable("Klass::_modifier_flags");
+
+ @Fold
+ public static int klassModifierFlagsOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.klassModifierFlagsOffset;
+ }
+
+ public static final LocationIdentity CLASS_KLASS_LOCATION = new HotSpotOptimizingLocationIdentity("Class._klass") {
+ @Override
+ public ValueNode canonicalizeRead(ValueNode read, AddressNode location, ValueNode object, CanonicalizerTool tool) {
+ return foldIndirection(read, object, CLASS_MIRROR_LOCATION);
+ }
+ };
+
+ @Fold
+ public static int klassOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.klassOffset;
+ }
+
+ public static final LocationIdentity CLASS_ARRAY_KLASS_LOCATION = new HotSpotOptimizingLocationIdentity("Class._array_klass") {
+ @Override
+ public ValueNode canonicalizeRead(ValueNode read, AddressNode location, ValueNode object, CanonicalizerTool tool) {
+ return foldIndirection(read, object, ARRAY_KLASS_COMPONENT_MIRROR);
+ }
+ };
+
+ @Fold
+ public static int arrayKlassOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.arrayKlassOffset;
+ }
+
+ public static final LocationIdentity CLASS_MIRROR_LOCATION = NamedLocationIdentity.immutable("Klass::_java_mirror");
+
+ public static final LocationIdentity HEAP_TOP_LOCATION = NamedLocationIdentity.mutable("HeapTop");
+
+ @Fold
+ public static long heapTopAddress(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.heapTopAddress;
+ }
+
+ public static final LocationIdentity HEAP_END_LOCATION = NamedLocationIdentity.mutable("HeapEnd");
+
+ @Fold
+ public static long heapEndAddress(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.heapEndAddress;
+ }
+
+ @Fold
+ public static long tlabIntArrayMarkWord(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.tlabIntArrayMarkWord();
+ }
+
+ @Fold
+ public static boolean inlineContiguousAllocationSupported(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.inlineContiguousAllocationSupported;
+ }
+
+ @Fold
+ public static int tlabAlignmentReserveInHeapWords(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.tlabAlignmentReserve;
+ }
+
+ public static final LocationIdentity TLAB_SIZE_LOCATION = NamedLocationIdentity.mutable("TlabSize");
+
+ @Fold
+ public static int threadTlabSizeOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.threadTlabSizeOffset();
+ }
+
+ public static final LocationIdentity TLAB_THREAD_ALLOCATED_BYTES_LOCATION = NamedLocationIdentity.mutable("TlabThreadAllocatedBytes");
+
+ @Fold
+ public static int threadAllocatedBytesOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.threadAllocatedBytesOffset;
+ }
+
+ public static final LocationIdentity TLAB_REFILL_WASTE_LIMIT_LOCATION = NamedLocationIdentity.mutable("RefillWasteLimit");
+
+ @Fold
+ public static int tlabRefillWasteLimitOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.tlabRefillWasteLimitOffset();
+ }
+
+ public static final LocationIdentity TLAB_NOF_REFILLS_LOCATION = NamedLocationIdentity.mutable("TlabNOfRefills");
+
+ @Fold
+ public static int tlabNumberOfRefillsOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.tlabNumberOfRefillsOffset();
+ }
+
+ public static final LocationIdentity TLAB_FAST_REFILL_WASTE_LOCATION = NamedLocationIdentity.mutable("TlabFastRefillWaste");
+
+ @Fold
+ public static int tlabFastRefillWasteOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.tlabFastRefillWasteOffset();
+ }
+
+ public static final LocationIdentity TLAB_SLOW_ALLOCATIONS_LOCATION = NamedLocationIdentity.mutable("TlabSlowAllocations");
+
+ @Fold
+ public static int tlabSlowAllocationsOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.tlabSlowAllocationsOffset();
+ }
+
+ @Fold
+ public static int tlabRefillWasteIncrement(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.tlabRefillWasteIncrement;
+ }
+
+ @Fold
+ public static boolean tlabStats(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.tlabStats;
+ }
+
+ @Fold
+ public static int layoutHelperHeaderSizeShift(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.layoutHelperHeaderSizeShift;
+ }
+
+ @Fold
+ public static int layoutHelperHeaderSizeMask(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.layoutHelperHeaderSizeMask;
+ }
+
+ @Fold
+ public static int layoutHelperLog2ElementSizeShift(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.layoutHelperLog2ElementSizeShift;
+ }
+
+ @Fold
+ public static int layoutHelperLog2ElementSizeMask(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.layoutHelperLog2ElementSizeMask;
+ }
+
+ @Fold
+ public static int layoutHelperElementTypeShift(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.layoutHelperElementTypeShift;
+ }
+
+ @Fold
+ public static int layoutHelperElementTypeMask(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.layoutHelperElementTypeMask;
+ }
+
+ @Fold
+ public static int layoutHelperElementTypePrimitiveInPlace(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.layoutHelperElementTypePrimitiveInPlace();
+ }
+
+ @NodeIntrinsic(ForeignCallNode.class)
+ public static native int identityHashCode(@ConstantNodeParameter ForeignCallDescriptor descriptor, Object object);
+
+ @Fold
+ public static int verifiedEntryPointOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.nmethodEntryOffset;
+ }
+
+ @Fold
+ public static long gcTotalCollectionsAddress(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.gcTotalCollectionsAddress();
+ }
+
+ @Fold
+ public static long referentOffset() {
+ try {
+ return UNSAFE.objectFieldOffset(java.lang.ref.Reference.class.getDeclaredField("referent"));
+ } catch (Exception e) {
+ throw new GraalError(e);
+ }
+ }
+
+ public static final LocationIdentity OBJ_ARRAY_KLASS_ELEMENT_KLASS_LOCATION = new HotSpotOptimizingLocationIdentity("ObjArrayKlass::_element_klass") {
+ @Override
+ public ValueNode canonicalizeRead(ValueNode read, AddressNode location, ValueNode object, CanonicalizerTool tool) {
+ ValueNode javaObject = findReadHub(object);
+ if (javaObject != null) {
+ ResolvedJavaType type = StampTool.typeOrNull(javaObject);
+ if (type != null && type.isArray()) {
+ ResolvedJavaType element = type.getComponentType();
+ if (element != null && !element.isPrimitive() && !element.getElementalType().isInterface()) {
+ Assumptions assumptions = object.graph().getAssumptions();
+ AssumptionResult leafType = element.findLeafConcreteSubtype();
+ if (leafType != null && leafType.canRecordTo(assumptions)) {
+ leafType.recordTo(assumptions);
+ return ConstantNode.forConstant(read.stamp(), tool.getConstantReflection().asObjectHub(leafType.getResult()), tool.getMetaAccess());
+ }
+ }
+ }
+ }
+ return read;
+ }
+ };
+
+ @Fold
+ public static int arrayClassElementOffset(@InjectedParameter GraalHotSpotVMConfig config) {
+ return config.arrayClassElementOffset;
+ }
+
+ public static final LocationIdentity PRIMARY_SUPERS_LOCATION = NamedLocationIdentity.immutable("PrimarySupers");
+
+ public static final LocationIdentity METASPACE_ARRAY_LENGTH_LOCATION = NamedLocationIdentity.immutable("MetaspaceArrayLength");
+
+ public static final LocationIdentity SECONDARY_SUPERS_ELEMENT_LOCATION = NamedLocationIdentity.immutable("SecondarySupersElement");
+}