6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 */
23 package org.graalvm.compiler.hotspot.stubs;
24
25 import static org.graalvm.compiler.hotspot.GraalHotSpotVMConfig.INJECTED_VMCONFIG;
26 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.arrayPrototypeMarkWord;
27 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.getAndClearObjectResult;
28 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperElementTypeMask;
29 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperElementTypeShift;
30 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperHeaderSizeMask;
31 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperHeaderSizeShift;
32 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperLog2ElementSizeMask;
33 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperLog2ElementSizeShift;
34 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.readLayoutHelper;
35 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.registerAsWord;
36 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.useCMSIncrementalMode;
37 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.wordSize;
38 import static org.graalvm.compiler.hotspot.replacements.NewObjectSnippets.MAX_ARRAY_FAST_PATH_ALLOCATION_LENGTH;
39 import static org.graalvm.compiler.hotspot.replacements.NewObjectSnippets.formatArray;
40 import static org.graalvm.compiler.hotspot.stubs.NewInstanceStub.refillAllocate;
41 import static org.graalvm.compiler.hotspot.stubs.StubUtil.handlePendingException;
42 import static org.graalvm.compiler.hotspot.stubs.StubUtil.newDescriptor;
43 import static org.graalvm.compiler.hotspot.stubs.StubUtil.printf;
44 import static org.graalvm.compiler.hotspot.stubs.StubUtil.verifyObject;
45 import static jdk.vm.ci.hotspot.HotSpotMetaAccessProvider.computeArrayAllocationSize;
46
47 import org.graalvm.compiler.api.replacements.Fold;
48 import org.graalvm.compiler.api.replacements.Snippet;
49 import org.graalvm.compiler.api.replacements.Snippet.ConstantParameter;
50 import org.graalvm.compiler.core.common.spi.ForeignCallDescriptor;
51 import org.graalvm.compiler.graph.Node.ConstantNodeParameter;
52 import org.graalvm.compiler.graph.Node.NodeIntrinsic;
53 import org.graalvm.compiler.hotspot.HotSpotForeignCallLinkage;
54 import org.graalvm.compiler.hotspot.meta.HotSpotProviders;
55 import org.graalvm.compiler.hotspot.nodes.GraalHotSpotVMConfigNode;
56 import org.graalvm.compiler.hotspot.nodes.StubForeignCallNode;
57 import org.graalvm.compiler.hotspot.nodes.type.KlassPointerStamp;
58 import org.graalvm.compiler.hotspot.replacements.NewObjectSnippets;
59 import org.graalvm.compiler.hotspot.word.KlassPointer;
60 import org.graalvm.compiler.nodes.ConstantNode;
61 import org.graalvm.compiler.options.OptionValues;
62 import org.graalvm.compiler.word.Word;
63 import org.graalvm.word.WordFactory;
64
65 import jdk.vm.ci.code.Register;
95 static boolean logging(OptionValues options) {
96 return StubOptions.TraceNewArrayStub.getValue(options);
97 }
98
99 /**
100 * Re-attempts allocation after an initial TLAB allocation failed or was skipped (e.g., due to
101 * -XX:-UseTLAB).
102 *
103 * @param hub the hub of the object to be allocated
104 * @param length the length of the array
105 * @param fillContents Should the array be filled with zeroes?
106 * @param intArrayHub the hub for {@code int[].class}
107 */
108 @Snippet
109 private static Object newArray(KlassPointer hub, int length, boolean fillContents, @ConstantParameter KlassPointer intArrayHub, @ConstantParameter Register threadRegister,
110 @ConstantParameter OptionValues options) {
111 int layoutHelper = readLayoutHelper(hub);
112 int log2ElementSize = (layoutHelper >> layoutHelperLog2ElementSizeShift(INJECTED_VMCONFIG)) & layoutHelperLog2ElementSizeMask(INJECTED_VMCONFIG);
113 int headerSize = (layoutHelper >> layoutHelperHeaderSizeShift(INJECTED_VMCONFIG)) & layoutHelperHeaderSizeMask(INJECTED_VMCONFIG);
114 int elementKind = (layoutHelper >> layoutHelperElementTypeShift(INJECTED_VMCONFIG)) & layoutHelperElementTypeMask(INJECTED_VMCONFIG);
115 int sizeInBytes = computeArrayAllocationSize(length, wordSize(), headerSize, log2ElementSize);
116 if (logging(options)) {
117 printf("newArray: element kind %d\n", elementKind);
118 printf("newArray: array length %d\n", length);
119 printf("newArray: array size %d\n", sizeInBytes);
120 printf("newArray: hub=%p\n", hub.asWord().rawValue());
121 }
122
123 // check that array length is small enough for fast path.
124 Word thread = registerAsWord(threadRegister);
125 boolean inlineContiguousAllocationSupported = GraalHotSpotVMConfigNode.inlineContiguousAllocationSupported();
126 if (inlineContiguousAllocationSupported && !useCMSIncrementalMode(INJECTED_VMCONFIG) && length >= 0 && length <= MAX_ARRAY_FAST_PATH_ALLOCATION_LENGTH) {
127 Word memory = refillAllocate(thread, intArrayHub, sizeInBytes, logging(options));
128 if (memory.notEqual(0)) {
129 if (logging(options)) {
130 printf("newArray: allocated new array at %p\n", memory.rawValue());
131 }
132 return verifyObject(
133 formatArray(hub, sizeInBytes, length, headerSize, memory, WordFactory.unsigned(arrayPrototypeMarkWord(INJECTED_VMCONFIG)), fillContents, false, null));
134 }
135 }
|
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 */
23 package org.graalvm.compiler.hotspot.stubs;
24
25 import static org.graalvm.compiler.hotspot.GraalHotSpotVMConfig.INJECTED_VMCONFIG;
26 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.arrayAllocationSize;
27 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.arrayPrototypeMarkWord;
28 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.getAndClearObjectResult;
29 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperElementTypeMask;
30 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperElementTypeShift;
31 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperHeaderSizeMask;
32 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperHeaderSizeShift;
33 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperLog2ElementSizeMask;
34 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.layoutHelperLog2ElementSizeShift;
35 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.readLayoutHelper;
36 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.registerAsWord;
37 import static org.graalvm.compiler.hotspot.replacements.HotSpotReplacementsUtil.useCMSIncrementalMode;
38 import static org.graalvm.compiler.hotspot.replacements.NewObjectSnippets.MAX_ARRAY_FAST_PATH_ALLOCATION_LENGTH;
39 import static org.graalvm.compiler.hotspot.replacements.NewObjectSnippets.formatArray;
40 import static org.graalvm.compiler.hotspot.stubs.NewInstanceStub.refillAllocate;
41 import static org.graalvm.compiler.hotspot.stubs.StubUtil.handlePendingException;
42 import static org.graalvm.compiler.hotspot.stubs.StubUtil.newDescriptor;
43 import static org.graalvm.compiler.hotspot.stubs.StubUtil.printf;
44 import static org.graalvm.compiler.hotspot.stubs.StubUtil.verifyObject;
45
46 import org.graalvm.compiler.api.replacements.Fold;
47 import org.graalvm.compiler.api.replacements.Snippet;
48 import org.graalvm.compiler.api.replacements.Snippet.ConstantParameter;
49 import org.graalvm.compiler.core.common.spi.ForeignCallDescriptor;
50 import org.graalvm.compiler.graph.Node.ConstantNodeParameter;
51 import org.graalvm.compiler.graph.Node.NodeIntrinsic;
52 import org.graalvm.compiler.hotspot.HotSpotForeignCallLinkage;
53 import org.graalvm.compiler.hotspot.meta.HotSpotProviders;
54 import org.graalvm.compiler.hotspot.nodes.GraalHotSpotVMConfigNode;
55 import org.graalvm.compiler.hotspot.nodes.StubForeignCallNode;
56 import org.graalvm.compiler.hotspot.nodes.type.KlassPointerStamp;
57 import org.graalvm.compiler.hotspot.replacements.NewObjectSnippets;
58 import org.graalvm.compiler.hotspot.word.KlassPointer;
59 import org.graalvm.compiler.nodes.ConstantNode;
60 import org.graalvm.compiler.options.OptionValues;
61 import org.graalvm.compiler.word.Word;
62 import org.graalvm.word.WordFactory;
63
64 import jdk.vm.ci.code.Register;
94 static boolean logging(OptionValues options) {
95 return StubOptions.TraceNewArrayStub.getValue(options);
96 }
97
98 /**
99 * Re-attempts allocation after an initial TLAB allocation failed or was skipped (e.g., due to
100 * -XX:-UseTLAB).
101 *
102 * @param hub the hub of the object to be allocated
103 * @param length the length of the array
104 * @param fillContents Should the array be filled with zeroes?
105 * @param intArrayHub the hub for {@code int[].class}
106 */
107 @Snippet
108 private static Object newArray(KlassPointer hub, int length, boolean fillContents, @ConstantParameter KlassPointer intArrayHub, @ConstantParameter Register threadRegister,
109 @ConstantParameter OptionValues options) {
110 int layoutHelper = readLayoutHelper(hub);
111 int log2ElementSize = (layoutHelper >> layoutHelperLog2ElementSizeShift(INJECTED_VMCONFIG)) & layoutHelperLog2ElementSizeMask(INJECTED_VMCONFIG);
112 int headerSize = (layoutHelper >> layoutHelperHeaderSizeShift(INJECTED_VMCONFIG)) & layoutHelperHeaderSizeMask(INJECTED_VMCONFIG);
113 int elementKind = (layoutHelper >> layoutHelperElementTypeShift(INJECTED_VMCONFIG)) & layoutHelperElementTypeMask(INJECTED_VMCONFIG);
114 int sizeInBytes = arrayAllocationSize(length, headerSize, log2ElementSize);
115 if (logging(options)) {
116 printf("newArray: element kind %d\n", elementKind);
117 printf("newArray: array length %d\n", length);
118 printf("newArray: array size %d\n", sizeInBytes);
119 printf("newArray: hub=%p\n", hub.asWord().rawValue());
120 }
121
122 // check that array length is small enough for fast path.
123 Word thread = registerAsWord(threadRegister);
124 boolean inlineContiguousAllocationSupported = GraalHotSpotVMConfigNode.inlineContiguousAllocationSupported();
125 if (inlineContiguousAllocationSupported && !useCMSIncrementalMode(INJECTED_VMCONFIG) && length >= 0 && length <= MAX_ARRAY_FAST_PATH_ALLOCATION_LENGTH) {
126 Word memory = refillAllocate(thread, intArrayHub, sizeInBytes, logging(options));
127 if (memory.notEqual(0)) {
128 if (logging(options)) {
129 printf("newArray: allocated new array at %p\n", memory.rawValue());
130 }
131 return verifyObject(
132 formatArray(hub, sizeInBytes, length, headerSize, memory, WordFactory.unsigned(arrayPrototypeMarkWord(INJECTED_VMCONFIG)), fillContents, false, null));
133 }
134 }
|