/* * Copyright (c) 2017, Oracle and/or its affiliates. All rights reserved. * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * * This code is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License version 2 only, as * published by the Free Software Foundation. Oracle designates this * particular file as subject to the "Classpath" exception as provided * by Oracle in the LICENSE file that accompanied this code. * * This code is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License * version 2 for more details (a copy is included in the LICENSE file that * accompanied this code). * * You should have received a copy of the GNU General Public License version * 2 along with this work; if not, write to the Free Software Foundation, * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. * * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA * or visit www.oracle.com if you need additional information or have * questions. */ package jdk.incubator.vector; import java.nio.ByteBuffer; import java.util.Arrays; import java.util.Objects; import jdk.internal.vm.annotation.ForceInline; import static jdk.incubator.vector.VectorIntrinsics.*; @SuppressWarnings("cast") final class Int128Vector extends IntVector { static final Int128Species SPECIES = new Int128Species(); static final Int128Vector ZERO = new Int128Vector(); static final int LENGTH = SPECIES.length(); private final int[] vec; // Don't access directly, use getElements() instead. private int[] getElements() { return VectorIntrinsics.maybeRebox(this).vec; } Int128Vector() { vec = new int[SPECIES.length()]; } Int128Vector(int[] v) { vec = v; } @Override public int length() { return LENGTH; } // Unary operator @Override Int128Vector uOp(FUnOp f) { int[] vec = getElements(); int[] res = new int[length()]; for (int i = 0; i < length(); i++) { res[i] = f.apply(i, vec[i]); } return new Int128Vector(res); } @Override Int128Vector uOp(Mask o, FUnOp f) { int[] vec = getElements(); int[] res = new int[length()]; boolean[] mbits = ((Int128Mask)o).getBits(); for (int i = 0; i < length(); i++) { res[i] = mbits[i] ? f.apply(i, vec[i]) : vec[i]; } return new Int128Vector(res); } // Binary operator @Override Int128Vector bOp(Vector o, FBinOp f) { int[] res = new int[length()]; int[] vec1 = this.getElements(); int[] vec2 = ((Int128Vector)o).getElements(); for (int i = 0; i < length(); i++) { res[i] = f.apply(i, vec1[i], vec2[i]); } return new Int128Vector(res); } @Override Int128Vector bOp(Vector o1, Mask o2, FBinOp f) { int[] res = new int[length()]; int[] vec1 = this.getElements(); int[] vec2 = ((Int128Vector)o1).getElements(); boolean[] mbits = ((Int128Mask)o2).getBits(); for (int i = 0; i < length(); i++) { res[i] = mbits[i] ? f.apply(i, vec1[i], vec2[i]) : vec1[i]; } return new Int128Vector(res); } // Trinary operator @Override Int128Vector tOp(Vector o1, Vector o2, FTriOp f) { int[] res = new int[length()]; int[] vec1 = this.getElements(); int[] vec2 = ((Int128Vector)o1).getElements(); int[] vec3 = ((Int128Vector)o2).getElements(); for (int i = 0; i < length(); i++) { res[i] = f.apply(i, vec1[i], vec2[i], vec3[i]); } return new Int128Vector(res); } @Override Int128Vector tOp(Vector o1, Vector o2, Mask o3, FTriOp f) { int[] res = new int[length()]; int[] vec1 = getElements(); int[] vec2 = ((Int128Vector)o1).getElements(); int[] vec3 = ((Int128Vector)o2).getElements(); boolean[] mbits = ((Int128Mask)o3).getBits(); for (int i = 0; i < length(); i++) { res[i] = mbits[i] ? f.apply(i, vec1[i], vec2[i], vec3[i]) : vec1[i]; } return new Int128Vector(res); } @Override int rOp(int v, FBinOp f) { int[] vec = getElements(); for (int i = 0; i < length(); i++) { v = f.apply(i, v, vec[i]); } return v; } // Binary operations with scalars @Override @ForceInline public IntVector add(int o) { return add(SPECIES.broadcast(o)); } @Override @ForceInline public IntVector add(int o, Mask m) { return add(SPECIES.broadcast(o), m); } @Override @ForceInline public IntVector addSaturate(int o) { return addSaturate(SPECIES.broadcast(o)); } @Override @ForceInline public IntVector addSaturate(int o, Mask m) { return addSaturate(SPECIES.broadcast(o), m); } @Override @ForceInline public IntVector sub(int o) { return sub(SPECIES.broadcast(o)); } @Override @ForceInline public IntVector sub(int o, Mask m) { return sub(SPECIES.broadcast(o), m); } @Override @ForceInline public IntVector subSaturate(int o) { return subSaturate(SPECIES.broadcast(o)); } @Override @ForceInline public IntVector subSaturate(int o, Mask m) { return subSaturate(SPECIES.broadcast(o), m); } @Override @ForceInline public IntVector mul(int o) { return mul(SPECIES.broadcast(o)); } @Override @ForceInline public IntVector mul(int o, Mask m) { return mul(SPECIES.broadcast(o), m); } @Override @ForceInline public IntVector min(int o) { return min(SPECIES.broadcast(o)); } @Override @ForceInline public IntVector max(int o) { return max(SPECIES.broadcast(o)); } @Override @ForceInline public Mask equal(int o) { return equal(SPECIES.broadcast(o)); } @Override @ForceInline public Mask notEqual(int o) { return notEqual(SPECIES.broadcast(o)); } @Override @ForceInline public Mask lessThan(int o) { return lessThan(SPECIES.broadcast(o)); } @Override @ForceInline public Mask lessThanEq(int o) { return lessThanEq(SPECIES.broadcast(o)); } @Override @ForceInline public Mask greaterThan(int o) { return greaterThan(SPECIES.broadcast(o)); } @Override @ForceInline public Mask greaterThanEq(int o) { return greaterThanEq(SPECIES.broadcast(o)); } @Override @ForceInline public IntVector blend(int o, Mask m) { return blend(SPECIES.broadcast(o), m); } @Override @ForceInline public IntVector and(int o) { return and(SPECIES.broadcast(o)); } @Override @ForceInline public IntVector and(int o, Mask m) { return and(SPECIES.broadcast(o), m); } @Override @ForceInline public IntVector or(int o) { return or(SPECIES.broadcast(o)); } @Override @ForceInline public IntVector or(int o, Mask m) { return or(SPECIES.broadcast(o), m); } @Override @ForceInline public IntVector xor(int o) { return xor(SPECIES.broadcast(o)); } @Override @ForceInline public IntVector xor(int o, Mask m) { return xor(SPECIES.broadcast(o), m); } // Unary operations @Override @ForceInline public Int128Vector abs() { return (Int128Vector) VectorIntrinsics.unaryOp( VECTOR_OP_ABS, Int128Vector.class, int.class, LENGTH, this, v1 -> ((Int128Vector)v1).uOp((i, a) -> (int) Math.abs(a))); } @Override @ForceInline public Int128Vector neg() { return (Int128Vector) VectorIntrinsics.unaryOp( VECTOR_OP_NEG, Int128Vector.class, int.class, LENGTH, this, v1 -> ((Int128Vector)v1).uOp((i, a) -> (int) -a)); } @Override @ForceInline public Int128Vector not() { return (Int128Vector) VectorIntrinsics.unaryOp( VECTOR_OP_NOT, Int128Vector.class, int.class, LENGTH, this, v1 -> ((Int128Vector)v1).uOp((i, a) -> (int) ~a)); } // Binary operations @Override @ForceInline public Int128Vector add(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Vector) VectorIntrinsics.binaryOp( VECTOR_OP_ADD, Int128Vector.class, int.class, LENGTH, this, v, (v1, v2) -> ((Int128Vector)v1).bOp(v2, (i, a, b) -> (int)(a + b))); } @Override @ForceInline public Int128Vector sub(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Vector) VectorIntrinsics.binaryOp( VECTOR_OP_SUB, Int128Vector.class, int.class, LENGTH, this, v, (v1, v2) -> ((Int128Vector)v1).bOp(v2, (i, a, b) -> (int)(a - b))); } @Override @ForceInline public Int128Vector mul(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Vector) VectorIntrinsics.binaryOp( VECTOR_OP_MUL, Int128Vector.class, int.class, LENGTH, this, v, (v1, v2) -> ((Int128Vector)v1).bOp(v2, (i, a, b) -> (int)(a * b))); } @Override @ForceInline public Int128Vector add(Vector v, Mask m) { // TODO: use better default impl: bOp(o, m, (i, a, b) -> (int)(a + b)); return blend(add(v), m); } @Override @ForceInline public Int128Vector sub(Vector v, Mask m) { // TODO: use better default impl: bOp(o, m, (i, a, b) -> (int)(a - b)); return blend(sub(v), m); } @Override @ForceInline public Int128Vector mul(Vector v, Mask m) { // TODO: use better default impl: bOp(o, m, (i, a, b) -> (int)(a * b)); return blend(mul(v), m); } @Override @ForceInline public Int128Vector and(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Vector) VectorIntrinsics.binaryOp( VECTOR_OP_AND, Int128Vector.class, int.class, LENGTH, this, v, (v1, v2) -> ((Int128Vector)v1).bOp(v2, (i, a, b) -> (int)(a & b))); } @Override @ForceInline public Int128Vector or(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Vector) VectorIntrinsics.binaryOp( VECTOR_OP_OR, Int128Vector.class, int.class, LENGTH, this, v, (v1, v2) -> ((Int128Vector)v1).bOp(v2, (i, a, b) -> (int)(a | b))); } @Override @ForceInline public Int128Vector xor(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Vector) VectorIntrinsics.binaryOp( VECTOR_OP_XOR, Int128Vector.class, int.class, LENGTH, this, v, (v1, v2) -> ((Int128Vector)v1).bOp(v2, (i, a, b) -> (int)(a ^ b))); } @Override @ForceInline public Int128Vector and(Vector v, Mask m) { return blend(and(v), m); } @Override @ForceInline public Int128Vector or(Vector v, Mask m) { return blend(or(v), m); } @Override @ForceInline public Int128Vector xor(Vector v, Mask m) { return blend(xor(v), m); } @Override @ForceInline public Int128Vector shiftL(int s) { return (Int128Vector) VectorIntrinsics.broadcastInt( VECTOR_OP_LSHIFT, Int128Vector.class, int.class, LENGTH, this, s, (v, i) -> v.uOp((__, a) -> (int) (a << i))); } @Override @ForceInline public Int128Vector shiftR(int s) { return (Int128Vector) VectorIntrinsics.broadcastInt( VECTOR_OP_URSHIFT, Int128Vector.class, int.class, LENGTH, this, s, (v, i) -> v.uOp((__, a) -> (int) (a >>> i))); } @Override @ForceInline public Int128Vector aShiftR(int s) { return (Int128Vector) VectorIntrinsics.broadcastInt( VECTOR_OP_RSHIFT, Int128Vector.class, int.class, LENGTH, this, s, (v, i) -> v.uOp((__, a) -> (int) (a >> i))); } // Ternary operations // Type specific horizontal reductions @Override @ForceInline public int addAll() { return (int) VectorIntrinsics.reductionCoerced( VECTOR_OP_ADD, Int128Vector.class, int.class, LENGTH, this, v -> (long) v.rOp((int) 0, (i, a, b) -> (int) (a + b))); } @Override @ForceInline public int mulAll() { return (int) VectorIntrinsics.reductionCoerced( VECTOR_OP_MUL, Int128Vector.class, int.class, LENGTH, this, v -> (long) v.rOp((int) 1, (i, a, b) -> (int) (a * b))); } @Override @ForceInline public int andAll() { return (int) VectorIntrinsics.reductionCoerced( VECTOR_OP_AND, Int128Vector.class, int.class, LENGTH, this, v -> (long) v.rOp((int) -1, (i, a, b) -> (int) (a & b))); } // Memory operations @Override @ForceInline public void intoArray(int[] a, int ix) { Objects.requireNonNull(a); ix = VectorIntrinsics.checkIndex(ix, a.length, LENGTH); VectorIntrinsics.store(Int128Vector.class, int.class, LENGTH, a, ix, this, (arr, idx, v) -> v.forEach((i, a_) -> ((int[])arr)[idx + i] = a_)); } @Override @ForceInline public void intoArray(int[] a, int ax, Mask m) { // TODO: use better default impl: forEach(m, (i, a_) -> a[ax + i] = a_); Int128Vector oldVal = SPECIES.fromArray(a, ax); Int128Vector newVal = oldVal.blend(this, m); newVal.intoArray(a, ax); } // @Override public String toString() { return Arrays.toString(getElements()); } @Override public boolean equals(Object o) { if (this == o) return true; if (o == null || this.getClass() != o.getClass()) return false; Int128Vector that = (Int128Vector) o; return Arrays.equals(this.getElements(), that.getElements()); } @Override public int hashCode() { return Arrays.hashCode(vec); } // Binary test @Override Int128Mask bTest(Vector o, FBinTest f) { int[] vec1 = getElements(); int[] vec2 = ((Int128Vector)o).getElements(); boolean[] bits = new boolean[length()]; for (int i = 0; i < length(); i++){ bits[i] = f.apply(i, vec1[i], vec2[i]); } return new Int128Mask(bits); } // Comparisons @Override @ForceInline public Int128Mask equal(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Mask) VectorIntrinsics.compare( BT_eq, Int128Vector.class, Int128Mask.class, int.class, LENGTH, this, v, (v1, v2) -> v1.bTest(v2, (i, a, b) -> a == b)); } @Override @ForceInline public Int128Mask notEqual(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Mask) VectorIntrinsics.compare( BT_ne, Int128Vector.class, Int128Mask.class, int.class, LENGTH, this, v, (v1, v2) -> v1.bTest(v2, (i, a, b) -> a != b)); } @Override @ForceInline public Int128Mask lessThan(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Mask) VectorIntrinsics.compare( BT_lt, Int128Vector.class, Int128Mask.class, int.class, LENGTH, this, v, (v1, v2) -> v1.bTest(v2, (i, a, b) -> a < b)); } @Override @ForceInline public Int128Mask lessThanEq(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Mask) VectorIntrinsics.compare( BT_le, Int128Vector.class, Int128Mask.class, int.class, LENGTH, this, v, (v1, v2) -> v1.bTest(v2, (i, a, b) -> a <= b)); } @Override @ForceInline public Int128Mask greaterThan(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Mask) VectorIntrinsics.compare( BT_gt, Int128Vector.class, Int128Mask.class, int.class, LENGTH, this, v, (v1, v2) -> v1.bTest(v2, (i, a, b) -> a > b)); } @Override @ForceInline public Int128Mask greaterThanEq(Vector o) { Objects.requireNonNull(o); Int128Vector v = (Int128Vector)o; return (Int128Mask) VectorIntrinsics.compare( BT_ge, Int128Vector.class, Int128Mask.class, int.class, LENGTH, this, v, (v1, v2) -> v1.bTest(v2, (i, a, b) -> a >= b)); } // Foreach @Override void forEach(FUnCon f) { int[] vec = getElements(); for (int i = 0; i < length(); i++) { f.apply(i, vec[i]); } } @Override void forEach(Mask o, FUnCon f) { boolean[] mbits = ((Int128Mask)o).getBits(); forEach((i, a) -> { if (mbits[i]) { f.apply(i, a); } }); } Float128Vector toFP() { int[] vec = getElements(); float[] res = new float[this.species().length()]; for(int i = 0; i < this.species().length(); i++){ res[i] = Float.intBitsToFloat(vec[i]); } return new Float128Vector(res); } @Override public Int128Vector rotateEL(int j) { int[] vec = getElements(); int[] res = new int[length()]; for (int i = 0; i < length(); i++){ res[j + i % length()] = vec[i]; } return new Int128Vector(res); } @Override public Int128Vector rotateER(int j) { int[] vec = getElements(); int[] res = new int[length()]; for (int i = 0; i < length(); i++){ int z = i - j; if(j < 0) { res[length() + z] = vec[i]; } else { res[z] = vec[i]; } } return new Int128Vector(res); } @Override public Int128Vector shiftEL(int j) { int[] vec = getElements(); int[] res = new int[length()]; for (int i = 0; i < length() - j; i++) { res[i] = vec[i + j]; } return new Int128Vector(res); } @Override public Int128Vector shiftER(int j) { int[] vec = getElements(); int[] res = new int[length()]; for (int i = 0; i < length() - j; i++){ res[i + j] = vec[i]; } return new Int128Vector(res); } @Override public Int128Vector shuffle(Vector o, Shuffle s) { Int128Vector v = (Int128Vector) o; return uOp((i, a) -> { int[] vec = this.getElements(); int e = s.getElement(i); if(e >= 0 && e < length()) { //from this return vec[e]; } else if(e < length() * 2) { //from o return v.getElements()[e - length()]; } else { throw new ArrayIndexOutOfBoundsException("Bad reordering for shuffle"); } }); } @Override public Int128Vector swizzle(Shuffle s) { return uOp((i, a) -> { int[] vec = this.getElements(); int e = s.getElement(i); if(e >= 0 && e < length()) { return vec[e]; } else { throw new ArrayIndexOutOfBoundsException("Bad reordering for shuffle"); } }); } @Override @ForceInline public Int128Vector blend(Vector o1, Mask o2) { Objects.requireNonNull(o1); Objects.requireNonNull(o2); Int128Vector v = (Int128Vector)o1; Int128Mask m = (Int128Mask)o2; return (Int128Vector) VectorIntrinsics.blend( Int128Vector.class, Int128Mask.class, int.class, LENGTH, this, v, m, (v1, v2, m_) -> v1.bOp(v2, (i, a, b) -> m_.getElement(i) ? b : a)); } @Override @ForceInline @SuppressWarnings("unchecked") public Vector rebracket(Species species) { Objects.requireNonNull(species); // TODO: check proper element type // TODO: update to pass the two species as an arguments and ideally // push down intrinsic call into species implementation return VectorIntrinsics.reinterpret( Int128Vector.class, int.class, LENGTH, species.elementType(), species.length(), this, (v, t) -> species.reshape(v) ); } // Accessors @Override public int get(int i) { int[] vec = getElements(); return vec[i]; } @Override public Int128Vector with(int i, int e) { int[] res = vec.clone(); res[i] = e; return new Int128Vector(res); } // Mask static final class Int128Mask extends AbstractMask { static final Int128Mask TRUE_MASK = new Int128Mask(true); static final Int128Mask FALSE_MASK = new Int128Mask(false); // FIXME: was temporarily put here to simplify rematerialization support in the JVM private final boolean[] bits; // Don't access directly, use getBits() instead. public Int128Mask(boolean[] bits) { this(bits, 0); } public Int128Mask(boolean[] bits, int i) { this.bits = Arrays.copyOfRange(bits, i, i + species().length()); } public Int128Mask(boolean val) { boolean[] bits = new boolean[species().length()]; Arrays.fill(bits, val); this.bits = bits; } boolean[] getBits() { return VectorIntrinsics.maybeRebox(this).bits; } @Override Int128Mask uOp(MUnOp f) { boolean[] res = new boolean[species().length()]; boolean[] bits = getBits(); for (int i = 0; i < species().length(); i++) { res[i] = f.apply(i, bits[i]); } return new Int128Mask(res); } @Override Int128Mask bOp(Mask o, MBinOp f) { boolean[] res = new boolean[species().length()]; boolean[] bits = getBits(); boolean[] mbits = ((Int128Mask)o).getBits(); for (int i = 0; i < species().length(); i++) { res[i] = f.apply(i, bits[i], mbits[i]); } return new Int128Mask(res); } @Override public Int128Species species() { return SPECIES; } @Override public Int128Vector toVector() { int[] res = new int[species().length()]; boolean[] bits = getBits(); for (int i = 0; i < species().length(); i++) { res[i] = (int) (bits[i] ? -1 : 0); } return new Int128Vector(res); } @Override @ForceInline @SuppressWarnings("unchecked") public Mask rebracket(Species species) { Objects.requireNonNull(species); // TODO: check proper element type return VectorIntrinsics.reinterpret( Int128Mask.class, int.class, LENGTH, species.elementType(), species.length(), this, (m, t) -> m.reshape(species) ); } // Unary operations //Mask not(); // Binary operations @Override @ForceInline public Int128Mask and(Mask o) { Objects.requireNonNull(o); Int128Mask m = (Int128Mask)o; return VectorIntrinsics.binaryOp(VECTOR_OP_AND, Int128Mask.class, int.class, LENGTH, this, m, (m1, m2) -> m1.bOp(m2, (i, a, b) -> a & b)); } @Override @ForceInline public Int128Mask or(Mask o) { Objects.requireNonNull(o); Int128Mask m = (Int128Mask)o; return VectorIntrinsics.binaryOp(VECTOR_OP_OR, Int128Mask.class, int.class, LENGTH, this, m, (m1, m2) -> m1.bOp(m2, (i, a, b) -> a | b)); } // Reductions @Override @ForceInline public boolean anyTrue() { return VectorIntrinsics.test(COND_notZero, Int128Mask.class, int.class, LENGTH, this, this, (m1, m2) -> super.anyTrue()); } @Override @ForceInline public boolean allTrue() { return VectorIntrinsics.test(COND_carrySet, Int128Mask.class, int.class, LENGTH, this, species().maskAllTrue(), (m1, m2) -> super.allTrue()); } } // Shuffle static final class Int128Shuffle extends AbstractShuffle { static final IntVector.IntSpecies INT_SPECIES = (IntVector.IntSpecies) Vector.speciesInstance(Integer.class, Shapes.S_128_BIT); public Int128Shuffle(int[] reorder) { super(reorder); } public Int128Shuffle(int[] reorder, int i) { super(reorder, i); } @Override public Int128Species species() { return SPECIES; } @Override public IntVector.IntSpecies intSpecies() { return INT_SPECIES; } } // Species @Override public Int128Species species() { return SPECIES; } static final class Int128Species extends IntSpecies { static final int BIT_SIZE = Shapes.S_128_BIT.bitSize(); static final int LENGTH = BIT_SIZE / Integer.SIZE; @Override public String toString() { StringBuilder sb = new StringBuilder("Shape["); sb.append(bitSize()).append(" bits, "); sb.append(length()).append(" ").append(int.class.getSimpleName()).append("s x "); sb.append(elementSize()).append(" bits"); sb.append("]"); return sb.toString(); } @Override @ForceInline public int bitSize() { return BIT_SIZE; } @Override @ForceInline public int length() { return LENGTH; } @Override @ForceInline public Class elementType() { return Integer.class; } @Override @ForceInline public int elementSize() { return Integer.SIZE; } @Override @ForceInline public Shapes.S128Bit shape() { return Shapes.S_128_BIT; } @Override Int128Vector op(FOp f) { int[] res = new int[length()]; for (int i = 0; i < length(); i++) { res[i] = f.apply(i); } return new Int128Vector(res); } @Override Int128Vector op(Mask o, FOp f) { int[] res = new int[length()]; boolean[] mbits = ((Int128Mask)o).getBits(); for (int i = 0; i < length(); i++) { if (mbits[i]) { res[i] = f.apply(i); } } return new Int128Vector(res); } // Factories @Override public Int128Mask maskFromValues(boolean... bits) { return new Int128Mask(bits); } @Override public Int128Mask maskFromArray(boolean[] bits, int i) { return new Int128Mask(bits, i); } @Override public Int128Shuffle shuffleFromValues(int... ixs) { return new Int128Shuffle(ixs); } @Override public Int128Shuffle shuffleFromArray(int[] ixs, int i) { return new Int128Shuffle(ixs, i); } @Override @ForceInline public Int128Vector zero() { return VectorIntrinsics.broadcastCoerced(Int128Vector.class, int.class, LENGTH, 0, (z -> ZERO)); } @Override @ForceInline public Int128Vector broadcast(int e) { return VectorIntrinsics.broadcastCoerced( Int128Vector.class, int.class, LENGTH, e, ((long bits) -> SPECIES.op(i -> (int)bits))); } @Override @ForceInline public Int128Mask maskAllTrue() { return VectorIntrinsics.broadcastCoerced(Int128Mask.class, int.class, LENGTH, (int)-1, (z -> Int128Mask.TRUE_MASK)); } @Override @ForceInline public Int128Mask maskAllFalse() { return VectorIntrinsics.broadcastCoerced(Int128Mask.class, int.class, LENGTH, 0, (z -> Int128Mask.FALSE_MASK)); } @Override @ForceInline public Int128Vector fromArray(int[] a, int ix) { Objects.requireNonNull(a); ix = VectorIntrinsics.checkIndex(ix, a.length, LENGTH); return (Int128Vector) VectorIntrinsics.load(Int128Vector.class, int.class, LENGTH, a, ix, (arr, idx) -> super.fromArray((int[]) arr, idx)); } @Override @ForceInline public Int128Vector fromArray(int[] a, int ax, Mask m) { return zero().blend(fromArray(a, ax), m); // TODO: use better default impl: op(m, i -> a[ax + i]); } @Override @ForceInline @SuppressWarnings("unchecked") public Int128Vector resize(Vector o) { Objects.requireNonNull(o); if (o.bitSize() == 64) { Int64Vector so = (Int64Vector)o; return VectorIntrinsics.reinterpret( Int64Vector.class, int.class, so.length(), Integer.class, LENGTH, so, (v, t) -> (Int128Vector)reshape(v) ); } else if (o.bitSize() == 128) { Int128Vector so = (Int128Vector)o; return VectorIntrinsics.reinterpret( Int128Vector.class, int.class, so.length(), Integer.class, LENGTH, so, (v, t) -> (Int128Vector)reshape(v) ); } else if (o.bitSize() == 256) { Int256Vector so = (Int256Vector)o; return VectorIntrinsics.reinterpret( Int256Vector.class, int.class, so.length(), Integer.class, LENGTH, so, (v, t) -> (Int128Vector)reshape(v) ); } else if (o.bitSize() == 512) { Int512Vector so = (Int512Vector)o; return VectorIntrinsics.reinterpret( Int512Vector.class, int.class, so.length(), Integer.class, LENGTH, so, (v, t) -> (Int128Vector)reshape(v) ); } else { throw new InternalError("Unimplemented size"); } } } }