< prev index next >
src/jdk.incubator.vector/share/classes/jdk/incubator/vector/Int128Vector.java
Print this page
rev 54658 : refactored mask and shuffle creation methods, moved classes to top-level
*** 36,57 ****
import jdk.internal.vm.annotation.ForceInline;
import static jdk.incubator.vector.VectorIntrinsics.*;
@SuppressWarnings("cast")
final class Int128Vector extends IntVector {
! private static final Species<Integer> SPECIES = IntVector.SPECIES_128;
static final Int128Vector ZERO = new Int128Vector();
static final int LENGTH = SPECIES.length();
// Index vector species
private static final IntVector.IntSpecies INDEX_SPECIES;
static {
int bitSize = Vector.bitSizeForVectorLength(int.class, LENGTH);
! INDEX_SPECIES = (IntVector.IntSpecies) IntVector.species(Shape.forBitSize(bitSize));
}
private final int[] vec; // Don't access directly, use getElements() instead.
private int[] getElements() {
--- 36,57 ----
import jdk.internal.vm.annotation.ForceInline;
import static jdk.incubator.vector.VectorIntrinsics.*;
@SuppressWarnings("cast")
final class Int128Vector extends IntVector {
! private static final VectorSpecies<Integer> SPECIES = IntVector.SPECIES_128;
static final Int128Vector ZERO = new Int128Vector();
static final int LENGTH = SPECIES.length();
// Index vector species
private static final IntVector.IntSpecies INDEX_SPECIES;
static {
int bitSize = Vector.bitSizeForVectorLength(int.class, LENGTH);
! INDEX_SPECIES = (IntVector.IntSpecies) IntVector.species(VectorShape.forBitSize(bitSize));
}
private final int[] vec; // Don't access directly, use getElements() instead.
private int[] getElements() {
*** 80,90 ****
}
return new Int128Vector(res);
}
@Override
! Int128Vector uOp(Mask<Integer> o, FUnOp f) {
int[] vec = getElements();
int[] res = new int[length()];
boolean[] mbits = ((Int128Mask)o).getBits();
for (int i = 0; i < length(); i++) {
res[i] = mbits[i] ? f.apply(i, vec[i]) : vec[i];
--- 80,90 ----
}
return new Int128Vector(res);
}
@Override
! Int128Vector uOp(VectorMask<Integer> o, FUnOp f) {
int[] vec = getElements();
int[] res = new int[length()];
boolean[] mbits = ((Int128Mask)o).getBits();
for (int i = 0; i < length(); i++) {
res[i] = mbits[i] ? f.apply(i, vec[i]) : vec[i];
*** 104,114 ****
}
return new Int128Vector(res);
}
@Override
! Int128Vector bOp(Vector<Integer> o1, Mask<Integer> o2, FBinOp f) {
int[] res = new int[length()];
int[] vec1 = this.getElements();
int[] vec2 = ((Int128Vector)o1).getElements();
boolean[] mbits = ((Int128Mask)o2).getBits();
for (int i = 0; i < length(); i++) {
--- 104,114 ----
}
return new Int128Vector(res);
}
@Override
! Int128Vector bOp(Vector<Integer> o1, VectorMask<Integer> o2, FBinOp f) {
int[] res = new int[length()];
int[] vec1 = this.getElements();
int[] vec2 = ((Int128Vector)o1).getElements();
boolean[] mbits = ((Int128Mask)o2).getBits();
for (int i = 0; i < length(); i++) {
*** 130,140 ****
}
return new Int128Vector(res);
}
@Override
! Int128Vector tOp(Vector<Integer> o1, Vector<Integer> o2, Mask<Integer> o3, FTriOp f) {
int[] res = new int[length()];
int[] vec1 = getElements();
int[] vec2 = ((Int128Vector)o1).getElements();
int[] vec3 = ((Int128Vector)o2).getElements();
boolean[] mbits = ((Int128Mask)o3).getBits();
--- 130,140 ----
}
return new Int128Vector(res);
}
@Override
! Int128Vector tOp(Vector<Integer> o1, Vector<Integer> o2, VectorMask<Integer> o3, FTriOp f) {
int[] res = new int[length()];
int[] vec1 = getElements();
int[] vec2 = ((Int128Vector)o1).getElements();
int[] vec3 = ((Int128Vector)o2).getElements();
boolean[] mbits = ((Int128Mask)o3).getBits();
*** 153,163 ****
return v;
}
@Override
@ForceInline
! public <F> Vector<F> cast(Species<F> s) {
Objects.requireNonNull(s);
if (s.length() != LENGTH)
throw new IllegalArgumentException("Vector length this species length differ");
return VectorIntrinsics.cast(
--- 153,163 ----
return v;
}
@Override
@ForceInline
! public <F> Vector<F> cast(VectorSpecies<F> s) {
Objects.requireNonNull(s);
if (s.length() != LENGTH)
throw new IllegalArgumentException("Vector length this species length differ");
return VectorIntrinsics.cast(
*** 170,242 ****
);
}
@SuppressWarnings("unchecked")
@ForceInline
! private <F> Vector<F> castDefault(Species<F> s) {
int limit = s.length();
Class<?> stype = s.elementType();
if (stype == byte.class) {
byte[] a = new byte[limit];
for (int i = 0; i < limit; i++) {
a[i] = (byte) this.get(i);
}
! return (Vector) ByteVector.fromArray((Species<Byte>) s, a, 0);
} else if (stype == short.class) {
short[] a = new short[limit];
for (int i = 0; i < limit; i++) {
a[i] = (short) this.get(i);
}
! return (Vector) ShortVector.fromArray((Species<Short>) s, a, 0);
} else if (stype == int.class) {
int[] a = new int[limit];
for (int i = 0; i < limit; i++) {
a[i] = (int) this.get(i);
}
! return (Vector) IntVector.fromArray((Species<Integer>) s, a, 0);
} else if (stype == long.class) {
long[] a = new long[limit];
for (int i = 0; i < limit; i++) {
a[i] = (long) this.get(i);
}
! return (Vector) LongVector.fromArray((Species<Long>) s, a, 0);
} else if (stype == float.class) {
float[] a = new float[limit];
for (int i = 0; i < limit; i++) {
a[i] = (float) this.get(i);
}
! return (Vector) FloatVector.fromArray((Species<Float>) s, a, 0);
} else if (stype == double.class) {
double[] a = new double[limit];
for (int i = 0; i < limit; i++) {
a[i] = (double) this.get(i);
}
! return (Vector) DoubleVector.fromArray((Species<Double>) s, a, 0);
} else {
throw new UnsupportedOperationException("Bad lane type for casting.");
}
}
@Override
@ForceInline
@SuppressWarnings("unchecked")
! public <F> Vector<F> reinterpret(Species<F> s) {
Objects.requireNonNull(s);
if(s.elementType().equals(int.class)) {
! return (Vector<F>) reshape((Species<Integer>)s);
}
if(s.bitSize() == bitSize()) {
return reinterpretType(s);
}
return defaultReinterpret(s);
}
@ForceInline
! private <F> Vector<F> reinterpretType(Species<F> s) {
Objects.requireNonNull(s);
Class<?> stype = s.elementType();
if (stype == byte.class) {
return VectorIntrinsics.reinterpret(
--- 170,242 ----
);
}
@SuppressWarnings("unchecked")
@ForceInline
! private <F> Vector<F> castDefault(VectorSpecies<F> s) {
int limit = s.length();
Class<?> stype = s.elementType();
if (stype == byte.class) {
byte[] a = new byte[limit];
for (int i = 0; i < limit; i++) {
a[i] = (byte) this.get(i);
}
! return (Vector) ByteVector.fromArray((VectorSpecies<Byte>) s, a, 0);
} else if (stype == short.class) {
short[] a = new short[limit];
for (int i = 0; i < limit; i++) {
a[i] = (short) this.get(i);
}
! return (Vector) ShortVector.fromArray((VectorSpecies<Short>) s, a, 0);
} else if (stype == int.class) {
int[] a = new int[limit];
for (int i = 0; i < limit; i++) {
a[i] = (int) this.get(i);
}
! return (Vector) IntVector.fromArray((VectorSpecies<Integer>) s, a, 0);
} else if (stype == long.class) {
long[] a = new long[limit];
for (int i = 0; i < limit; i++) {
a[i] = (long) this.get(i);
}
! return (Vector) LongVector.fromArray((VectorSpecies<Long>) s, a, 0);
} else if (stype == float.class) {
float[] a = new float[limit];
for (int i = 0; i < limit; i++) {
a[i] = (float) this.get(i);
}
! return (Vector) FloatVector.fromArray((VectorSpecies<Float>) s, a, 0);
} else if (stype == double.class) {
double[] a = new double[limit];
for (int i = 0; i < limit; i++) {
a[i] = (double) this.get(i);
}
! return (Vector) DoubleVector.fromArray((VectorSpecies<Double>) s, a, 0);
} else {
throw new UnsupportedOperationException("Bad lane type for casting.");
}
}
@Override
@ForceInline
@SuppressWarnings("unchecked")
! public <F> Vector<F> reinterpret(VectorSpecies<F> s) {
Objects.requireNonNull(s);
if(s.elementType().equals(int.class)) {
! return (Vector<F>) reshape((VectorSpecies<Integer>)s);
}
if(s.bitSize() == bitSize()) {
return reinterpretType(s);
}
return defaultReinterpret(s);
}
@ForceInline
! private <F> Vector<F> reinterpretType(VectorSpecies<F> s) {
Objects.requireNonNull(s);
Class<?> stype = s.elementType();
if (stype == byte.class) {
return VectorIntrinsics.reinterpret(
*** 297,307 ****
}
}
@Override
@ForceInline
! public IntVector reshape(Species<Integer> s) {
Objects.requireNonNull(s);
if (s.bitSize() == 64 && (s.boxType() == Int64Vector.class)) {
return VectorIntrinsics.reinterpret(
Int128Vector.class,
int.class, LENGTH,
--- 297,307 ----
}
}
@Override
@ForceInline
! public IntVector reshape(VectorSpecies<Integer> s) {
Objects.requireNonNull(s);
if (s.bitSize() == 64 && (s.boxType() == Int64Vector.class)) {
return VectorIntrinsics.reinterpret(
Int128Vector.class,
int.class, LENGTH,
*** 360,370 ****
return add((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector add(int o, Mask<Integer> m) {
return add((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
--- 360,370 ----
return add((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector add(int o, VectorMask<Integer> m) {
return add((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
*** 372,382 ****
return sub((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector sub(int o, Mask<Integer> m) {
return sub((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
--- 372,382 ----
return sub((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector sub(int o, VectorMask<Integer> m) {
return sub((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
*** 384,394 ****
return mul((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector mul(int o, Mask<Integer> m) {
return mul((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
--- 384,394 ----
return mul((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector mul(int o, VectorMask<Integer> m) {
return mul((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
*** 402,448 ****
return max((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public Mask<Integer> equal(int o) {
return equal((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public Mask<Integer> notEqual(int o) {
return notEqual((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public Mask<Integer> lessThan(int o) {
return lessThan((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public Mask<Integer> lessThanEq(int o) {
return lessThanEq((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public Mask<Integer> greaterThan(int o) {
return greaterThan((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public Mask<Integer> greaterThanEq(int o) {
return greaterThanEq((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector blend(int o, Mask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
--- 402,448 ----
return max((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public VectorMask<Integer> equal(int o) {
return equal((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public VectorMask<Integer> notEqual(int o) {
return notEqual((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public VectorMask<Integer> lessThan(int o) {
return lessThan((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public VectorMask<Integer> lessThanEq(int o) {
return lessThanEq((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public VectorMask<Integer> greaterThan(int o) {
return greaterThan((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public VectorMask<Integer> greaterThanEq(int o) {
return greaterThanEq((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector blend(int o, VectorMask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
*** 451,461 ****
return and((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector and(int o, Mask<Integer> m) {
return and((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
--- 451,461 ----
return and((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector and(int o, VectorMask<Integer> m) {
return and((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
*** 463,473 ****
return or((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector or(int o, Mask<Integer> m) {
return or((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
--- 463,473 ----
return or((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector or(int o, VectorMask<Integer> m) {
return or((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
*** 475,485 ****
return xor((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector xor(int o, Mask<Integer> m) {
return xor((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
--- 475,485 ----
return xor((Int128Vector)IntVector.broadcast(SPECIES, o));
}
@Override
@ForceInline
! public IntVector xor(int o, VectorMask<Integer> m) {
return xor((Int128Vector)IntVector.broadcast(SPECIES, o), m);
}
@Override
@ForceInline
*** 489,499 ****
// Unary operations
@ForceInline
@Override
! public Int128Vector neg(Mask<Integer> m) {
return blend(neg(), m);
}
@Override
@ForceInline
--- 489,499 ----
// Unary operations
@ForceInline
@Override
! public Int128Vector neg(VectorMask<Integer> m) {
return blend(neg(), m);
}
@Override
@ForceInline
*** 504,514 ****
v1 -> v1.uOp((i, a) -> (int) Math.abs(a)));
}
@ForceInline
@Override
! public Int128Vector abs(Mask<Integer> m) {
return blend(abs(), m);
}
@Override
--- 504,514 ----
v1 -> v1.uOp((i, a) -> (int) Math.abs(a)));
}
@ForceInline
@Override
! public Int128Vector abs(VectorMask<Integer> m) {
return blend(abs(), m);
}
@Override
*** 520,530 ****
v1 -> v1.uOp((i, a) -> (int) ~a));
}
@ForceInline
@Override
! public Int128Vector not(Mask<Integer> m) {
return blend(not(), m);
}
// Binary operations
@Override
--- 520,530 ----
v1 -> v1.uOp((i, a) -> (int) ~a));
}
@ForceInline
@Override
! public Int128Vector not(VectorMask<Integer> m) {
return blend(not(), m);
}
// Binary operations
@Override
*** 538,548 ****
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int)(a + b)));
}
@Override
@ForceInline
! public Int128Vector add(Vector<Integer> v, Mask<Integer> m) {
return blend(add(v), m);
}
@Override
@ForceInline
--- 538,548 ----
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int)(a + b)));
}
@Override
@ForceInline
! public Int128Vector add(Vector<Integer> v, VectorMask<Integer> m) {
return blend(add(v), m);
}
@Override
@ForceInline
*** 555,565 ****
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int)(a - b)));
}
@Override
@ForceInline
! public Int128Vector sub(Vector<Integer> v, Mask<Integer> m) {
return blend(sub(v), m);
}
@Override
@ForceInline
--- 555,565 ----
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int)(a - b)));
}
@Override
@ForceInline
! public Int128Vector sub(Vector<Integer> v, VectorMask<Integer> m) {
return blend(sub(v), m);
}
@Override
@ForceInline
*** 572,582 ****
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int)(a * b)));
}
@Override
@ForceInline
! public Int128Vector mul(Vector<Integer> v, Mask<Integer> m) {
return blend(mul(v), m);
}
@Override
@ForceInline
--- 572,582 ----
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int)(a * b)));
}
@Override
@ForceInline
! public Int128Vector mul(Vector<Integer> v, VectorMask<Integer> m) {
return blend(mul(v), m);
}
@Override
@ForceInline
*** 589,599 ****
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int) Math.min(a, b)));
}
@Override
@ForceInline
! public Int128Vector min(Vector<Integer> v, Mask<Integer> m) {
return blend(min(v), m);
}
@Override
@ForceInline
--- 589,599 ----
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int) Math.min(a, b)));
}
@Override
@ForceInline
! public Int128Vector min(Vector<Integer> v, VectorMask<Integer> m) {
return blend(min(v), m);
}
@Override
@ForceInline
*** 606,616 ****
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int) Math.max(a, b)));
}
@Override
@ForceInline
! public Int128Vector max(Vector<Integer> v, Mask<Integer> m) {
return blend(max(v), m);
}
@Override
@ForceInline
--- 606,616 ----
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int) Math.max(a, b)));
}
@Override
@ForceInline
! public Int128Vector max(Vector<Integer> v, VectorMask<Integer> m) {
return blend(max(v), m);
}
@Override
@ForceInline
*** 645,667 ****
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int)(a ^ b)));
}
@Override
@ForceInline
! public Int128Vector and(Vector<Integer> v, Mask<Integer> m) {
return blend(and(v), m);
}
@Override
@ForceInline
! public Int128Vector or(Vector<Integer> v, Mask<Integer> m) {
return blend(or(v), m);
}
@Override
@ForceInline
! public Int128Vector xor(Vector<Integer> v, Mask<Integer> m) {
return blend(xor(v), m);
}
@Override
@ForceInline
--- 645,667 ----
(v1, v2) -> v1.bOp(v2, (i, a, b) -> (int)(a ^ b)));
}
@Override
@ForceInline
! public Int128Vector and(Vector<Integer> v, VectorMask<Integer> m) {
return blend(and(v), m);
}
@Override
@ForceInline
! public Int128Vector or(Vector<Integer> v, VectorMask<Integer> m) {
return blend(or(v), m);
}
@Override
@ForceInline
! public Int128Vector xor(Vector<Integer> v, VectorMask<Integer> m) {
return blend(xor(v), m);
}
@Override
@ForceInline
*** 672,682 ****
(v, i) -> v.uOp((__, a) -> (int) (a << i)));
}
@Override
@ForceInline
! public Int128Vector shiftL(int s, Mask<Integer> m) {
return blend(shiftL(s), m);
}
@Override
@ForceInline
--- 672,682 ----
(v, i) -> v.uOp((__, a) -> (int) (a << i)));
}
@Override
@ForceInline
! public Int128Vector shiftL(int s, VectorMask<Integer> m) {
return blend(shiftL(s), m);
}
@Override
@ForceInline
*** 687,697 ****
(v, i) -> v.uOp((__, a) -> (int) (a >>> i)));
}
@Override
@ForceInline
! public Int128Vector shiftR(int s, Mask<Integer> m) {
return blend(shiftR(s), m);
}
@Override
@ForceInline
--- 687,697 ----
(v, i) -> v.uOp((__, a) -> (int) (a >>> i)));
}
@Override
@ForceInline
! public Int128Vector shiftR(int s, VectorMask<Integer> m) {
return blend(shiftR(s), m);
}
@Override
@ForceInline
*** 702,712 ****
(v, i) -> v.uOp((__, a) -> (int) (a >> i)));
}
@Override
@ForceInline
! public Int128Vector aShiftR(int s, Mask<Integer> m) {
return blend(aShiftR(s), m);
}
@Override
@ForceInline
--- 702,712 ----
(v, i) -> v.uOp((__, a) -> (int) (a >> i)));
}
@Override
@ForceInline
! public Int128Vector aShiftR(int s, VectorMask<Integer> m) {
return blend(aShiftR(s), m);
}
@Override
@ForceInline
*** 766,776 ****
v -> (long) v.rOp((int) -1, (i, a, b) -> (int) (a & b)));
}
@Override
@ForceInline
! public int andAll(Mask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, (int) -1), m).andAll();
}
@Override
@ForceInline
--- 766,776 ----
v -> (long) v.rOp((int) -1, (i, a, b) -> (int) (a & b)));
}
@Override
@ForceInline
! public int andAll(VectorMask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, (int) -1), m).andAll();
}
@Override
@ForceInline
*** 808,818 ****
v -> (long) v.rOp((int) 0, (i, a, b) -> (int) (a | b)));
}
@Override
@ForceInline
! public int orAll(Mask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, (int) 0), m).orAll();
}
@Override
@ForceInline
--- 808,818 ----
v -> (long) v.rOp((int) 0, (i, a, b) -> (int) (a | b)));
}
@Override
@ForceInline
! public int orAll(VectorMask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, (int) 0), m).orAll();
}
@Override
@ForceInline
*** 823,871 ****
v -> (long) v.rOp((int) 0, (i, a, b) -> (int) (a ^ b)));
}
@Override
@ForceInline
! public int xorAll(Mask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, (int) 0), m).xorAll();
}
@Override
@ForceInline
! public int addAll(Mask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, (int) 0), m).addAll();
}
@Override
@ForceInline
! public int mulAll(Mask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, (int) 1), m).mulAll();
}
@Override
@ForceInline
! public int minAll(Mask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, Integer.MAX_VALUE), m).minAll();
}
@Override
@ForceInline
! public int maxAll(Mask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, Integer.MIN_VALUE), m).maxAll();
}
@Override
@ForceInline
! public Shuffle<Integer> toShuffle() {
int[] a = toArray();
int[] sa = new int[a.length];
for (int i = 0; i < a.length; i++) {
sa[i] = (int) a[i];
}
! return IntVector.shuffleFromArray(SPECIES, sa, 0);
}
// Memory operations
private static final int ARRAY_SHIFT = 31 - Integer.numberOfLeadingZeros(Unsafe.ARRAY_INT_INDEX_SCALE);
--- 823,871 ----
v -> (long) v.rOp((int) 0, (i, a, b) -> (int) (a ^ b)));
}
@Override
@ForceInline
! public int xorAll(VectorMask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, (int) 0), m).xorAll();
}
@Override
@ForceInline
! public int addAll(VectorMask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, (int) 0), m).addAll();
}
@Override
@ForceInline
! public int mulAll(VectorMask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, (int) 1), m).mulAll();
}
@Override
@ForceInline
! public int minAll(VectorMask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, Integer.MAX_VALUE), m).minAll();
}
@Override
@ForceInline
! public int maxAll(VectorMask<Integer> m) {
return blend((Int128Vector)IntVector.broadcast(SPECIES, Integer.MIN_VALUE), m).maxAll();
}
@Override
@ForceInline
! public VectorShuffle<Integer> toShuffle() {
int[] a = toArray();
int[] sa = new int[a.length];
for (int i = 0; i < a.length; i++) {
sa[i] = (int) a[i];
}
! return VectorShuffle.fromArray(SPECIES, sa, 0);
}
// Memory operations
private static final int ARRAY_SHIFT = 31 - Integer.numberOfLeadingZeros(Unsafe.ARRAY_INT_INDEX_SCALE);
*** 883,893 ****
(arr, idx, v) -> v.forEach((i, e) -> arr[idx + i] = e));
}
@Override
@ForceInline
! public final void intoArray(int[] a, int ax, Mask<Integer> m) {
IntVector oldVal = IntVector.fromArray(SPECIES, a, ax);
IntVector newVal = oldVal.blend(this, m);
newVal.intoArray(a, ax);
}
@Override
--- 883,893 ----
(arr, idx, v) -> v.forEach((i, e) -> arr[idx + i] = e));
}
@Override
@ForceInline
! public final void intoArray(int[] a, int ax, VectorMask<Integer> m) {
IntVector oldVal = IntVector.fromArray(SPECIES, a, ax);
IntVector newVal = oldVal.blend(this, m);
newVal.intoArray(a, ax);
}
@Override
*** 908,918 ****
(arr, idx, v, indexMap, idy) -> v.forEach((i, e) -> arr[idx+indexMap[idy+i]] = e));
}
@Override
@ForceInline
! public final void intoArray(int[] a, int ax, Mask<Integer> m, int[] b, int iy) {
// @@@ This can result in out of bounds errors for unset mask lanes
IntVector oldVal = IntVector.fromArray(SPECIES, a, ax, b, iy);
IntVector newVal = oldVal.blend(this, m);
newVal.intoArray(a, ax, b, iy);
}
--- 908,918 ----
(arr, idx, v, indexMap, idy) -> v.forEach((i, e) -> arr[idx+indexMap[idy+i]] = e));
}
@Override
@ForceInline
! public final void intoArray(int[] a, int ax, VectorMask<Integer> m, int[] b, int iy) {
// @@@ This can result in out of bounds errors for unset mask lanes
IntVector oldVal = IntVector.fromArray(SPECIES, a, ax, b, iy);
IntVector newVal = oldVal.blend(this, m);
newVal.intoArray(a, ax, b, iy);
}
*** 933,943 ****
});
}
@Override
@ForceInline
! public final void intoByteArray(byte[] a, int ix, Mask<Integer> m) {
Int128Vector oldVal = (Int128Vector) IntVector.fromByteArray(SPECIES, a, ix);
Int128Vector newVal = oldVal.blend(this, m);
newVal.intoByteArray(a, ix);
}
--- 933,943 ----
});
}
@Override
@ForceInline
! public final void intoByteArray(byte[] a, int ix, VectorMask<Integer> m) {
Int128Vector oldVal = (Int128Vector) IntVector.fromByteArray(SPECIES, a, ix);
Int128Vector newVal = oldVal.blend(this, m);
newVal.intoByteArray(a, ix);
}
*** 962,972 ****
});
}
@Override
@ForceInline
! public void intoByteBuffer(ByteBuffer bb, int ix, Mask<Integer> m) {
Int128Vector oldVal = (Int128Vector) IntVector.fromByteBuffer(SPECIES, bb, ix);
Int128Vector newVal = oldVal.blend(this, m);
newVal.intoByteBuffer(bb, ix);
}
--- 962,972 ----
});
}
@Override
@ForceInline
! public void intoByteBuffer(ByteBuffer bb, int ix, VectorMask<Integer> m) {
Int128Vector oldVal = (Int128Vector) IntVector.fromByteBuffer(SPECIES, bb, ix);
Int128Vector newVal = oldVal.blend(this, m);
newVal.intoByteBuffer(bb, ix);
}
*** 1087,1097 ****
f.apply(i, vec[i]);
}
}
@Override
! void forEach(Mask<Integer> o, FUnCon f) {
boolean[] mbits = ((Int128Mask)o).getBits();
forEach((i, a) -> {
if (mbits[i]) { f.apply(i, a); }
});
}
--- 1087,1097 ----
f.apply(i, vec[i]);
}
}
@Override
! void forEach(VectorMask<Integer> o, FUnCon f) {
boolean[] mbits = ((Int128Mask)o).getBits();
forEach((i, a) -> {
if (mbits[i]) { f.apply(i, a); }
});
}
*** 1152,1168 ****
}
@Override
@ForceInline
public Int128Vector rearrange(Vector<Integer> v,
! Shuffle<Integer> s, Mask<Integer> m) {
return this.rearrange(s).blend(v.rearrange(s), m);
}
@Override
@ForceInline
! public Int128Vector rearrange(Shuffle<Integer> o1) {
Objects.requireNonNull(o1);
Int128Shuffle s = (Int128Shuffle)o1;
return VectorIntrinsics.rearrangeOp(
Int128Vector.class, Int128Shuffle.class, int.class, LENGTH,
--- 1152,1168 ----
}
@Override
@ForceInline
public Int128Vector rearrange(Vector<Integer> v,
! VectorShuffle<Integer> s, VectorMask<Integer> m) {
return this.rearrange(s).blend(v.rearrange(s), m);
}
@Override
@ForceInline
! public Int128Vector rearrange(VectorShuffle<Integer> o1) {
Objects.requireNonNull(o1);
Int128Shuffle s = (Int128Shuffle)o1;
return VectorIntrinsics.rearrangeOp(
Int128Vector.class, Int128Shuffle.class, int.class, LENGTH,
*** 1173,1183 ****
}));
}
@Override
@ForceInline
! public Int128Vector blend(Vector<Integer> o1, Mask<Integer> o2) {
Objects.requireNonNull(o1);
Objects.requireNonNull(o2);
Int128Vector v = (Int128Vector)o1;
Int128Mask m = (Int128Mask)o2;
--- 1173,1183 ----
}));
}
@Override
@ForceInline
! public Int128Vector blend(Vector<Integer> o1, VectorMask<Integer> o2) {
Objects.requireNonNull(o1);
Objects.requireNonNull(o2);
Int128Vector v = (Int128Vector)o1;
Int128Mask m = (Int128Mask)o2;
*** 1257,1278 ****
}
return new Int128Mask(res);
}
@Override
! Int128Mask bOp(Mask<Integer> o, MBinOp f) {
boolean[] res = new boolean[species().length()];
boolean[] bits = getBits();
boolean[] mbits = ((Int128Mask)o).getBits();
for (int i = 0; i < species().length(); i++) {
res[i] = f.apply(i, bits[i], mbits[i]);
}
return new Int128Mask(res);
}
@Override
! public Species<Integer> species() {
return SPECIES;
}
@Override
public Int128Vector toVector() {
--- 1257,1278 ----
}
return new Int128Mask(res);
}
@Override
! Int128Mask bOp(VectorMask<Integer> o, MBinOp f) {
boolean[] res = new boolean[species().length()];
boolean[] bits = getBits();
boolean[] mbits = ((Int128Mask)o).getBits();
for (int i = 0; i < species().length(); i++) {
res[i] = f.apply(i, bits[i], mbits[i]);
}
return new Int128Mask(res);
}
@Override
! public VectorSpecies<Integer> species() {
return SPECIES;
}
@Override
public Int128Vector toVector() {
*** 1287,1313 ****
}
@Override
@ForceInline
@SuppressWarnings("unchecked")
! public <E> Mask<E> cast(Species<E> species) {
if (length() != species.length())
! throw new IllegalArgumentException("Mask length and species length differ");
Class<?> stype = species.elementType();
boolean [] maskArray = toArray();
if (stype == byte.class) {
! return (Mask <E>) new Byte128Vector.Byte128Mask(maskArray);
} else if (stype == short.class) {
! return (Mask <E>) new Short128Vector.Short128Mask(maskArray);
} else if (stype == int.class) {
! return (Mask <E>) new Int128Vector.Int128Mask(maskArray);
} else if (stype == long.class) {
! return (Mask <E>) new Long128Vector.Long128Mask(maskArray);
} else if (stype == float.class) {
! return (Mask <E>) new Float128Vector.Float128Mask(maskArray);
} else if (stype == double.class) {
! return (Mask <E>) new Double128Vector.Double128Mask(maskArray);
} else {
throw new UnsupportedOperationException("Bad lane type for casting.");
}
}
--- 1287,1313 ----
}
@Override
@ForceInline
@SuppressWarnings("unchecked")
! public <E> VectorMask<E> cast(VectorSpecies<E> species) {
if (length() != species.length())
! throw new IllegalArgumentException("VectorMask length and species length differ");
Class<?> stype = species.elementType();
boolean [] maskArray = toArray();
if (stype == byte.class) {
! return (VectorMask <E>) new Byte128Vector.Byte128Mask(maskArray);
} else if (stype == short.class) {
! return (VectorMask <E>) new Short128Vector.Short128Mask(maskArray);
} else if (stype == int.class) {
! return (VectorMask <E>) new Int128Vector.Int128Mask(maskArray);
} else if (stype == long.class) {
! return (VectorMask <E>) new Long128Vector.Long128Mask(maskArray);
} else if (stype == float.class) {
! return (VectorMask <E>) new Float128Vector.Float128Mask(maskArray);
} else if (stype == double.class) {
! return (VectorMask <E>) new Double128Vector.Double128Mask(maskArray);
} else {
throw new UnsupportedOperationException("Bad lane type for casting.");
}
}
*** 1324,1344 ****
// Binary operations
@Override
@ForceInline
! public Int128Mask and(Mask<Integer> o) {
Objects.requireNonNull(o);
Int128Mask m = (Int128Mask)o;
return VectorIntrinsics.binaryOp(VECTOR_OP_AND, Int128Mask.class, int.class, LENGTH,
this, m,
(m1, m2) -> m1.bOp(m2, (i, a, b) -> a & b));
}
@Override
@ForceInline
! public Int128Mask or(Mask<Integer> o) {
Objects.requireNonNull(o);
Int128Mask m = (Int128Mask)o;
return VectorIntrinsics.binaryOp(VECTOR_OP_OR, Int128Mask.class, int.class, LENGTH,
this, m,
(m1, m2) -> m1.bOp(m2, (i, a, b) -> a | b));
--- 1324,1344 ----
// Binary operations
@Override
@ForceInline
! public Int128Mask and(VectorMask<Integer> o) {
Objects.requireNonNull(o);
Int128Mask m = (Int128Mask)o;
return VectorIntrinsics.binaryOp(VECTOR_OP_AND, Int128Mask.class, int.class, LENGTH,
this, m,
(m1, m2) -> m1.bOp(m2, (i, a, b) -> a & b));
}
@Override
@ForceInline
! public Int128Mask or(VectorMask<Integer> o) {
Objects.requireNonNull(o);
Int128Mask m = (Int128Mask)o;
return VectorIntrinsics.binaryOp(VECTOR_OP_OR, Int128Mask.class, int.class, LENGTH,
this, m,
(m1, m2) -> m1.bOp(m2, (i, a, b) -> a | b));
*** 1356,1366 ****
@Override
@ForceInline
public boolean allTrue() {
return VectorIntrinsics.test(BT_overflow, Int128Mask.class, int.class, LENGTH,
! this, IntVector.maskAllTrue(species()),
(m, __) -> allTrueHelper(((Int128Mask)m).getBits()));
}
}
// Shuffle
--- 1356,1366 ----
@Override
@ForceInline
public boolean allTrue() {
return VectorIntrinsics.test(BT_overflow, Int128Mask.class, int.class, LENGTH,
! this, VectorMask.maskAllTrue(species()),
(m, __) -> allTrueHelper(((Int128Mask)m).getBits()));
}
}
// Shuffle
*** 1381,1391 ****
public Int128Shuffle(IntUnaryOperator f) {
super(f);
}
@Override
! public Species<Integer> species() {
return SPECIES;
}
@Override
public IntVector toVector() {
--- 1381,1391 ----
public Int128Shuffle(IntUnaryOperator f) {
super(f);
}
@Override
! public VectorSpecies<Integer> species() {
return SPECIES;
}
@Override
public IntVector toVector() {
*** 1397,1441 ****
}
@Override
@ForceInline
@SuppressWarnings("unchecked")
! public <F> Shuffle<F> cast(Species<F> species) {
if (length() != species.length())
throw new IllegalArgumentException("Shuffle length and species length differ");
Class<?> stype = species.elementType();
int [] shuffleArray = toArray();
if (stype == byte.class) {
! return (Shuffle<F>) new Byte128Vector.Byte128Shuffle(shuffleArray);
} else if (stype == short.class) {
! return (Shuffle<F>) new Short128Vector.Short128Shuffle(shuffleArray);
} else if (stype == int.class) {
! return (Shuffle<F>) new Int128Vector.Int128Shuffle(shuffleArray);
} else if (stype == long.class) {
! return (Shuffle<F>) new Long128Vector.Long128Shuffle(shuffleArray);
} else if (stype == float.class) {
! return (Shuffle<F>) new Float128Vector.Float128Shuffle(shuffleArray);
} else if (stype == double.class) {
! return (Shuffle<F>) new Double128Vector.Double128Shuffle(shuffleArray);
} else {
throw new UnsupportedOperationException("Bad lane type for casting.");
}
}
@Override
! public Int128Shuffle rearrange(Vector.Shuffle<Integer> o) {
Int128Shuffle s = (Int128Shuffle) o;
byte[] r = new byte[reorder.length];
for (int i = 0; i < reorder.length; i++) {
r[i] = reorder[s.reorder[i]];
}
return new Int128Shuffle(r);
}
}
! // Species
@Override
! public Species<Integer> species() {
return SPECIES;
}
}
--- 1397,1441 ----
}
@Override
@ForceInline
@SuppressWarnings("unchecked")
! public <F> VectorShuffle<F> cast(VectorSpecies<F> species) {
if (length() != species.length())
throw new IllegalArgumentException("Shuffle length and species length differ");
Class<?> stype = species.elementType();
int [] shuffleArray = toArray();
if (stype == byte.class) {
! return (VectorShuffle<F>) new Byte128Vector.Byte128Shuffle(shuffleArray);
} else if (stype == short.class) {
! return (VectorShuffle<F>) new Short128Vector.Short128Shuffle(shuffleArray);
} else if (stype == int.class) {
! return (VectorShuffle<F>) new Int128Vector.Int128Shuffle(shuffleArray);
} else if (stype == long.class) {
! return (VectorShuffle<F>) new Long128Vector.Long128Shuffle(shuffleArray);
} else if (stype == float.class) {
! return (VectorShuffle<F>) new Float128Vector.Float128Shuffle(shuffleArray);
} else if (stype == double.class) {
! return (VectorShuffle<F>) new Double128Vector.Double128Shuffle(shuffleArray);
} else {
throw new UnsupportedOperationException("Bad lane type for casting.");
}
}
@Override
! public Int128Shuffle rearrange(VectorShuffle<Integer> o) {
Int128Shuffle s = (Int128Shuffle) o;
byte[] r = new byte[reorder.length];
for (int i = 0; i < reorder.length; i++) {
r[i] = reorder[s.reorder[i]];
}
return new Int128Shuffle(r);
}
}
! // VectorSpecies
@Override
! public VectorSpecies<Integer> species() {
return SPECIES;
}
}
< prev index next >