1 /* 2 * Copyright (c) 2017, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. Oracle designates this 8 * particular file as subject to the "Classpath" exception as provided 9 * by Oracle in the LICENSE file that accompanied this code. 10 * 11 * This code is distributed in the hope that it will be useful, but WITHOUT 12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 14 * version 2 for more details (a copy is included in the LICENSE file that 15 * accompanied this code). 16 * 17 * You should have received a copy of the GNU General Public License version 18 * 2 along with this work; if not, write to the Free Software Foundation, 19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 20 * 21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 22 * or visit www.oracle.com if you need additional information or have 23 * questions. 24 */ 25 package jdk.incubator.vector; 26 27 import java.nio.ByteBuffer; 28 import java.nio.ByteOrder; 29 import java.nio.DoubleBuffer; 30 import java.nio.ReadOnlyBufferException; 31 import java.util.Arrays; 32 import java.util.Objects; 33 import java.util.function.IntUnaryOperator; 34 35 import jdk.internal.misc.Unsafe; 36 import jdk.internal.vm.annotation.ForceInline; 37 import static jdk.incubator.vector.VectorIntrinsics.*; 38 39 @SuppressWarnings("cast") 40 final class Double256Vector extends DoubleVector { 41 static final Double256Species SPECIES = new Double256Species(); 42 43 static final Double256Vector ZERO = new Double256Vector(); 44 45 static final int LENGTH = SPECIES.length(); 46 47 // Index vector species 48 private static final IntVector.IntSpecies INDEX_SPEC; 49 static { 50 int bitSize = Vector.bitSizeForVectorLength(int.class, LENGTH); 51 Vector.Shape shape = Shape.forBitSize(bitSize); 52 INDEX_SPEC = (IntVector.IntSpecies) Species.of(int.class, shape); 53 } 54 private final double[] vec; // Don't access directly, use getElements() instead. 55 56 private double[] getElements() { 57 return VectorIntrinsics.maybeRebox(this).vec; 58 } 59 60 Double256Vector() { 61 vec = new double[SPECIES.length()]; 62 } 63 64 Double256Vector(double[] v) { 65 vec = v; 66 } 67 68 @Override 69 public int length() { return LENGTH; } 70 71 // Unary operator 72 73 @Override 74 Double256Vector uOp(FUnOp f) { 75 double[] vec = getElements(); 76 double[] res = new double[length()]; 77 for (int i = 0; i < length(); i++) { 78 res[i] = f.apply(i, vec[i]); 79 } 80 return new Double256Vector(res); 81 } 82 83 @Override 84 Double256Vector uOp(Mask<Double> o, FUnOp f) { 85 double[] vec = getElements(); 86 double[] res = new double[length()]; 87 boolean[] mbits = ((Double256Mask)o).getBits(); 88 for (int i = 0; i < length(); i++) { 89 res[i] = mbits[i] ? f.apply(i, vec[i]) : vec[i]; 90 } 91 return new Double256Vector(res); 92 } 93 94 // Binary operator 95 96 @Override 97 Double256Vector bOp(Vector<Double> o, FBinOp f) { 98 double[] res = new double[length()]; 99 double[] vec1 = this.getElements(); 100 double[] vec2 = ((Double256Vector)o).getElements(); 101 for (int i = 0; i < length(); i++) { 102 res[i] = f.apply(i, vec1[i], vec2[i]); 103 } 104 return new Double256Vector(res); 105 } 106 107 @Override 108 Double256Vector bOp(Vector<Double> o1, Mask<Double> o2, FBinOp f) { 109 double[] res = new double[length()]; 110 double[] vec1 = this.getElements(); 111 double[] vec2 = ((Double256Vector)o1).getElements(); 112 boolean[] mbits = ((Double256Mask)o2).getBits(); 113 for (int i = 0; i < length(); i++) { 114 res[i] = mbits[i] ? f.apply(i, vec1[i], vec2[i]) : vec1[i]; 115 } 116 return new Double256Vector(res); 117 } 118 119 // Trinary operator 120 121 @Override 122 Double256Vector tOp(Vector<Double> o1, Vector<Double> o2, FTriOp f) { 123 double[] res = new double[length()]; 124 double[] vec1 = this.getElements(); 125 double[] vec2 = ((Double256Vector)o1).getElements(); 126 double[] vec3 = ((Double256Vector)o2).getElements(); 127 for (int i = 0; i < length(); i++) { 128 res[i] = f.apply(i, vec1[i], vec2[i], vec3[i]); 129 } 130 return new Double256Vector(res); 131 } 132 133 @Override 134 Double256Vector tOp(Vector<Double> o1, Vector<Double> o2, Mask<Double> o3, FTriOp f) { 135 double[] res = new double[length()]; 136 double[] vec1 = getElements(); 137 double[] vec2 = ((Double256Vector)o1).getElements(); 138 double[] vec3 = ((Double256Vector)o2).getElements(); 139 boolean[] mbits = ((Double256Mask)o3).getBits(); 140 for (int i = 0; i < length(); i++) { 141 res[i] = mbits[i] ? f.apply(i, vec1[i], vec2[i], vec3[i]) : vec1[i]; 142 } 143 return new Double256Vector(res); 144 } 145 146 @Override 147 double rOp(double v, FBinOp f) { 148 double[] vec = getElements(); 149 for (int i = 0; i < length(); i++) { 150 v = f.apply(i, v, vec[i]); 151 } 152 return v; 153 } 154 155 @Override 156 @ForceInline 157 public <F> Vector<F> cast(Species<F> s) { 158 Objects.requireNonNull(s); 159 if (s.length() != LENGTH) 160 throw new IllegalArgumentException("Vector length this species length differ"); 161 162 return VectorIntrinsics.cast( 163 Double256Vector.class, 164 double.class, LENGTH, 165 s.vectorType(), 166 s.elementType(), LENGTH, 167 this, s, 168 (species, vector) -> vector.castDefault(species) 169 ); 170 } 171 172 @SuppressWarnings("unchecked") 173 @ForceInline 174 private <F> Vector<F> castDefault(Species<F> s) { 175 int limit = s.length(); 176 177 Class<?> stype = s.elementType(); 178 if (stype == byte.class) { 179 byte[] a = new byte[limit]; 180 for (int i = 0; i < limit; i++) { 181 a[i] = (byte) this.get(i); 182 } 183 return (Vector) ByteVector.fromArray((ByteVector.ByteSpecies) s, a, 0); 184 } else if (stype == short.class) { 185 short[] a = new short[limit]; 186 for (int i = 0; i < limit; i++) { 187 a[i] = (short) this.get(i); 188 } 189 return (Vector) ShortVector.fromArray((ShortVector.ShortSpecies) s, a, 0); 190 } else if (stype == int.class) { 191 int[] a = new int[limit]; 192 for (int i = 0; i < limit; i++) { 193 a[i] = (int) this.get(i); 194 } 195 return (Vector) IntVector.fromArray((IntVector.IntSpecies) s, a, 0); 196 } else if (stype == long.class) { 197 long[] a = new long[limit]; 198 for (int i = 0; i < limit; i++) { 199 a[i] = (long) this.get(i); 200 } 201 return (Vector) LongVector.fromArray((LongVector.LongSpecies) s, a, 0); 202 } else if (stype == float.class) { 203 float[] a = new float[limit]; 204 for (int i = 0; i < limit; i++) { 205 a[i] = (float) this.get(i); 206 } 207 return (Vector) FloatVector.fromArray((FloatVector.FloatSpecies) s, a, 0); 208 } else if (stype == double.class) { 209 double[] a = new double[limit]; 210 for (int i = 0; i < limit; i++) { 211 a[i] = (double) this.get(i); 212 } 213 return (Vector) DoubleVector.fromArray((DoubleVector.DoubleSpecies) s, a, 0); 214 } else { 215 throw new UnsupportedOperationException("Bad lane type for casting."); 216 } 217 } 218 219 @Override 220 @ForceInline 221 @SuppressWarnings("unchecked") 222 public <F> Vector<F> reinterpret(Species<F> s) { 223 Objects.requireNonNull(s); 224 225 if(s.elementType().equals(double.class)) { 226 return (Vector<F>) reshape((Species<Double>)s); 227 } 228 if(s.bitSize() == bitSize()) { 229 return reinterpretType(s); 230 } 231 232 return defaultReinterpret(s); 233 } 234 235 @ForceInline 236 private <F> Vector<F> reinterpretType(Species<F> s) { 237 Objects.requireNonNull(s); 238 239 Class<?> stype = s.elementType(); 240 if (stype == byte.class) { 241 return VectorIntrinsics.reinterpret( 242 Double256Vector.class, 243 double.class, LENGTH, 244 Byte256Vector.class, 245 byte.class, Byte256Vector.LENGTH, 246 this, s, 247 (species, vector) -> vector.defaultReinterpret(species) 248 ); 249 } else if (stype == short.class) { 250 return VectorIntrinsics.reinterpret( 251 Double256Vector.class, 252 double.class, LENGTH, 253 Short256Vector.class, 254 short.class, Short256Vector.LENGTH, 255 this, s, 256 (species, vector) -> vector.defaultReinterpret(species) 257 ); 258 } else if (stype == int.class) { 259 return VectorIntrinsics.reinterpret( 260 Double256Vector.class, 261 double.class, LENGTH, 262 Int256Vector.class, 263 int.class, Int256Vector.LENGTH, 264 this, s, 265 (species, vector) -> vector.defaultReinterpret(species) 266 ); 267 } else if (stype == long.class) { 268 return VectorIntrinsics.reinterpret( 269 Double256Vector.class, 270 double.class, LENGTH, 271 Long256Vector.class, 272 long.class, Long256Vector.LENGTH, 273 this, s, 274 (species, vector) -> vector.defaultReinterpret(species) 275 ); 276 } else if (stype == float.class) { 277 return VectorIntrinsics.reinterpret( 278 Double256Vector.class, 279 double.class, LENGTH, 280 Float256Vector.class, 281 float.class, Float256Vector.LENGTH, 282 this, s, 283 (species, vector) -> vector.defaultReinterpret(species) 284 ); 285 } else if (stype == double.class) { 286 return VectorIntrinsics.reinterpret( 287 Double256Vector.class, 288 double.class, LENGTH, 289 Double256Vector.class, 290 double.class, Double256Vector.LENGTH, 291 this, s, 292 (species, vector) -> vector.defaultReinterpret(species) 293 ); 294 } else { 295 throw new UnsupportedOperationException("Bad lane type for casting."); 296 } 297 } 298 299 @Override 300 @ForceInline 301 public DoubleVector reshape(Species<Double> s) { 302 Objects.requireNonNull(s); 303 if (s.bitSize() == 64 && (s instanceof Double64Vector.Double64Species)) { 304 Double64Vector.Double64Species ts = (Double64Vector.Double64Species)s; 305 return VectorIntrinsics.reinterpret( 306 Double256Vector.class, 307 double.class, LENGTH, 308 Double64Vector.class, 309 double.class, Double64Vector.LENGTH, 310 this, ts, 311 (species, vector) -> (DoubleVector) vector.defaultReinterpret(species) 312 ); 313 } else if (s.bitSize() == 128 && (s instanceof Double128Vector.Double128Species)) { 314 Double128Vector.Double128Species ts = (Double128Vector.Double128Species)s; 315 return VectorIntrinsics.reinterpret( 316 Double256Vector.class, 317 double.class, LENGTH, 318 Double128Vector.class, 319 double.class, Double128Vector.LENGTH, 320 this, ts, 321 (species, vector) -> (DoubleVector) vector.defaultReinterpret(species) 322 ); 323 } else if (s.bitSize() == 256 && (s instanceof Double256Vector.Double256Species)) { 324 Double256Vector.Double256Species ts = (Double256Vector.Double256Species)s; 325 return VectorIntrinsics.reinterpret( 326 Double256Vector.class, 327 double.class, LENGTH, 328 Double256Vector.class, 329 double.class, Double256Vector.LENGTH, 330 this, ts, 331 (species, vector) -> (DoubleVector) vector.defaultReinterpret(species) 332 ); 333 } else if (s.bitSize() == 512 && (s instanceof Double512Vector.Double512Species)) { 334 Double512Vector.Double512Species ts = (Double512Vector.Double512Species)s; 335 return VectorIntrinsics.reinterpret( 336 Double256Vector.class, 337 double.class, LENGTH, 338 Double512Vector.class, 339 double.class, Double512Vector.LENGTH, 340 this, ts, 341 (species, vector) -> (DoubleVector) vector.defaultReinterpret(species) 342 ); 343 } else if ((s.bitSize() > 0) && (s.bitSize() <= 2048) 344 && (s.bitSize() % 128 == 0) && (s instanceof DoubleMaxVector.DoubleMaxSpecies)) { 345 DoubleMaxVector.DoubleMaxSpecies ts = (DoubleMaxVector.DoubleMaxSpecies)s; 346 return VectorIntrinsics.reinterpret( 347 Double256Vector.class, 348 double.class, LENGTH, 349 DoubleMaxVector.class, 350 double.class, DoubleMaxVector.LENGTH, 351 this, ts, 352 (species, vector) -> (DoubleVector) vector.defaultReinterpret(species) 353 ); 354 } else { 355 throw new InternalError("Unimplemented size"); 356 } 357 } 358 359 // Binary operations with scalars 360 361 @Override 362 @ForceInline 363 public DoubleVector add(double o) { 364 return add(SPECIES.broadcast(o)); 365 } 366 367 @Override 368 @ForceInline 369 public DoubleVector add(double o, Mask<Double> m) { 370 return add(SPECIES.broadcast(o), m); 371 } 372 373 @Override 374 @ForceInline 375 public DoubleVector sub(double o) { 376 return sub(SPECIES.broadcast(o)); 377 } 378 379 @Override 380 @ForceInline 381 public DoubleVector sub(double o, Mask<Double> m) { 382 return sub(SPECIES.broadcast(o), m); 383 } 384 385 @Override 386 @ForceInline 387 public DoubleVector mul(double o) { 388 return mul(SPECIES.broadcast(o)); 389 } 390 391 @Override 392 @ForceInline 393 public DoubleVector mul(double o, Mask<Double> m) { 394 return mul(SPECIES.broadcast(o), m); 395 } 396 397 @Override 398 @ForceInline 399 public DoubleVector min(double o) { 400 return min(SPECIES.broadcast(o)); 401 } 402 403 @Override 404 @ForceInline 405 public DoubleVector max(double o) { 406 return max(SPECIES.broadcast(o)); 407 } 408 409 @Override 410 @ForceInline 411 public Mask<Double> equal(double o) { 412 return equal(SPECIES.broadcast(o)); 413 } 414 415 @Override 416 @ForceInline 417 public Mask<Double> notEqual(double o) { 418 return notEqual(SPECIES.broadcast(o)); 419 } 420 421 @Override 422 @ForceInline 423 public Mask<Double> lessThan(double o) { 424 return lessThan(SPECIES.broadcast(o)); 425 } 426 427 @Override 428 @ForceInline 429 public Mask<Double> lessThanEq(double o) { 430 return lessThanEq(SPECIES.broadcast(o)); 431 } 432 433 @Override 434 @ForceInline 435 public Mask<Double> greaterThan(double o) { 436 return greaterThan(SPECIES.broadcast(o)); 437 } 438 439 @Override 440 @ForceInline 441 public Mask<Double> greaterThanEq(double o) { 442 return greaterThanEq(SPECIES.broadcast(o)); 443 } 444 445 @Override 446 @ForceInline 447 public DoubleVector blend(double o, Mask<Double> m) { 448 return blend(SPECIES.broadcast(o), m); 449 } 450 451 @Override 452 @ForceInline 453 public DoubleVector div(double o) { 454 return div(SPECIES.broadcast(o)); 455 } 456 457 @Override 458 @ForceInline 459 public DoubleVector div(double o, Mask<Double> m) { 460 return div(SPECIES.broadcast(o), m); 461 } 462 463 @Override 464 @ForceInline 465 public Double256Vector div(Vector<Double> v, Mask<Double> m) { 466 return blend(div(v), m); 467 } 468 469 @Override 470 @ForceInline 471 public DoubleVector atan2(double o) { 472 return atan2(SPECIES.broadcast(o)); 473 } 474 475 @Override 476 @ForceInline 477 public DoubleVector atan2(double o, Mask<Double> m) { 478 return atan2(SPECIES.broadcast(o), m); 479 } 480 481 @Override 482 @ForceInline 483 public DoubleVector pow(double o) { 484 return pow(SPECIES.broadcast(o)); 485 } 486 487 @Override 488 @ForceInline 489 public DoubleVector pow(double o, Mask<Double> m) { 490 return pow(SPECIES.broadcast(o), m); 491 } 492 493 @Override 494 @ForceInline 495 public DoubleVector fma(double o1, double o2) { 496 return fma(SPECIES.broadcast(o1), SPECIES.broadcast(o2)); 497 } 498 499 @Override 500 @ForceInline 501 public DoubleVector fma(double o1, double o2, Mask<Double> m) { 502 return fma(SPECIES.broadcast(o1), SPECIES.broadcast(o2), m); 503 } 504 505 @Override 506 @ForceInline 507 public DoubleVector hypot(double o) { 508 return hypot(SPECIES.broadcast(o)); 509 } 510 511 @Override 512 @ForceInline 513 public DoubleVector hypot(double o, Mask<Double> m) { 514 return hypot(SPECIES.broadcast(o), m); 515 } 516 517 518 // Unary operations 519 520 @ForceInline 521 @Override 522 public Double256Vector neg(Mask<Double> m) { 523 return blend(neg(), m); 524 } 525 526 @Override 527 @ForceInline 528 public Double256Vector abs() { 529 return VectorIntrinsics.unaryOp( 530 VECTOR_OP_ABS, Double256Vector.class, double.class, LENGTH, 531 this, 532 v1 -> v1.uOp((i, a) -> (double) Math.abs(a))); 533 } 534 535 @ForceInline 536 @Override 537 public Double256Vector abs(Mask<Double> m) { 538 return blend(abs(), m); 539 } 540 541 @Override 542 @ForceInline 543 public Double256Vector neg() { 544 return VectorIntrinsics.unaryOp( 545 VECTOR_OP_NEG, Double256Vector.class, double.class, LENGTH, 546 this, 547 v1 -> v1.uOp((i, a) -> (double) -a)); 548 } 549 550 @Override 551 @ForceInline 552 public Double256Vector div(Vector<Double> o) { 553 Objects.requireNonNull(o); 554 Double256Vector v = (Double256Vector)o; 555 return VectorIntrinsics.binaryOp( 556 VECTOR_OP_DIV, Double256Vector.class, double.class, LENGTH, 557 this, v, 558 (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double)(a / b))); 559 } 560 561 @Override 562 @ForceInline 563 public Double256Vector sqrt() { 564 return VectorIntrinsics.unaryOp( 565 VECTOR_OP_SQRT, Double256Vector.class, double.class, LENGTH, 566 this, 567 v1 -> v1.uOp((i, a) -> (double) Math.sqrt((double) a))); 568 } 569 570 @Override 571 @ForceInline 572 public Double256Vector exp() { 573 return (Double256Vector) VectorIntrinsics.unaryOp( 574 VECTOR_OP_EXP, Double256Vector.class, double.class, LENGTH, 575 this, 576 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.exp((double) a))); 577 } 578 579 @Override 580 @ForceInline 581 public Double256Vector log1p() { 582 return (Double256Vector) VectorIntrinsics.unaryOp( 583 VECTOR_OP_LOG1P, Double256Vector.class, double.class, LENGTH, 584 this, 585 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.log1p((double) a))); 586 } 587 588 @Override 589 @ForceInline 590 public Double256Vector log() { 591 return (Double256Vector) VectorIntrinsics.unaryOp( 592 VECTOR_OP_LOG, Double256Vector.class, double.class, LENGTH, 593 this, 594 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.log((double) a))); 595 } 596 597 @Override 598 @ForceInline 599 public Double256Vector log10() { 600 return (Double256Vector) VectorIntrinsics.unaryOp( 601 VECTOR_OP_LOG10, Double256Vector.class, double.class, LENGTH, 602 this, 603 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.log10((double) a))); 604 } 605 606 @Override 607 @ForceInline 608 public Double256Vector expm1() { 609 return (Double256Vector) VectorIntrinsics.unaryOp( 610 VECTOR_OP_EXPM1, Double256Vector.class, double.class, LENGTH, 611 this, 612 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.expm1((double) a))); 613 } 614 615 @Override 616 @ForceInline 617 public Double256Vector cbrt() { 618 return (Double256Vector) VectorIntrinsics.unaryOp( 619 VECTOR_OP_CBRT, Double256Vector.class, double.class, LENGTH, 620 this, 621 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.cbrt((double) a))); 622 } 623 624 @Override 625 @ForceInline 626 public Double256Vector sin() { 627 return (Double256Vector) VectorIntrinsics.unaryOp( 628 VECTOR_OP_SIN, Double256Vector.class, double.class, LENGTH, 629 this, 630 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.sin((double) a))); 631 } 632 633 @Override 634 @ForceInline 635 public Double256Vector cos() { 636 return (Double256Vector) VectorIntrinsics.unaryOp( 637 VECTOR_OP_COS, Double256Vector.class, double.class, LENGTH, 638 this, 639 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.cos((double) a))); 640 } 641 642 @Override 643 @ForceInline 644 public Double256Vector tan() { 645 return (Double256Vector) VectorIntrinsics.unaryOp( 646 VECTOR_OP_TAN, Double256Vector.class, double.class, LENGTH, 647 this, 648 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.tan((double) a))); 649 } 650 651 @Override 652 @ForceInline 653 public Double256Vector asin() { 654 return (Double256Vector) VectorIntrinsics.unaryOp( 655 VECTOR_OP_ASIN, Double256Vector.class, double.class, LENGTH, 656 this, 657 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.asin((double) a))); 658 } 659 660 @Override 661 @ForceInline 662 public Double256Vector acos() { 663 return (Double256Vector) VectorIntrinsics.unaryOp( 664 VECTOR_OP_ACOS, Double256Vector.class, double.class, LENGTH, 665 this, 666 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.acos((double) a))); 667 } 668 669 @Override 670 @ForceInline 671 public Double256Vector atan() { 672 return (Double256Vector) VectorIntrinsics.unaryOp( 673 VECTOR_OP_ATAN, Double256Vector.class, double.class, LENGTH, 674 this, 675 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.atan((double) a))); 676 } 677 678 @Override 679 @ForceInline 680 public Double256Vector sinh() { 681 return (Double256Vector) VectorIntrinsics.unaryOp( 682 VECTOR_OP_SINH, Double256Vector.class, double.class, LENGTH, 683 this, 684 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.sinh((double) a))); 685 } 686 687 @Override 688 @ForceInline 689 public Double256Vector cosh() { 690 return (Double256Vector) VectorIntrinsics.unaryOp( 691 VECTOR_OP_COSH, Double256Vector.class, double.class, LENGTH, 692 this, 693 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.cosh((double) a))); 694 } 695 696 @Override 697 @ForceInline 698 public Double256Vector tanh() { 699 return (Double256Vector) VectorIntrinsics.unaryOp( 700 VECTOR_OP_TANH, Double256Vector.class, double.class, LENGTH, 701 this, 702 v1 -> ((Double256Vector)v1).uOp((i, a) -> (double) Math.tanh((double) a))); 703 } 704 705 @Override 706 @ForceInline 707 public Double256Vector pow(Vector<Double> o) { 708 Objects.requireNonNull(o); 709 Double256Vector v = (Double256Vector)o; 710 return (Double256Vector) VectorIntrinsics.binaryOp( 711 VECTOR_OP_POW, Double256Vector.class, double.class, LENGTH, 712 this, v, 713 (v1, v2) -> ((Double256Vector)v1).bOp(v2, (i, a, b) -> (double)(Math.pow(a,b)))); 714 } 715 716 @Override 717 @ForceInline 718 public Double256Vector hypot(Vector<Double> o) { 719 Objects.requireNonNull(o); 720 Double256Vector v = (Double256Vector)o; 721 return (Double256Vector) VectorIntrinsics.binaryOp( 722 VECTOR_OP_HYPOT, Double256Vector.class, double.class, LENGTH, 723 this, v, 724 (v1, v2) -> ((Double256Vector)v1).bOp(v2, (i, a, b) -> (double)(Math.hypot(a,b)))); 725 } 726 727 @Override 728 @ForceInline 729 public Double256Vector atan2(Vector<Double> o) { 730 Objects.requireNonNull(o); 731 Double256Vector v = (Double256Vector)o; 732 return (Double256Vector) VectorIntrinsics.binaryOp( 733 VECTOR_OP_ATAN2, Double256Vector.class, double.class, LENGTH, 734 this, v, 735 (v1, v2) -> ((Double256Vector)v1).bOp(v2, (i, a, b) -> (double)(Math.atan2(a,b)))); 736 } 737 738 739 // Binary operations 740 741 @Override 742 @ForceInline 743 public Double256Vector add(Vector<Double> o) { 744 Objects.requireNonNull(o); 745 Double256Vector v = (Double256Vector)o; 746 return VectorIntrinsics.binaryOp( 747 VECTOR_OP_ADD, Double256Vector.class, double.class, LENGTH, 748 this, v, 749 (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double)(a + b))); 750 } 751 752 @Override 753 @ForceInline 754 public Double256Vector add(Vector<Double> v, Mask<Double> m) { 755 return blend(add(v), m); 756 } 757 758 @Override 759 @ForceInline 760 public Double256Vector sub(Vector<Double> o) { 761 Objects.requireNonNull(o); 762 Double256Vector v = (Double256Vector)o; 763 return VectorIntrinsics.binaryOp( 764 VECTOR_OP_SUB, Double256Vector.class, double.class, LENGTH, 765 this, v, 766 (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double)(a - b))); 767 } 768 769 @Override 770 @ForceInline 771 public Double256Vector sub(Vector<Double> v, Mask<Double> m) { 772 return blend(sub(v), m); 773 } 774 775 @Override 776 @ForceInline 777 public Double256Vector mul(Vector<Double> o) { 778 Objects.requireNonNull(o); 779 Double256Vector v = (Double256Vector)o; 780 return VectorIntrinsics.binaryOp( 781 VECTOR_OP_MUL, Double256Vector.class, double.class, LENGTH, 782 this, v, 783 (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double)(a * b))); 784 } 785 786 @Override 787 @ForceInline 788 public Double256Vector mul(Vector<Double> v, Mask<Double> m) { 789 return blend(mul(v), m); 790 } 791 792 @Override 793 @ForceInline 794 public Double256Vector min(Vector<Double> o) { 795 Objects.requireNonNull(o); 796 Double256Vector v = (Double256Vector)o; 797 return (Double256Vector) VectorIntrinsics.binaryOp( 798 VECTOR_OP_MIN, Double256Vector.class, double.class, LENGTH, 799 this, v, 800 (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double) Math.min(a, b))); 801 } 802 803 @Override 804 @ForceInline 805 public Double256Vector min(Vector<Double> v, Mask<Double> m) { 806 return blend(min(v), m); 807 } 808 809 @Override 810 @ForceInline 811 public Double256Vector max(Vector<Double> o) { 812 Objects.requireNonNull(o); 813 Double256Vector v = (Double256Vector)o; 814 return VectorIntrinsics.binaryOp( 815 VECTOR_OP_MAX, Double256Vector.class, double.class, LENGTH, 816 this, v, 817 (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double) Math.max(a, b))); 818 } 819 820 @Override 821 @ForceInline 822 public Double256Vector max(Vector<Double> v, Mask<Double> m) { 823 return blend(max(v), m); 824 } 825 826 827 // Ternary operations 828 829 @Override 830 @ForceInline 831 public Double256Vector fma(Vector<Double> o1, Vector<Double> o2) { 832 Objects.requireNonNull(o1); 833 Objects.requireNonNull(o2); 834 Double256Vector v1 = (Double256Vector)o1; 835 Double256Vector v2 = (Double256Vector)o2; 836 return VectorIntrinsics.ternaryOp( 837 VECTOR_OP_FMA, Double256Vector.class, double.class, LENGTH, 838 this, v1, v2, 839 (w1, w2, w3) -> w1.tOp(w2, w3, (i, a, b, c) -> Math.fma(a, b, c))); 840 } 841 842 // Type specific horizontal reductions 843 844 @Override 845 @ForceInline 846 public double addAll() { 847 long bits = (long) VectorIntrinsics.reductionCoerced( 848 VECTOR_OP_ADD, Double256Vector.class, double.class, LENGTH, 849 this, 850 v -> { 851 double r = v.rOp((double) 0, (i, a, b) -> (double) (a + b)); 852 return (long)Double.doubleToLongBits(r); 853 }); 854 return Double.longBitsToDouble(bits); 855 } 856 857 @Override 858 @ForceInline 859 public double subAll() { 860 long bits = (long) VectorIntrinsics.reductionCoerced( 861 VECTOR_OP_SUB, Double256Vector.class, double.class, LENGTH, 862 this, 863 v -> { 864 double r = v.rOp((double) 0, (i, a, b) -> (double) (a - b)); 865 return (long)Double.doubleToLongBits(r); 866 }); 867 return Double.longBitsToDouble(bits); 868 } 869 870 @Override 871 @ForceInline 872 public double mulAll() { 873 long bits = (long) VectorIntrinsics.reductionCoerced( 874 VECTOR_OP_MUL, Double256Vector.class, double.class, LENGTH, 875 this, 876 v -> { 877 double r = v.rOp((double) 1, (i, a, b) -> (double) (a * b)); 878 return (long)Double.doubleToLongBits(r); 879 }); 880 return Double.longBitsToDouble(bits); 881 } 882 883 @Override 884 @ForceInline 885 public double minAll() { 886 long bits = (long) VectorIntrinsics.reductionCoerced( 887 VECTOR_OP_MIN, Double256Vector.class, double.class, LENGTH, 888 this, 889 v -> { 890 double r = v.rOp(Double.MAX_VALUE , (i, a, b) -> (double) Math.min(a, b)); 891 return (long)Double.doubleToLongBits(r); 892 }); 893 return Double.longBitsToDouble(bits); 894 } 895 896 @Override 897 @ForceInline 898 public double maxAll() { 899 long bits = (long) VectorIntrinsics.reductionCoerced( 900 VECTOR_OP_MAX, Double256Vector.class, double.class, LENGTH, 901 this, 902 v -> { 903 double r = v.rOp(Double.MIN_VALUE , (i, a, b) -> (double) Math.max(a, b)); 904 return (long)Double.doubleToLongBits(r); 905 }); 906 return Double.longBitsToDouble(bits); 907 } 908 909 910 @Override 911 @ForceInline 912 public double addAll(Mask<Double> m) { 913 return blend(SPECIES.broadcast((double) 0), m).addAll(); 914 } 915 916 @Override 917 @ForceInline 918 public double subAll(Mask<Double> m) { 919 return blend(SPECIES.broadcast((double) 0), m).subAll(); 920 } 921 922 @Override 923 @ForceInline 924 public double mulAll(Mask<Double> m) { 925 return blend(SPECIES.broadcast((double) 1), m).mulAll(); 926 } 927 928 @Override 929 @ForceInline 930 public double minAll(Mask<Double> m) { 931 return blend(SPECIES.broadcast(Double.MAX_VALUE), m).minAll(); 932 } 933 934 @Override 935 @ForceInline 936 public double maxAll(Mask<Double> m) { 937 return blend(SPECIES.broadcast(Double.MIN_VALUE), m).maxAll(); 938 } 939 940 @Override 941 @ForceInline 942 public Shuffle<Double> toShuffle() { 943 double[] a = toArray(); 944 int[] sa = new int[a.length]; 945 for (int i = 0; i < a.length; i++) { 946 sa[i] = (int) a[i]; 947 } 948 return DoubleVector.shuffleFromArray(SPECIES, sa, 0); 949 } 950 951 // Memory operations 952 953 private static final int ARRAY_SHIFT = 31 - Integer.numberOfLeadingZeros(Unsafe.ARRAY_DOUBLE_INDEX_SCALE); 954 private static final int BOOLEAN_ARRAY_SHIFT = 31 - Integer.numberOfLeadingZeros(Unsafe.ARRAY_BOOLEAN_INDEX_SCALE); 955 956 @Override 957 @ForceInline 958 public void intoArray(double[] a, int ix) { 959 Objects.requireNonNull(a); 960 ix = VectorIntrinsics.checkIndex(ix, a.length, LENGTH); 961 VectorIntrinsics.store(Double256Vector.class, double.class, LENGTH, 962 a, (((long) ix) << ARRAY_SHIFT) + Unsafe.ARRAY_DOUBLE_BASE_OFFSET, 963 this, 964 a, ix, 965 (arr, idx, v) -> v.forEach((i, e) -> arr[idx + i] = e)); 966 } 967 968 @Override 969 @ForceInline 970 public final void intoArray(double[] a, int ax, Mask<Double> m) { 971 DoubleVector oldVal = DoubleVector.fromArray(SPECIES, a, ax); 972 DoubleVector newVal = oldVal.blend(this, m); 973 newVal.intoArray(a, ax); 974 } 975 @Override 976 @ForceInline 977 public void intoArray(double[] a, int ix, int[] b, int iy) { 978 Objects.requireNonNull(a); 979 Objects.requireNonNull(b); 980 981 // Index vector: vix[0:n] = i -> ix + indexMap[iy + i] 982 IntVector vix = IntVector.fromArray(INDEX_SPEC, b, iy).add(ix); 983 984 vix = VectorIntrinsics.checkIndex(vix, a.length); 985 986 VectorIntrinsics.storeWithMap(Double256Vector.class, double.class, LENGTH, Int128Vector.class, 987 a, Unsafe.ARRAY_DOUBLE_BASE_OFFSET, vix, 988 this, 989 a, ix, b, iy, 990 (arr, idx, v, indexMap, idy) -> v.forEach((i, e) -> arr[idx+indexMap[idy+i]] = e)); 991 } 992 993 @Override 994 @ForceInline 995 public final void intoArray(double[] a, int ax, Mask<Double> m, int[] b, int iy) { 996 // @@@ This can result in out of bounds errors for unset mask lanes 997 DoubleVector oldVal = DoubleVector.fromArray(SPECIES, a, ax, b, iy); 998 DoubleVector newVal = oldVal.blend(this, m); 999 newVal.intoArray(a, ax, b, iy); 1000 } 1001 1002 @Override 1003 @ForceInline 1004 public void intoByteArray(byte[] a, int ix) { 1005 Objects.requireNonNull(a); 1006 ix = VectorIntrinsics.checkIndex(ix, a.length, bitSize() / Byte.SIZE); 1007 VectorIntrinsics.store(Double256Vector.class, double.class, LENGTH, 1008 a, ((long) ix) + Unsafe.ARRAY_BYTE_BASE_OFFSET, 1009 this, 1010 a, ix, 1011 (c, idx, v) -> { 1012 ByteBuffer bbc = ByteBuffer.wrap(c, idx, c.length - idx).order(ByteOrder.nativeOrder()); 1013 DoubleBuffer tb = bbc.asDoubleBuffer(); 1014 v.forEach((i, e) -> tb.put(e)); 1015 }); 1016 } 1017 1018 @Override 1019 @ForceInline 1020 public final void intoByteArray(byte[] a, int ix, Mask<Double> m) { 1021 Double256Vector oldVal = (Double256Vector) DoubleVector.fromByteArray(SPECIES, a, ix); 1022 Double256Vector newVal = oldVal.blend(this, m); 1023 newVal.intoByteArray(a, ix); 1024 } 1025 1026 @Override 1027 @ForceInline 1028 public void intoByteBuffer(ByteBuffer bb, int ix) { 1029 if (bb.order() != ByteOrder.nativeOrder()) { 1030 throw new IllegalArgumentException(); 1031 } 1032 if (bb.isReadOnly()) { 1033 throw new ReadOnlyBufferException(); 1034 } 1035 ix = VectorIntrinsics.checkIndex(ix, bb.limit(), bitSize() / Byte.SIZE); 1036 VectorIntrinsics.store(Double256Vector.class, double.class, LENGTH, 1037 U.getReference(bb, BYTE_BUFFER_HB), ix + U.getLong(bb, BUFFER_ADDRESS), 1038 this, 1039 bb, ix, 1040 (c, idx, v) -> { 1041 ByteBuffer bbc = c.duplicate().position(idx).order(ByteOrder.nativeOrder()); 1042 DoubleBuffer tb = bbc.asDoubleBuffer(); 1043 v.forEach((i, e) -> tb.put(e)); 1044 }); 1045 } 1046 1047 @Override 1048 @ForceInline 1049 public void intoByteBuffer(ByteBuffer bb, int ix, Mask<Double> m) { 1050 Double256Vector oldVal = (Double256Vector) DoubleVector.fromByteBuffer(SPECIES, bb, ix); 1051 Double256Vector newVal = oldVal.blend(this, m); 1052 newVal.intoByteBuffer(bb, ix); 1053 } 1054 1055 // 1056 1057 @Override 1058 public String toString() { 1059 return Arrays.toString(getElements()); 1060 } 1061 1062 @Override 1063 public boolean equals(Object o) { 1064 if (this == o) return true; 1065 if (o == null || this.getClass() != o.getClass()) return false; 1066 1067 Double256Vector that = (Double256Vector) o; 1068 return this.equal(that).allTrue(); 1069 } 1070 1071 @Override 1072 public int hashCode() { 1073 return Arrays.hashCode(vec); 1074 } 1075 1076 // Binary test 1077 1078 @Override 1079 Double256Mask bTest(Vector<Double> o, FBinTest f) { 1080 double[] vec1 = getElements(); 1081 double[] vec2 = ((Double256Vector)o).getElements(); 1082 boolean[] bits = new boolean[length()]; 1083 for (int i = 0; i < length(); i++){ 1084 bits[i] = f.apply(i, vec1[i], vec2[i]); 1085 } 1086 return new Double256Mask(bits); 1087 } 1088 1089 // Comparisons 1090 1091 @Override 1092 @ForceInline 1093 public Double256Mask equal(Vector<Double> o) { 1094 Objects.requireNonNull(o); 1095 Double256Vector v = (Double256Vector)o; 1096 1097 return VectorIntrinsics.compare( 1098 BT_eq, Double256Vector.class, Double256Mask.class, double.class, LENGTH, 1099 this, v, 1100 (v1, v2) -> v1.bTest(v2, (i, a, b) -> a == b)); 1101 } 1102 1103 @Override 1104 @ForceInline 1105 public Double256Mask notEqual(Vector<Double> o) { 1106 Objects.requireNonNull(o); 1107 Double256Vector v = (Double256Vector)o; 1108 1109 return VectorIntrinsics.compare( 1110 BT_ne, Double256Vector.class, Double256Mask.class, double.class, LENGTH, 1111 this, v, 1112 (v1, v2) -> v1.bTest(v2, (i, a, b) -> a != b)); 1113 } 1114 1115 @Override 1116 @ForceInline 1117 public Double256Mask lessThan(Vector<Double> o) { 1118 Objects.requireNonNull(o); 1119 Double256Vector v = (Double256Vector)o; 1120 1121 return VectorIntrinsics.compare( 1122 BT_lt, Double256Vector.class, Double256Mask.class, double.class, LENGTH, 1123 this, v, 1124 (v1, v2) -> v1.bTest(v2, (i, a, b) -> a < b)); 1125 } 1126 1127 @Override 1128 @ForceInline 1129 public Double256Mask lessThanEq(Vector<Double> o) { 1130 Objects.requireNonNull(o); 1131 Double256Vector v = (Double256Vector)o; 1132 1133 return VectorIntrinsics.compare( 1134 BT_le, Double256Vector.class, Double256Mask.class, double.class, LENGTH, 1135 this, v, 1136 (v1, v2) -> v1.bTest(v2, (i, a, b) -> a <= b)); 1137 } 1138 1139 @Override 1140 @ForceInline 1141 public Double256Mask greaterThan(Vector<Double> o) { 1142 Objects.requireNonNull(o); 1143 Double256Vector v = (Double256Vector)o; 1144 1145 return (Double256Mask) VectorIntrinsics.compare( 1146 BT_gt, Double256Vector.class, Double256Mask.class, double.class, LENGTH, 1147 this, v, 1148 (v1, v2) -> v1.bTest(v2, (i, a, b) -> a > b)); 1149 } 1150 1151 @Override 1152 @ForceInline 1153 public Double256Mask greaterThanEq(Vector<Double> o) { 1154 Objects.requireNonNull(o); 1155 Double256Vector v = (Double256Vector)o; 1156 1157 return VectorIntrinsics.compare( 1158 BT_ge, Double256Vector.class, Double256Mask.class, double.class, LENGTH, 1159 this, v, 1160 (v1, v2) -> v1.bTest(v2, (i, a, b) -> a >= b)); 1161 } 1162 1163 // Foreach 1164 1165 @Override 1166 void forEach(FUnCon f) { 1167 double[] vec = getElements(); 1168 for (int i = 0; i < length(); i++) { 1169 f.apply(i, vec[i]); 1170 } 1171 } 1172 1173 @Override 1174 void forEach(Mask<Double> o, FUnCon f) { 1175 boolean[] mbits = ((Double256Mask)o).getBits(); 1176 forEach((i, a) -> { 1177 if (mbits[i]) { f.apply(i, a); } 1178 }); 1179 } 1180 1181 Long256Vector toBits() { 1182 double[] vec = getElements(); 1183 long[] res = new long[this.species().length()]; 1184 for(int i = 0; i < this.species().length(); i++){ 1185 res[i] = Double.doubleToLongBits(vec[i]); 1186 } 1187 return new Long256Vector(res); 1188 } 1189 1190 1191 @Override 1192 public Double256Vector rotateEL(int j) { 1193 double[] vec = getElements(); 1194 double[] res = new double[length()]; 1195 for (int i = 0; i < length(); i++){ 1196 res[(j + i) % length()] = vec[i]; 1197 } 1198 return new Double256Vector(res); 1199 } 1200 1201 @Override 1202 public Double256Vector rotateER(int j) { 1203 double[] vec = getElements(); 1204 double[] res = new double[length()]; 1205 for (int i = 0; i < length(); i++){ 1206 int z = i - j; 1207 if(j < 0) { 1208 res[length() + z] = vec[i]; 1209 } else { 1210 res[z] = vec[i]; 1211 } 1212 } 1213 return new Double256Vector(res); 1214 } 1215 1216 @Override 1217 public Double256Vector shiftEL(int j) { 1218 double[] vec = getElements(); 1219 double[] res = new double[length()]; 1220 for (int i = 0; i < length() - j; i++) { 1221 res[i] = vec[i + j]; 1222 } 1223 return new Double256Vector(res); 1224 } 1225 1226 @Override 1227 public Double256Vector shiftER(int j) { 1228 double[] vec = getElements(); 1229 double[] res = new double[length()]; 1230 for (int i = 0; i < length() - j; i++){ 1231 res[i + j] = vec[i]; 1232 } 1233 return new Double256Vector(res); 1234 } 1235 1236 @Override 1237 @ForceInline 1238 public Double256Vector rearrange(Vector<Double> v, 1239 Shuffle<Double> s, Mask<Double> m) { 1240 return this.rearrange(s).blend(v.rearrange(s), m); 1241 } 1242 1243 @Override 1244 @ForceInline 1245 public Double256Vector rearrange(Shuffle<Double> o1) { 1246 Objects.requireNonNull(o1); 1247 Double256Shuffle s = (Double256Shuffle)o1; 1248 1249 return VectorIntrinsics.rearrangeOp( 1250 Double256Vector.class, Double256Shuffle.class, double.class, LENGTH, 1251 this, s, 1252 (v1, s_) -> v1.uOp((i, a) -> { 1253 int ei = s_.getElement(i); 1254 return v1.get(ei); 1255 })); 1256 } 1257 1258 @Override 1259 @ForceInline 1260 public Double256Vector blend(Vector<Double> o1, Mask<Double> o2) { 1261 Objects.requireNonNull(o1); 1262 Objects.requireNonNull(o2); 1263 Double256Vector v = (Double256Vector)o1; 1264 Double256Mask m = (Double256Mask)o2; 1265 1266 return VectorIntrinsics.blend( 1267 Double256Vector.class, Double256Mask.class, double.class, LENGTH, 1268 this, v, m, 1269 (v1, v2, m_) -> v1.bOp(v2, (i, a, b) -> m_.getElement(i) ? b : a)); 1270 } 1271 1272 // Accessors 1273 1274 @Override 1275 public double get(int i) { 1276 if (i < 0 || i >= LENGTH) { 1277 throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + LENGTH); 1278 } 1279 long bits = (long) VectorIntrinsics.extract( 1280 Double256Vector.class, double.class, LENGTH, 1281 this, i, 1282 (vec, ix) -> { 1283 double[] vecarr = vec.getElements(); 1284 return (long)Double.doubleToLongBits(vecarr[ix]); 1285 }); 1286 return Double.longBitsToDouble(bits); 1287 } 1288 1289 @Override 1290 public Double256Vector with(int i, double e) { 1291 if (i < 0 || i >= LENGTH) { 1292 throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + LENGTH); 1293 } 1294 return VectorIntrinsics.insert( 1295 Double256Vector.class, double.class, LENGTH, 1296 this, i, (long)Double.doubleToLongBits(e), 1297 (v, ix, bits) -> { 1298 double[] res = v.getElements().clone(); 1299 res[ix] = Double.longBitsToDouble((long)bits); 1300 return new Double256Vector(res); 1301 }); 1302 } 1303 1304 // Mask 1305 1306 static final class Double256Mask extends AbstractMask<Double> { 1307 static final Double256Mask TRUE_MASK = new Double256Mask(true); 1308 static final Double256Mask FALSE_MASK = new Double256Mask(false); 1309 1310 private final boolean[] bits; // Don't access directly, use getBits() instead. 1311 1312 public Double256Mask(boolean[] bits) { 1313 this(bits, 0); 1314 } 1315 1316 public Double256Mask(boolean[] bits, int offset) { 1317 boolean[] a = new boolean[species().length()]; 1318 for (int i = 0; i < a.length; i++) { 1319 a[i] = bits[offset + i]; 1320 } 1321 this.bits = a; 1322 } 1323 1324 public Double256Mask(boolean val) { 1325 boolean[] bits = new boolean[species().length()]; 1326 Arrays.fill(bits, val); 1327 this.bits = bits; 1328 } 1329 1330 boolean[] getBits() { 1331 return VectorIntrinsics.maybeRebox(this).bits; 1332 } 1333 1334 @Override 1335 Double256Mask uOp(MUnOp f) { 1336 boolean[] res = new boolean[species().length()]; 1337 boolean[] bits = getBits(); 1338 for (int i = 0; i < species().length(); i++) { 1339 res[i] = f.apply(i, bits[i]); 1340 } 1341 return new Double256Mask(res); 1342 } 1343 1344 @Override 1345 Double256Mask bOp(Mask<Double> o, MBinOp f) { 1346 boolean[] res = new boolean[species().length()]; 1347 boolean[] bits = getBits(); 1348 boolean[] mbits = ((Double256Mask)o).getBits(); 1349 for (int i = 0; i < species().length(); i++) { 1350 res[i] = f.apply(i, bits[i], mbits[i]); 1351 } 1352 return new Double256Mask(res); 1353 } 1354 1355 @Override 1356 public Double256Species species() { 1357 return SPECIES; 1358 } 1359 1360 @Override 1361 public Double256Vector toVector() { 1362 double[] res = new double[species().length()]; 1363 boolean[] bits = getBits(); 1364 for (int i = 0; i < species().length(); i++) { 1365 // -1 will result in the most significant bit being set in 1366 // addition to some or all other bits 1367 res[i] = (double) (bits[i] ? -1 : 0); 1368 } 1369 return new Double256Vector(res); 1370 } 1371 1372 // Unary operations 1373 1374 @Override 1375 @ForceInline 1376 public Double256Mask not() { 1377 return (Double256Mask) VectorIntrinsics.unaryOp( 1378 VECTOR_OP_NOT, Double256Mask.class, long.class, LENGTH, 1379 this, 1380 (m1) -> m1.uOp((i, a) -> !a)); 1381 } 1382 1383 // Binary operations 1384 1385 @Override 1386 @ForceInline 1387 public Double256Mask and(Mask<Double> o) { 1388 Objects.requireNonNull(o); 1389 Double256Mask m = (Double256Mask)o; 1390 return VectorIntrinsics.binaryOp(VECTOR_OP_AND, Double256Mask.class, long.class, LENGTH, 1391 this, m, 1392 (m1, m2) -> m1.bOp(m2, (i, a, b) -> a & b)); 1393 } 1394 1395 @Override 1396 @ForceInline 1397 public Double256Mask or(Mask<Double> o) { 1398 Objects.requireNonNull(o); 1399 Double256Mask m = (Double256Mask)o; 1400 return VectorIntrinsics.binaryOp(VECTOR_OP_OR, Double256Mask.class, long.class, LENGTH, 1401 this, m, 1402 (m1, m2) -> m1.bOp(m2, (i, a, b) -> a | b)); 1403 } 1404 1405 // Reductions 1406 1407 @Override 1408 @ForceInline 1409 public boolean anyTrue() { 1410 return VectorIntrinsics.test(BT_ne, Double256Mask.class, long.class, LENGTH, 1411 this, this, 1412 (m, __) -> anyTrueHelper(((Double256Mask)m).getBits())); 1413 } 1414 1415 @Override 1416 @ForceInline 1417 public boolean allTrue() { 1418 return VectorIntrinsics.test(BT_overflow, Double256Mask.class, long.class, LENGTH, 1419 this, DoubleVector.maskAllTrue(species()), 1420 (m, __) -> allTrueHelper(((Double256Mask)m).getBits())); 1421 } 1422 } 1423 1424 // Shuffle 1425 1426 static final class Double256Shuffle extends AbstractShuffle<Double> { 1427 Double256Shuffle(byte[] reorder) { 1428 super(reorder); 1429 } 1430 1431 public Double256Shuffle(int[] reorder) { 1432 super(reorder); 1433 } 1434 1435 public Double256Shuffle(int[] reorder, int i) { 1436 super(reorder, i); 1437 } 1438 1439 public Double256Shuffle(IntUnaryOperator f) { 1440 super(f); 1441 } 1442 1443 @Override 1444 public Double256Species species() { 1445 return SPECIES; 1446 } 1447 1448 @Override 1449 public DoubleVector toVector() { 1450 double[] va = new double[SPECIES.length()]; 1451 for (int i = 0; i < va.length; i++) { 1452 va[i] = (double) getElement(i); 1453 } 1454 return DoubleVector.fromArray(SPECIES, va, 0); 1455 } 1456 1457 @Override 1458 public Double256Shuffle rearrange(Vector.Shuffle<Double> o) { 1459 Double256Shuffle s = (Double256Shuffle) o; 1460 byte[] r = new byte[reorder.length]; 1461 for (int i = 0; i < reorder.length; i++) { 1462 r[i] = reorder[s.reorder[i]]; 1463 } 1464 return new Double256Shuffle(r); 1465 } 1466 } 1467 1468 // Species 1469 1470 @Override 1471 public Double256Species species() { 1472 return SPECIES; 1473 } 1474 1475 static final class Double256Species extends DoubleSpecies { 1476 static final int BIT_SIZE = Shape.S_256_BIT.bitSize(); 1477 1478 static final int LENGTH = BIT_SIZE / Double.SIZE; 1479 1480 @Override 1481 public String toString() { 1482 StringBuilder sb = new StringBuilder("Shape["); 1483 sb.append(bitSize()).append(" bits, "); 1484 sb.append(length()).append(" ").append(double.class.getSimpleName()).append("s x "); 1485 sb.append(elementSize()).append(" bits"); 1486 sb.append("]"); 1487 return sb.toString(); 1488 } 1489 1490 @Override 1491 @ForceInline 1492 public int bitSize() { 1493 return BIT_SIZE; 1494 } 1495 1496 @Override 1497 @ForceInline 1498 public int length() { 1499 return LENGTH; 1500 } 1501 1502 @Override 1503 @ForceInline 1504 public Class<Double> elementType() { 1505 return double.class; 1506 } 1507 1508 @Override 1509 @ForceInline 1510 public Class<?> boxType() { 1511 return Double256Vector.class; 1512 } 1513 1514 @Override 1515 @ForceInline 1516 public Class<?> maskType() { 1517 return Double256Mask.class; 1518 } 1519 1520 @Override 1521 @ForceInline 1522 public int elementSize() { 1523 return Double.SIZE; 1524 } 1525 1526 @Override 1527 @ForceInline 1528 @SuppressWarnings("unchecked") 1529 Class<?> vectorType() { 1530 return Double256Vector.class; 1531 } 1532 1533 @Override 1534 @ForceInline 1535 public Shape shape() { 1536 return Shape.S_256_BIT; 1537 } 1538 1539 @Override 1540 IntVector.IntSpecies indexSpecies() { 1541 return INDEX_SPEC; 1542 } 1543 1544 @Override 1545 Double256Vector op(FOp f) { 1546 double[] res = new double[length()]; 1547 for (int i = 0; i < length(); i++) { 1548 res[i] = f.apply(i); 1549 } 1550 return new Double256Vector(res); 1551 } 1552 1553 @Override 1554 Double256Vector op(Mask<Double> o, FOp f) { 1555 double[] res = new double[length()]; 1556 boolean[] mbits = ((Double256Mask)o).getBits(); 1557 for (int i = 0; i < length(); i++) { 1558 if (mbits[i]) { 1559 res[i] = f.apply(i); 1560 } 1561 } 1562 return new Double256Vector(res); 1563 } 1564 1565 @Override 1566 Double256Mask opm(FOpm f) { 1567 boolean[] res = new boolean[length()]; 1568 for (int i = 0; i < length(); i++) { 1569 res[i] = (boolean)f.apply(i); 1570 } 1571 return new Double256Mask(res); 1572 } 1573 1574 // Factories 1575 1576 @Override 1577 @ForceInline 1578 public Double256Vector zero() { 1579 return VectorIntrinsics.broadcastCoerced(Double256Vector.class, double.class, LENGTH, 1580 Double.doubleToLongBits(0.0f), SPECIES, 1581 ((bits, s) -> ((Double256Species)s).op(i -> Double.longBitsToDouble((long)bits)))); 1582 } 1583 1584 @Override 1585 @ForceInline 1586 public Double256Vector broadcast(double e) { 1587 return VectorIntrinsics.broadcastCoerced( 1588 Double256Vector.class, double.class, LENGTH, 1589 Double.doubleToLongBits(e), SPECIES, 1590 ((bits, s) -> ((Double256Species)s).op(i -> Double.longBitsToDouble((long)bits)))); 1591 } 1592 1593 @Override 1594 @ForceInline 1595 public Double256Vector scalars(double... es) { 1596 Objects.requireNonNull(es); 1597 int ix = VectorIntrinsics.checkIndex(0, es.length, LENGTH); 1598 return VectorIntrinsics.load(Double256Vector.class, double.class, LENGTH, 1599 es, Unsafe.ARRAY_DOUBLE_BASE_OFFSET, 1600 es, ix, SPECIES, 1601 (c, idx, s) -> ((Double256Species)s).op(n -> c[idx + n])); 1602 } 1603 1604 @Override 1605 @ForceInline 1606 public <E> Double256Mask cast(Mask<E> m) { 1607 if (m.length() != LENGTH) 1608 throw new IllegalArgumentException("Mask length this species length differ"); 1609 return new Double256Mask(m.toArray()); 1610 } 1611 1612 @Override 1613 @ForceInline 1614 public <E> Double256Shuffle cast(Shuffle<E> s) { 1615 if (s.length() != LENGTH) 1616 throw new IllegalArgumentException("Shuffle length this species length differ"); 1617 return new Double256Shuffle(s.toArray()); 1618 } 1619 } 1620 }