1 /*
   2  * Copyright (c) 2017, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.  Oracle designates this
   8  * particular file as subject to the "Classpath" exception as provided
   9  * by Oracle in the LICENSE file that accompanied this code.
  10  *
  11  * This code is distributed in the hope that it will be useful, but WITHOUT
  12  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14  * version 2 for more details (a copy is included in the LICENSE file that
  15  * accompanied this code).
  16  *
  17  * You should have received a copy of the GNU General Public License version
  18  * 2 along with this work; if not, write to the Free Software Foundation,
  19  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  20  *
  21  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  22  * or visit www.oracle.com if you need additional information or have
  23  * questions.
  24  */
  25 package jdk.incubator.vector;
  26 
  27 import java.nio.ByteBuffer;
  28 import java.nio.ByteOrder;
  29 import java.nio.DoubleBuffer;
  30 import java.nio.ReadOnlyBufferException;
  31 import java.util.Arrays;
  32 import java.util.Objects;
  33 import java.util.function.IntUnaryOperator;
  34 
  35 import jdk.internal.misc.Unsafe;
  36 import jdk.internal.vm.annotation.ForceInline;
  37 import static jdk.incubator.vector.VectorIntrinsics.*;
  38 
  39 @SuppressWarnings("cast")
  40 final class Double512Vector extends DoubleVector {
  41     static final Double512Species SPECIES = new Double512Species();
  42 
  43     static final Double512Vector ZERO = new Double512Vector();
  44 
  45     static final int LENGTH = SPECIES.length();
  46 
  47     // Index vector species
  48     private static final IntVector.IntSpecies INDEX_SPEC;
  49     static {
  50         int bitSize = Vector.bitSizeForVectorLength(int.class, LENGTH);
  51         Vector.Shape shape = Shape.forBitSize(bitSize);
  52         INDEX_SPEC = (IntVector.IntSpecies) Species.of(int.class, shape);
  53     }
  54     private final double[] vec; // Don't access directly, use getElements() instead.
  55 
  56     private double[] getElements() {
  57         return VectorIntrinsics.maybeRebox(this).vec;
  58     }
  59 
  60     Double512Vector() {
  61         vec = new double[SPECIES.length()];
  62     }
  63 
  64     Double512Vector(double[] v) {
  65         vec = v;
  66     }
  67 
  68     @Override
  69     public int length() { return LENGTH; }
  70 
  71     // Unary operator
  72 
  73     @Override
  74     Double512Vector uOp(FUnOp f) {
  75         double[] vec = getElements();
  76         double[] res = new double[length()];
  77         for (int i = 0; i < length(); i++) {
  78             res[i] = f.apply(i, vec[i]);
  79         }
  80         return new Double512Vector(res);
  81     }
  82 
  83     @Override
  84     Double512Vector uOp(Mask<Double> o, FUnOp f) {
  85         double[] vec = getElements();
  86         double[] res = new double[length()];
  87         boolean[] mbits = ((Double512Mask)o).getBits();
  88         for (int i = 0; i < length(); i++) {
  89             res[i] = mbits[i] ? f.apply(i, vec[i]) : vec[i];
  90         }
  91         return new Double512Vector(res);
  92     }
  93 
  94     // Binary operator
  95 
  96     @Override
  97     Double512Vector bOp(Vector<Double> o, FBinOp f) {
  98         double[] res = new double[length()];
  99         double[] vec1 = this.getElements();
 100         double[] vec2 = ((Double512Vector)o).getElements();
 101         for (int i = 0; i < length(); i++) {
 102             res[i] = f.apply(i, vec1[i], vec2[i]);
 103         }
 104         return new Double512Vector(res);
 105     }
 106 
 107     @Override
 108     Double512Vector bOp(Vector<Double> o1, Mask<Double> o2, FBinOp f) {
 109         double[] res = new double[length()];
 110         double[] vec1 = this.getElements();
 111         double[] vec2 = ((Double512Vector)o1).getElements();
 112         boolean[] mbits = ((Double512Mask)o2).getBits();
 113         for (int i = 0; i < length(); i++) {
 114             res[i] = mbits[i] ? f.apply(i, vec1[i], vec2[i]) : vec1[i];
 115         }
 116         return new Double512Vector(res);
 117     }
 118 
 119     // Trinary operator
 120 
 121     @Override
 122     Double512Vector tOp(Vector<Double> o1, Vector<Double> o2, FTriOp f) {
 123         double[] res = new double[length()];
 124         double[] vec1 = this.getElements();
 125         double[] vec2 = ((Double512Vector)o1).getElements();
 126         double[] vec3 = ((Double512Vector)o2).getElements();
 127         for (int i = 0; i < length(); i++) {
 128             res[i] = f.apply(i, vec1[i], vec2[i], vec3[i]);
 129         }
 130         return new Double512Vector(res);
 131     }
 132 
 133     @Override
 134     Double512Vector tOp(Vector<Double> o1, Vector<Double> o2, Mask<Double> o3, FTriOp f) {
 135         double[] res = new double[length()];
 136         double[] vec1 = getElements();
 137         double[] vec2 = ((Double512Vector)o1).getElements();
 138         double[] vec3 = ((Double512Vector)o2).getElements();
 139         boolean[] mbits = ((Double512Mask)o3).getBits();
 140         for (int i = 0; i < length(); i++) {
 141             res[i] = mbits[i] ? f.apply(i, vec1[i], vec2[i], vec3[i]) : vec1[i];
 142         }
 143         return new Double512Vector(res);
 144     }
 145 
 146     @Override
 147     double rOp(double v, FBinOp f) {
 148         double[] vec = getElements();
 149         for (int i = 0; i < length(); i++) {
 150             v = f.apply(i, v, vec[i]);
 151         }
 152         return v;
 153     }
 154 
 155     @Override
 156     @ForceInline
 157     public <F> Vector<F> cast(Species<F> s) {
 158         Objects.requireNonNull(s);
 159         if (s.length() != LENGTH)
 160             throw new IllegalArgumentException("Vector length this species length differ");
 161 
 162         return VectorIntrinsics.cast(
 163             Double512Vector.class,
 164             double.class, LENGTH,
 165             s.vectorType(),
 166             s.elementType(), LENGTH,
 167             this, s,
 168             (species, vector) -> vector.castDefault(species)
 169         );
 170     }
 171 
 172     @SuppressWarnings("unchecked")
 173     @ForceInline
 174     private <F> Vector<F> castDefault(Species<F> s) {
 175         int limit = s.length();
 176 
 177         Class<?> stype = s.elementType();
 178         if (stype == byte.class) {
 179             byte[] a = new byte[limit];
 180             for (int i = 0; i < limit; i++) {
 181                 a[i] = (byte) this.get(i);
 182             }
 183             return (Vector) ByteVector.fromArray((ByteVector.ByteSpecies) s, a, 0);
 184         } else if (stype == short.class) {
 185             short[] a = new short[limit];
 186             for (int i = 0; i < limit; i++) {
 187                 a[i] = (short) this.get(i);
 188             }
 189             return (Vector) ShortVector.fromArray((ShortVector.ShortSpecies) s, a, 0);
 190         } else if (stype == int.class) {
 191             int[] a = new int[limit];
 192             for (int i = 0; i < limit; i++) {
 193                 a[i] = (int) this.get(i);
 194             }
 195             return (Vector) IntVector.fromArray((IntVector.IntSpecies) s, a, 0);
 196         } else if (stype == long.class) {
 197             long[] a = new long[limit];
 198             for (int i = 0; i < limit; i++) {
 199                 a[i] = (long) this.get(i);
 200             }
 201             return (Vector) LongVector.fromArray((LongVector.LongSpecies) s, a, 0);
 202         } else if (stype == float.class) {
 203             float[] a = new float[limit];
 204             for (int i = 0; i < limit; i++) {
 205                 a[i] = (float) this.get(i);
 206             }
 207             return (Vector) FloatVector.fromArray((FloatVector.FloatSpecies) s, a, 0);
 208         } else if (stype == double.class) {
 209             double[] a = new double[limit];
 210             for (int i = 0; i < limit; i++) {
 211                 a[i] = (double) this.get(i);
 212             }
 213             return (Vector) DoubleVector.fromArray((DoubleVector.DoubleSpecies) s, a, 0);
 214         } else {
 215             throw new UnsupportedOperationException("Bad lane type for casting.");
 216         }
 217     }
 218 
 219     @Override
 220     @ForceInline
 221     @SuppressWarnings("unchecked")
 222     public <F> Vector<F> reinterpret(Species<F> s) {
 223         Objects.requireNonNull(s);
 224 
 225         if(s.elementType().equals(double.class)) {
 226             return (Vector<F>) reshape((Species<Double>)s);
 227         }
 228         if(s.bitSize() == bitSize()) {
 229             return reinterpretType(s);
 230         }
 231 
 232         return defaultReinterpret(s);
 233     }
 234 
 235     @ForceInline
 236     private <F> Vector<F> reinterpretType(Species<F> s) {
 237         Objects.requireNonNull(s);
 238 
 239         Class<?> stype = s.elementType();
 240         if (stype == byte.class) {
 241             return VectorIntrinsics.reinterpret(
 242                 Double512Vector.class,
 243                 double.class, LENGTH,
 244                 Byte512Vector.class,
 245                 byte.class, Byte512Vector.LENGTH,
 246                 this, s,
 247                 (species, vector) -> vector.defaultReinterpret(species)
 248             );
 249         } else if (stype == short.class) {
 250             return VectorIntrinsics.reinterpret(
 251                 Double512Vector.class,
 252                 double.class, LENGTH,
 253                 Short512Vector.class,
 254                 short.class, Short512Vector.LENGTH,
 255                 this, s,
 256                 (species, vector) -> vector.defaultReinterpret(species)
 257             );
 258         } else if (stype == int.class) {
 259             return VectorIntrinsics.reinterpret(
 260                 Double512Vector.class,
 261                 double.class, LENGTH,
 262                 Int512Vector.class,
 263                 int.class, Int512Vector.LENGTH,
 264                 this, s,
 265                 (species, vector) -> vector.defaultReinterpret(species)
 266             );
 267         } else if (stype == long.class) {
 268             return VectorIntrinsics.reinterpret(
 269                 Double512Vector.class,
 270                 double.class, LENGTH,
 271                 Long512Vector.class,
 272                 long.class, Long512Vector.LENGTH,
 273                 this, s,
 274                 (species, vector) -> vector.defaultReinterpret(species)
 275             );
 276         } else if (stype == float.class) {
 277             return VectorIntrinsics.reinterpret(
 278                 Double512Vector.class,
 279                 double.class, LENGTH,
 280                 Float512Vector.class,
 281                 float.class, Float512Vector.LENGTH,
 282                 this, s,
 283                 (species, vector) -> vector.defaultReinterpret(species)
 284             );
 285         } else if (stype == double.class) {
 286             return VectorIntrinsics.reinterpret(
 287                 Double512Vector.class,
 288                 double.class, LENGTH,
 289                 Double512Vector.class,
 290                 double.class, Double512Vector.LENGTH,
 291                 this, s,
 292                 (species, vector) -> vector.defaultReinterpret(species)
 293             );
 294         } else {
 295             throw new UnsupportedOperationException("Bad lane type for casting.");
 296         }
 297     }
 298 
 299     @Override
 300     @ForceInline
 301     public DoubleVector reshape(Species<Double> s) {
 302         Objects.requireNonNull(s);
 303         if (s.bitSize() == 64 && (s instanceof Double64Vector.Double64Species)) {
 304             Double64Vector.Double64Species ts = (Double64Vector.Double64Species)s;
 305             return VectorIntrinsics.reinterpret(
 306                 Double512Vector.class,
 307                 double.class, LENGTH,
 308                 Double64Vector.class,
 309                 double.class, Double64Vector.LENGTH,
 310                 this, ts,
 311                 (species, vector) -> (DoubleVector) vector.defaultReinterpret(species)
 312             );
 313         } else if (s.bitSize() == 128 && (s instanceof Double128Vector.Double128Species)) {
 314             Double128Vector.Double128Species ts = (Double128Vector.Double128Species)s;
 315             return VectorIntrinsics.reinterpret(
 316                 Double512Vector.class,
 317                 double.class, LENGTH,
 318                 Double128Vector.class,
 319                 double.class, Double128Vector.LENGTH,
 320                 this, ts,
 321                 (species, vector) -> (DoubleVector) vector.defaultReinterpret(species)
 322             );
 323         } else if (s.bitSize() == 256 && (s instanceof Double256Vector.Double256Species)) {
 324             Double256Vector.Double256Species ts = (Double256Vector.Double256Species)s;
 325             return VectorIntrinsics.reinterpret(
 326                 Double512Vector.class,
 327                 double.class, LENGTH,
 328                 Double256Vector.class,
 329                 double.class, Double256Vector.LENGTH,
 330                 this, ts,
 331                 (species, vector) -> (DoubleVector) vector.defaultReinterpret(species)
 332             );
 333         } else if (s.bitSize() == 512 && (s instanceof Double512Vector.Double512Species)) {
 334             Double512Vector.Double512Species ts = (Double512Vector.Double512Species)s;
 335             return VectorIntrinsics.reinterpret(
 336                 Double512Vector.class,
 337                 double.class, LENGTH,
 338                 Double512Vector.class,
 339                 double.class, Double512Vector.LENGTH,
 340                 this, ts,
 341                 (species, vector) -> (DoubleVector) vector.defaultReinterpret(species)
 342             );
 343         } else if ((s.bitSize() > 0) && (s.bitSize() <= 2048)
 344                 && (s.bitSize() % 128 == 0) && (s instanceof DoubleMaxVector.DoubleMaxSpecies)) {
 345             DoubleMaxVector.DoubleMaxSpecies ts = (DoubleMaxVector.DoubleMaxSpecies)s;
 346             return VectorIntrinsics.reinterpret(
 347                 Double512Vector.class,
 348                 double.class, LENGTH,
 349                 DoubleMaxVector.class,
 350                 double.class, DoubleMaxVector.LENGTH,
 351                 this, ts,
 352                 (species, vector) -> (DoubleVector) vector.defaultReinterpret(species)
 353             );
 354         } else {
 355             throw new InternalError("Unimplemented size");
 356         }
 357     }
 358 
 359     // Binary operations with scalars
 360 
 361     @Override
 362     @ForceInline
 363     public DoubleVector add(double o) {
 364         return add(SPECIES.broadcast(o));
 365     }
 366 
 367     @Override
 368     @ForceInline
 369     public DoubleVector add(double o, Mask<Double> m) {
 370         return add(SPECIES.broadcast(o), m);
 371     }
 372 
 373     @Override
 374     @ForceInline
 375     public DoubleVector sub(double o) {
 376         return sub(SPECIES.broadcast(o));
 377     }
 378 
 379     @Override
 380     @ForceInline
 381     public DoubleVector sub(double o, Mask<Double> m) {
 382         return sub(SPECIES.broadcast(o), m);
 383     }
 384 
 385     @Override
 386     @ForceInline
 387     public DoubleVector mul(double o) {
 388         return mul(SPECIES.broadcast(o));
 389     }
 390 
 391     @Override
 392     @ForceInline
 393     public DoubleVector mul(double o, Mask<Double> m) {
 394         return mul(SPECIES.broadcast(o), m);
 395     }
 396 
 397     @Override
 398     @ForceInline
 399     public DoubleVector min(double o) {
 400         return min(SPECIES.broadcast(o));
 401     }
 402 
 403     @Override
 404     @ForceInline
 405     public DoubleVector max(double o) {
 406         return max(SPECIES.broadcast(o));
 407     }
 408 
 409     @Override
 410     @ForceInline
 411     public Mask<Double> equal(double o) {
 412         return equal(SPECIES.broadcast(o));
 413     }
 414 
 415     @Override
 416     @ForceInline
 417     public Mask<Double> notEqual(double o) {
 418         return notEqual(SPECIES.broadcast(o));
 419     }
 420 
 421     @Override
 422     @ForceInline
 423     public Mask<Double> lessThan(double o) {
 424         return lessThan(SPECIES.broadcast(o));
 425     }
 426 
 427     @Override
 428     @ForceInline
 429     public Mask<Double> lessThanEq(double o) {
 430         return lessThanEq(SPECIES.broadcast(o));
 431     }
 432 
 433     @Override
 434     @ForceInline
 435     public Mask<Double> greaterThan(double o) {
 436         return greaterThan(SPECIES.broadcast(o));
 437     }
 438 
 439     @Override
 440     @ForceInline
 441     public Mask<Double> greaterThanEq(double o) {
 442         return greaterThanEq(SPECIES.broadcast(o));
 443     }
 444 
 445     @Override
 446     @ForceInline
 447     public DoubleVector blend(double o, Mask<Double> m) {
 448         return blend(SPECIES.broadcast(o), m);
 449     }
 450 
 451     @Override
 452     @ForceInline
 453     public DoubleVector div(double o) {
 454         return div(SPECIES.broadcast(o));
 455     }
 456 
 457     @Override
 458     @ForceInline
 459     public DoubleVector div(double o, Mask<Double> m) {
 460         return div(SPECIES.broadcast(o), m);
 461     }
 462 
 463     @Override
 464     @ForceInline
 465     public Double512Vector div(Vector<Double> v, Mask<Double> m) {
 466         return blend(div(v), m);
 467     }
 468 
 469     @Override
 470     @ForceInline
 471     public DoubleVector atan2(double o) {
 472         return atan2(SPECIES.broadcast(o));
 473     }
 474 
 475     @Override
 476     @ForceInline
 477     public DoubleVector atan2(double o, Mask<Double> m) {
 478         return atan2(SPECIES.broadcast(o), m);
 479     }
 480 
 481     @Override
 482     @ForceInline
 483     public DoubleVector pow(double o) {
 484         return pow(SPECIES.broadcast(o));
 485     }
 486 
 487     @Override
 488     @ForceInline
 489     public DoubleVector pow(double o, Mask<Double> m) {
 490         return pow(SPECIES.broadcast(o), m);
 491     }
 492 
 493     @Override
 494     @ForceInline
 495     public DoubleVector fma(double o1, double o2) {
 496         return fma(SPECIES.broadcast(o1), SPECIES.broadcast(o2));
 497     }
 498 
 499     @Override
 500     @ForceInline
 501     public DoubleVector fma(double o1, double o2, Mask<Double> m) {
 502         return fma(SPECIES.broadcast(o1), SPECIES.broadcast(o2), m);
 503     }
 504 
 505     @Override
 506     @ForceInline
 507     public DoubleVector hypot(double o) {
 508         return hypot(SPECIES.broadcast(o));
 509     }
 510 
 511     @Override
 512     @ForceInline
 513     public DoubleVector hypot(double o, Mask<Double> m) {
 514         return hypot(SPECIES.broadcast(o), m);
 515     }
 516 
 517 
 518     // Unary operations
 519 
 520     @ForceInline
 521     @Override
 522     public Double512Vector neg(Mask<Double> m) {
 523         return blend(neg(), m);
 524     }
 525 
 526     @Override
 527     @ForceInline
 528     public Double512Vector abs() {
 529         return VectorIntrinsics.unaryOp(
 530             VECTOR_OP_ABS, Double512Vector.class, double.class, LENGTH,
 531             this,
 532             v1 -> v1.uOp((i, a) -> (double) Math.abs(a)));
 533     }
 534 
 535     @ForceInline
 536     @Override
 537     public Double512Vector abs(Mask<Double> m) {
 538         return blend(abs(), m);
 539     }
 540 
 541     @Override
 542     @ForceInline
 543     public Double512Vector neg() {
 544         return VectorIntrinsics.unaryOp(
 545             VECTOR_OP_NEG, Double512Vector.class, double.class, LENGTH,
 546             this,
 547             v1 -> v1.uOp((i, a) -> (double) -a));
 548     }
 549 
 550     @Override
 551     @ForceInline
 552     public Double512Vector div(Vector<Double> o) {
 553         Objects.requireNonNull(o);
 554         Double512Vector v = (Double512Vector)o;
 555         return VectorIntrinsics.binaryOp(
 556             VECTOR_OP_DIV, Double512Vector.class, double.class, LENGTH,
 557             this, v,
 558             (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double)(a / b)));
 559     }
 560 
 561     @Override
 562     @ForceInline
 563     public Double512Vector sqrt() {
 564         return VectorIntrinsics.unaryOp(
 565             VECTOR_OP_SQRT, Double512Vector.class, double.class, LENGTH,
 566             this,
 567             v1 -> v1.uOp((i, a) -> (double) Math.sqrt((double) a)));
 568     }
 569 
 570     @Override
 571     @ForceInline
 572     public Double512Vector exp() {
 573         return (Double512Vector) VectorIntrinsics.unaryOp(
 574             VECTOR_OP_EXP, Double512Vector.class, double.class, LENGTH,
 575             this,
 576             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.exp((double) a)));
 577     }
 578 
 579     @Override
 580     @ForceInline
 581     public Double512Vector log1p() {
 582         return (Double512Vector) VectorIntrinsics.unaryOp(
 583             VECTOR_OP_LOG1P, Double512Vector.class, double.class, LENGTH,
 584             this,
 585             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.log1p((double) a)));
 586     }
 587 
 588     @Override
 589     @ForceInline
 590     public Double512Vector log() {
 591         return (Double512Vector) VectorIntrinsics.unaryOp(
 592             VECTOR_OP_LOG, Double512Vector.class, double.class, LENGTH,
 593             this,
 594             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.log((double) a)));
 595     }
 596 
 597     @Override
 598     @ForceInline
 599     public Double512Vector log10() {
 600         return (Double512Vector) VectorIntrinsics.unaryOp(
 601             VECTOR_OP_LOG10, Double512Vector.class, double.class, LENGTH,
 602             this,
 603             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.log10((double) a)));
 604     }
 605 
 606     @Override
 607     @ForceInline
 608     public Double512Vector expm1() {
 609         return (Double512Vector) VectorIntrinsics.unaryOp(
 610             VECTOR_OP_EXPM1, Double512Vector.class, double.class, LENGTH,
 611             this,
 612             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.expm1((double) a)));
 613     }
 614 
 615     @Override
 616     @ForceInline
 617     public Double512Vector cbrt() {
 618         return (Double512Vector) VectorIntrinsics.unaryOp(
 619             VECTOR_OP_CBRT, Double512Vector.class, double.class, LENGTH,
 620             this,
 621             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.cbrt((double) a)));
 622     }
 623 
 624     @Override
 625     @ForceInline
 626     public Double512Vector sin() {
 627         return (Double512Vector) VectorIntrinsics.unaryOp(
 628             VECTOR_OP_SIN, Double512Vector.class, double.class, LENGTH,
 629             this,
 630             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.sin((double) a)));
 631     }
 632 
 633     @Override
 634     @ForceInline
 635     public Double512Vector cos() {
 636         return (Double512Vector) VectorIntrinsics.unaryOp(
 637             VECTOR_OP_COS, Double512Vector.class, double.class, LENGTH,
 638             this,
 639             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.cos((double) a)));
 640     }
 641 
 642     @Override
 643     @ForceInline
 644     public Double512Vector tan() {
 645         return (Double512Vector) VectorIntrinsics.unaryOp(
 646             VECTOR_OP_TAN, Double512Vector.class, double.class, LENGTH,
 647             this,
 648             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.tan((double) a)));
 649     }
 650 
 651     @Override
 652     @ForceInline
 653     public Double512Vector asin() {
 654         return (Double512Vector) VectorIntrinsics.unaryOp(
 655             VECTOR_OP_ASIN, Double512Vector.class, double.class, LENGTH,
 656             this,
 657             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.asin((double) a)));
 658     }
 659 
 660     @Override
 661     @ForceInline
 662     public Double512Vector acos() {
 663         return (Double512Vector) VectorIntrinsics.unaryOp(
 664             VECTOR_OP_ACOS, Double512Vector.class, double.class, LENGTH,
 665             this,
 666             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.acos((double) a)));
 667     }
 668 
 669     @Override
 670     @ForceInline
 671     public Double512Vector atan() {
 672         return (Double512Vector) VectorIntrinsics.unaryOp(
 673             VECTOR_OP_ATAN, Double512Vector.class, double.class, LENGTH,
 674             this,
 675             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.atan((double) a)));
 676     }
 677 
 678     @Override
 679     @ForceInline
 680     public Double512Vector sinh() {
 681         return (Double512Vector) VectorIntrinsics.unaryOp(
 682             VECTOR_OP_SINH, Double512Vector.class, double.class, LENGTH,
 683             this,
 684             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.sinh((double) a)));
 685     }
 686 
 687     @Override
 688     @ForceInline
 689     public Double512Vector cosh() {
 690         return (Double512Vector) VectorIntrinsics.unaryOp(
 691             VECTOR_OP_COSH, Double512Vector.class, double.class, LENGTH,
 692             this,
 693             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.cosh((double) a)));
 694     }
 695 
 696     @Override
 697     @ForceInline
 698     public Double512Vector tanh() {
 699         return (Double512Vector) VectorIntrinsics.unaryOp(
 700             VECTOR_OP_TANH, Double512Vector.class, double.class, LENGTH,
 701             this,
 702             v1 -> ((Double512Vector)v1).uOp((i, a) -> (double) Math.tanh((double) a)));
 703     }
 704 
 705     @Override
 706     @ForceInline
 707     public Double512Vector pow(Vector<Double> o) {
 708         Objects.requireNonNull(o);
 709         Double512Vector v = (Double512Vector)o;
 710         return (Double512Vector) VectorIntrinsics.binaryOp(
 711             VECTOR_OP_POW, Double512Vector.class, double.class, LENGTH,
 712             this, v,
 713             (v1, v2) -> ((Double512Vector)v1).bOp(v2, (i, a, b) -> (double)(Math.pow(a,b))));
 714     }
 715 
 716     @Override
 717     @ForceInline
 718     public Double512Vector hypot(Vector<Double> o) {
 719         Objects.requireNonNull(o);
 720         Double512Vector v = (Double512Vector)o;
 721         return (Double512Vector) VectorIntrinsics.binaryOp(
 722             VECTOR_OP_HYPOT, Double512Vector.class, double.class, LENGTH,
 723             this, v,
 724             (v1, v2) -> ((Double512Vector)v1).bOp(v2, (i, a, b) -> (double)(Math.hypot(a,b))));
 725     }
 726 
 727     @Override
 728     @ForceInline
 729     public Double512Vector atan2(Vector<Double> o) {
 730         Objects.requireNonNull(o);
 731         Double512Vector v = (Double512Vector)o;
 732         return (Double512Vector) VectorIntrinsics.binaryOp(
 733             VECTOR_OP_ATAN2, Double512Vector.class, double.class, LENGTH,
 734             this, v,
 735             (v1, v2) -> ((Double512Vector)v1).bOp(v2, (i, a, b) -> (double)(Math.atan2(a,b))));
 736     }
 737 
 738 
 739     // Binary operations
 740 
 741     @Override
 742     @ForceInline
 743     public Double512Vector add(Vector<Double> o) {
 744         Objects.requireNonNull(o);
 745         Double512Vector v = (Double512Vector)o;
 746         return VectorIntrinsics.binaryOp(
 747             VECTOR_OP_ADD, Double512Vector.class, double.class, LENGTH,
 748             this, v,
 749             (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double)(a + b)));
 750     }
 751 
 752     @Override
 753     @ForceInline
 754     public Double512Vector add(Vector<Double> v, Mask<Double> m) {
 755         return blend(add(v), m);
 756     }
 757 
 758     @Override
 759     @ForceInline
 760     public Double512Vector sub(Vector<Double> o) {
 761         Objects.requireNonNull(o);
 762         Double512Vector v = (Double512Vector)o;
 763         return VectorIntrinsics.binaryOp(
 764             VECTOR_OP_SUB, Double512Vector.class, double.class, LENGTH,
 765             this, v,
 766             (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double)(a - b)));
 767     }
 768 
 769     @Override
 770     @ForceInline
 771     public Double512Vector sub(Vector<Double> v, Mask<Double> m) {
 772         return blend(sub(v), m);
 773     }
 774 
 775     @Override
 776     @ForceInline
 777     public Double512Vector mul(Vector<Double> o) {
 778         Objects.requireNonNull(o);
 779         Double512Vector v = (Double512Vector)o;
 780         return VectorIntrinsics.binaryOp(
 781             VECTOR_OP_MUL, Double512Vector.class, double.class, LENGTH,
 782             this, v,
 783             (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double)(a * b)));
 784     }
 785 
 786     @Override
 787     @ForceInline
 788     public Double512Vector mul(Vector<Double> v, Mask<Double> m) {
 789         return blend(mul(v), m);
 790     }
 791 
 792     @Override
 793     @ForceInline
 794     public Double512Vector min(Vector<Double> o) {
 795         Objects.requireNonNull(o);
 796         Double512Vector v = (Double512Vector)o;
 797         return (Double512Vector) VectorIntrinsics.binaryOp(
 798             VECTOR_OP_MIN, Double512Vector.class, double.class, LENGTH,
 799             this, v,
 800             (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double) Math.min(a, b)));
 801     }
 802 
 803     @Override
 804     @ForceInline
 805     public Double512Vector min(Vector<Double> v, Mask<Double> m) {
 806         return blend(min(v), m);
 807     }
 808 
 809     @Override
 810     @ForceInline
 811     public Double512Vector max(Vector<Double> o) {
 812         Objects.requireNonNull(o);
 813         Double512Vector v = (Double512Vector)o;
 814         return VectorIntrinsics.binaryOp(
 815             VECTOR_OP_MAX, Double512Vector.class, double.class, LENGTH,
 816             this, v,
 817             (v1, v2) -> v1.bOp(v2, (i, a, b) -> (double) Math.max(a, b)));
 818         }
 819 
 820     @Override
 821     @ForceInline
 822     public Double512Vector max(Vector<Double> v, Mask<Double> m) {
 823         return blend(max(v), m);
 824     }
 825 
 826 
 827     // Ternary operations
 828 
 829     @Override
 830     @ForceInline
 831     public Double512Vector fma(Vector<Double> o1, Vector<Double> o2) {
 832         Objects.requireNonNull(o1);
 833         Objects.requireNonNull(o2);
 834         Double512Vector v1 = (Double512Vector)o1;
 835         Double512Vector v2 = (Double512Vector)o2;
 836         return VectorIntrinsics.ternaryOp(
 837             VECTOR_OP_FMA, Double512Vector.class, double.class, LENGTH,
 838             this, v1, v2,
 839             (w1, w2, w3) -> w1.tOp(w2, w3, (i, a, b, c) -> Math.fma(a, b, c)));
 840     }
 841 
 842     // Type specific horizontal reductions
 843 
 844     @Override
 845     @ForceInline
 846     public double addAll() {
 847         long bits = (long) VectorIntrinsics.reductionCoerced(
 848                                 VECTOR_OP_ADD, Double512Vector.class, double.class, LENGTH,
 849                                 this,
 850                                 v -> {
 851                                     double r = v.rOp((double) 0, (i, a, b) -> (double) (a + b));
 852                                     return (long)Double.doubleToLongBits(r);
 853                                 });
 854         return Double.longBitsToDouble(bits);
 855     }
 856 
 857     @Override
 858     @ForceInline
 859     public double mulAll() {
 860         long bits = (long) VectorIntrinsics.reductionCoerced(
 861                                 VECTOR_OP_MUL, Double512Vector.class, double.class, LENGTH,
 862                                 this,
 863                                 v -> {
 864                                     double r = v.rOp((double) 1, (i, a, b) -> (double) (a * b));
 865                                     return (long)Double.doubleToLongBits(r);
 866                                 });
 867         return Double.longBitsToDouble(bits);
 868     }
 869 
 870     @Override
 871     @ForceInline
 872     public double minAll() {
 873         long bits = (long) VectorIntrinsics.reductionCoerced(
 874                                 VECTOR_OP_MIN, Double512Vector.class, double.class, LENGTH,
 875                                 this,
 876                                 v -> {
 877                                     double r = v.rOp(Double.MAX_VALUE , (i, a, b) -> (double) Math.min(a, b));
 878                                     return (long)Double.doubleToLongBits(r);
 879                                 });
 880         return Double.longBitsToDouble(bits);
 881     }
 882 
 883     @Override
 884     @ForceInline
 885     public double maxAll() {
 886         long bits = (long) VectorIntrinsics.reductionCoerced(
 887                                 VECTOR_OP_MAX, Double512Vector.class, double.class, LENGTH,
 888                                 this,
 889                                 v -> {
 890                                     double r = v.rOp(Double.MIN_VALUE , (i, a, b) -> (double) Math.max(a, b));
 891                                     return (long)Double.doubleToLongBits(r);
 892                                 });
 893         return Double.longBitsToDouble(bits);
 894     }
 895 
 896 
 897     @Override
 898     @ForceInline
 899     public double addAll(Mask<Double> m) {
 900         return blend(SPECIES.broadcast((double) 0), m).addAll();
 901     }
 902 
 903     @Override
 904     @ForceInline
 905     public double mulAll(Mask<Double> m) {
 906         return blend(SPECIES.broadcast((double) 1), m).mulAll();
 907     }
 908 
 909     @Override
 910     @ForceInline
 911     public double minAll(Mask<Double> m) {
 912         return blend(SPECIES.broadcast(Double.MAX_VALUE), m).minAll();
 913     }
 914 
 915     @Override
 916     @ForceInline
 917     public double maxAll(Mask<Double> m) {
 918         return blend(SPECIES.broadcast(Double.MIN_VALUE), m).maxAll();
 919     }
 920 
 921     @Override
 922     @ForceInline
 923     public Shuffle<Double> toShuffle() {
 924         double[] a = toArray();
 925         int[] sa = new int[a.length];
 926         for (int i = 0; i < a.length; i++) {
 927             sa[i] = (int) a[i];
 928         }
 929         return DoubleVector.shuffleFromArray(SPECIES, sa, 0);
 930     }
 931 
 932     // Memory operations
 933 
 934     private static final int ARRAY_SHIFT         = 31 - Integer.numberOfLeadingZeros(Unsafe.ARRAY_DOUBLE_INDEX_SCALE);
 935     private static final int BOOLEAN_ARRAY_SHIFT = 31 - Integer.numberOfLeadingZeros(Unsafe.ARRAY_BOOLEAN_INDEX_SCALE);
 936 
 937     @Override
 938     @ForceInline
 939     public void intoArray(double[] a, int ix) {
 940         Objects.requireNonNull(a);
 941         ix = VectorIntrinsics.checkIndex(ix, a.length, LENGTH);
 942         VectorIntrinsics.store(Double512Vector.class, double.class, LENGTH,
 943                                a, (((long) ix) << ARRAY_SHIFT) + Unsafe.ARRAY_DOUBLE_BASE_OFFSET,
 944                                this,
 945                                a, ix,
 946                                (arr, idx, v) -> v.forEach((i, e) -> arr[idx + i] = e));
 947     }
 948 
 949     @Override
 950     @ForceInline
 951     public final void intoArray(double[] a, int ax, Mask<Double> m) {
 952         DoubleVector oldVal = DoubleVector.fromArray(SPECIES, a, ax);
 953         DoubleVector newVal = oldVal.blend(this, m);
 954         newVal.intoArray(a, ax);
 955     }
 956     @Override
 957     @ForceInline
 958     public void intoArray(double[] a, int ix, int[] b, int iy) {
 959         Objects.requireNonNull(a);
 960         Objects.requireNonNull(b);
 961 
 962         // Index vector: vix[0:n] = i -> ix + indexMap[iy + i]
 963         IntVector vix = IntVector.fromArray(INDEX_SPEC, b, iy).add(ix);
 964 
 965         vix = VectorIntrinsics.checkIndex(vix, a.length);
 966 
 967         VectorIntrinsics.storeWithMap(Double512Vector.class, double.class, LENGTH, Int256Vector.class,
 968                                a, Unsafe.ARRAY_DOUBLE_BASE_OFFSET, vix,
 969                                this,
 970                                a, ix, b, iy,
 971                                (arr, idx, v, indexMap, idy) -> v.forEach((i, e) -> arr[idx+indexMap[idy+i]] = e));
 972     }
 973 
 974      @Override
 975      @ForceInline
 976      public final void intoArray(double[] a, int ax, Mask<Double> m, int[] b, int iy) {
 977          // @@@ This can result in out of bounds errors for unset mask lanes
 978          DoubleVector oldVal = DoubleVector.fromArray(SPECIES, a, ax, b, iy);
 979          DoubleVector newVal = oldVal.blend(this, m);
 980          newVal.intoArray(a, ax, b, iy);
 981      }
 982 
 983     @Override
 984     @ForceInline
 985     public void intoByteArray(byte[] a, int ix) {
 986         Objects.requireNonNull(a);
 987         ix = VectorIntrinsics.checkIndex(ix, a.length, bitSize() / Byte.SIZE);
 988         VectorIntrinsics.store(Double512Vector.class, double.class, LENGTH,
 989                                a, ((long) ix) + Unsafe.ARRAY_BYTE_BASE_OFFSET,
 990                                this,
 991                                a, ix,
 992                                (c, idx, v) -> {
 993                                    ByteBuffer bbc = ByteBuffer.wrap(c, idx, c.length - idx).order(ByteOrder.nativeOrder());
 994                                    DoubleBuffer tb = bbc.asDoubleBuffer();
 995                                    v.forEach((i, e) -> tb.put(e));
 996                                });
 997     }
 998 
 999     @Override
1000     @ForceInline
1001     public final void intoByteArray(byte[] a, int ix, Mask<Double> m) {
1002         Double512Vector oldVal = (Double512Vector) DoubleVector.fromByteArray(SPECIES, a, ix);
1003         Double512Vector newVal = oldVal.blend(this, m);
1004         newVal.intoByteArray(a, ix);
1005     }
1006 
1007     @Override
1008     @ForceInline
1009     public void intoByteBuffer(ByteBuffer bb, int ix) {
1010         if (bb.order() != ByteOrder.nativeOrder()) {
1011             throw new IllegalArgumentException();
1012         }
1013         if (bb.isReadOnly()) {
1014             throw new ReadOnlyBufferException();
1015         }
1016         ix = VectorIntrinsics.checkIndex(ix, bb.limit(), bitSize() / Byte.SIZE);
1017         VectorIntrinsics.store(Double512Vector.class, double.class, LENGTH,
1018                                U.getReference(bb, BYTE_BUFFER_HB), ix + U.getLong(bb, BUFFER_ADDRESS),
1019                                this,
1020                                bb, ix,
1021                                (c, idx, v) -> {
1022                                    ByteBuffer bbc = c.duplicate().position(idx).order(ByteOrder.nativeOrder());
1023                                    DoubleBuffer tb = bbc.asDoubleBuffer();
1024                                    v.forEach((i, e) -> tb.put(e));
1025                                });
1026     }
1027 
1028     @Override
1029     @ForceInline
1030     public void intoByteBuffer(ByteBuffer bb, int ix, Mask<Double> m) {
1031         Double512Vector oldVal = (Double512Vector) DoubleVector.fromByteBuffer(SPECIES, bb, ix);
1032         Double512Vector newVal = oldVal.blend(this, m);
1033         newVal.intoByteBuffer(bb, ix);
1034     }
1035 
1036     //
1037 
1038     @Override
1039     public String toString() {
1040         return Arrays.toString(getElements());
1041     }
1042 
1043     @Override
1044     public boolean equals(Object o) {
1045         if (this == o) return true;
1046         if (o == null || this.getClass() != o.getClass()) return false;
1047 
1048         Double512Vector that = (Double512Vector) o;
1049         return this.equal(that).allTrue();
1050     }
1051 
1052     @Override
1053     public int hashCode() {
1054         return Arrays.hashCode(vec);
1055     }
1056 
1057     // Binary test
1058 
1059     @Override
1060     Double512Mask bTest(Vector<Double> o, FBinTest f) {
1061         double[] vec1 = getElements();
1062         double[] vec2 = ((Double512Vector)o).getElements();
1063         boolean[] bits = new boolean[length()];
1064         for (int i = 0; i < length(); i++){
1065             bits[i] = f.apply(i, vec1[i], vec2[i]);
1066         }
1067         return new Double512Mask(bits);
1068     }
1069 
1070     // Comparisons
1071 
1072     @Override
1073     @ForceInline
1074     public Double512Mask equal(Vector<Double> o) {
1075         Objects.requireNonNull(o);
1076         Double512Vector v = (Double512Vector)o;
1077 
1078         return VectorIntrinsics.compare(
1079             BT_eq, Double512Vector.class, Double512Mask.class, double.class, LENGTH,
1080             this, v,
1081             (v1, v2) -> v1.bTest(v2, (i, a, b) -> a == b));
1082     }
1083 
1084     @Override
1085     @ForceInline
1086     public Double512Mask notEqual(Vector<Double> o) {
1087         Objects.requireNonNull(o);
1088         Double512Vector v = (Double512Vector)o;
1089 
1090         return VectorIntrinsics.compare(
1091             BT_ne, Double512Vector.class, Double512Mask.class, double.class, LENGTH,
1092             this, v,
1093             (v1, v2) -> v1.bTest(v2, (i, a, b) -> a != b));
1094     }
1095 
1096     @Override
1097     @ForceInline
1098     public Double512Mask lessThan(Vector<Double> o) {
1099         Objects.requireNonNull(o);
1100         Double512Vector v = (Double512Vector)o;
1101 
1102         return VectorIntrinsics.compare(
1103             BT_lt, Double512Vector.class, Double512Mask.class, double.class, LENGTH,
1104             this, v,
1105             (v1, v2) -> v1.bTest(v2, (i, a, b) -> a < b));
1106     }
1107 
1108     @Override
1109     @ForceInline
1110     public Double512Mask lessThanEq(Vector<Double> o) {
1111         Objects.requireNonNull(o);
1112         Double512Vector v = (Double512Vector)o;
1113 
1114         return VectorIntrinsics.compare(
1115             BT_le, Double512Vector.class, Double512Mask.class, double.class, LENGTH,
1116             this, v,
1117             (v1, v2) -> v1.bTest(v2, (i, a, b) -> a <= b));
1118     }
1119 
1120     @Override
1121     @ForceInline
1122     public Double512Mask greaterThan(Vector<Double> o) {
1123         Objects.requireNonNull(o);
1124         Double512Vector v = (Double512Vector)o;
1125 
1126         return (Double512Mask) VectorIntrinsics.compare(
1127             BT_gt, Double512Vector.class, Double512Mask.class, double.class, LENGTH,
1128             this, v,
1129             (v1, v2) -> v1.bTest(v2, (i, a, b) -> a > b));
1130     }
1131 
1132     @Override
1133     @ForceInline
1134     public Double512Mask greaterThanEq(Vector<Double> o) {
1135         Objects.requireNonNull(o);
1136         Double512Vector v = (Double512Vector)o;
1137 
1138         return VectorIntrinsics.compare(
1139             BT_ge, Double512Vector.class, Double512Mask.class, double.class, LENGTH,
1140             this, v,
1141             (v1, v2) -> v1.bTest(v2, (i, a, b) -> a >= b));
1142     }
1143 
1144     // Foreach
1145 
1146     @Override
1147     void forEach(FUnCon f) {
1148         double[] vec = getElements();
1149         for (int i = 0; i < length(); i++) {
1150             f.apply(i, vec[i]);
1151         }
1152     }
1153 
1154     @Override
1155     void forEach(Mask<Double> o, FUnCon f) {
1156         boolean[] mbits = ((Double512Mask)o).getBits();
1157         forEach((i, a) -> {
1158             if (mbits[i]) { f.apply(i, a); }
1159         });
1160     }
1161 
1162     Long512Vector toBits() {
1163         double[] vec = getElements();
1164         long[] res = new long[this.species().length()];
1165         for(int i = 0; i < this.species().length(); i++){
1166             res[i] = Double.doubleToLongBits(vec[i]);
1167         }
1168         return new Long512Vector(res);
1169     }
1170 
1171 
1172     @Override
1173     public Double512Vector rotateEL(int j) {
1174         double[] vec = getElements();
1175         double[] res = new double[length()];
1176         for (int i = 0; i < length(); i++){
1177             res[(j + i) % length()] = vec[i];
1178         }
1179         return new Double512Vector(res);
1180     }
1181 
1182     @Override
1183     public Double512Vector rotateER(int j) {
1184         double[] vec = getElements();
1185         double[] res = new double[length()];
1186         for (int i = 0; i < length(); i++){
1187             int z = i - j;
1188             if(j < 0) {
1189                 res[length() + z] = vec[i];
1190             } else {
1191                 res[z] = vec[i];
1192             }
1193         }
1194         return new Double512Vector(res);
1195     }
1196 
1197     @Override
1198     public Double512Vector shiftEL(int j) {
1199         double[] vec = getElements();
1200         double[] res = new double[length()];
1201         for (int i = 0; i < length() - j; i++) {
1202             res[i] = vec[i + j];
1203         }
1204         return new Double512Vector(res);
1205     }
1206 
1207     @Override
1208     public Double512Vector shiftER(int j) {
1209         double[] vec = getElements();
1210         double[] res = new double[length()];
1211         for (int i = 0; i < length() - j; i++){
1212             res[i + j] = vec[i];
1213         }
1214         return new Double512Vector(res);
1215     }
1216 
1217     @Override
1218     @ForceInline
1219     public Double512Vector rearrange(Vector<Double> v,
1220                                   Shuffle<Double> s, Mask<Double> m) {
1221         return this.rearrange(s).blend(v.rearrange(s), m);
1222     }
1223 
1224     @Override
1225     @ForceInline
1226     public Double512Vector rearrange(Shuffle<Double> o1) {
1227         Objects.requireNonNull(o1);
1228         Double512Shuffle s =  (Double512Shuffle)o1;
1229 
1230         return VectorIntrinsics.rearrangeOp(
1231             Double512Vector.class, Double512Shuffle.class, double.class, LENGTH,
1232             this, s,
1233             (v1, s_) -> v1.uOp((i, a) -> {
1234                 int ei = s_.getElement(i);
1235                 return v1.get(ei);
1236             }));
1237     }
1238 
1239     @Override
1240     @ForceInline
1241     public Double512Vector blend(Vector<Double> o1, Mask<Double> o2) {
1242         Objects.requireNonNull(o1);
1243         Objects.requireNonNull(o2);
1244         Double512Vector v = (Double512Vector)o1;
1245         Double512Mask   m = (Double512Mask)o2;
1246 
1247         return VectorIntrinsics.blend(
1248             Double512Vector.class, Double512Mask.class, double.class, LENGTH,
1249             this, v, m,
1250             (v1, v2, m_) -> v1.bOp(v2, (i, a, b) -> m_.getElement(i) ? b : a));
1251     }
1252 
1253     // Accessors
1254 
1255     @Override
1256     public double get(int i) {
1257         if (i < 0 || i >= LENGTH) {
1258             throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + LENGTH);
1259         }
1260         long bits = (long) VectorIntrinsics.extract(
1261                                 Double512Vector.class, double.class, LENGTH,
1262                                 this, i,
1263                                 (vec, ix) -> {
1264                                     double[] vecarr = vec.getElements();
1265                                     return (long)Double.doubleToLongBits(vecarr[ix]);
1266                                 });
1267         return Double.longBitsToDouble(bits);
1268     }
1269 
1270     @Override
1271     public Double512Vector with(int i, double e) {
1272         if (i < 0 || i >= LENGTH) {
1273             throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + LENGTH);
1274         }
1275         return VectorIntrinsics.insert(
1276                                 Double512Vector.class, double.class, LENGTH,
1277                                 this, i, (long)Double.doubleToLongBits(e),
1278                                 (v, ix, bits) -> {
1279                                     double[] res = v.getElements().clone();
1280                                     res[ix] = Double.longBitsToDouble((long)bits);
1281                                     return new Double512Vector(res);
1282                                 });
1283     }
1284 
1285     // Mask
1286 
1287     static final class Double512Mask extends AbstractMask<Double> {
1288         static final Double512Mask TRUE_MASK = new Double512Mask(true);
1289         static final Double512Mask FALSE_MASK = new Double512Mask(false);
1290 
1291         private final boolean[] bits; // Don't access directly, use getBits() instead.
1292 
1293         public Double512Mask(boolean[] bits) {
1294             this(bits, 0);
1295         }
1296 
1297         public Double512Mask(boolean[] bits, int offset) {
1298             boolean[] a = new boolean[species().length()];
1299             for (int i = 0; i < a.length; i++) {
1300                 a[i] = bits[offset + i];
1301             }
1302             this.bits = a;
1303         }
1304 
1305         public Double512Mask(boolean val) {
1306             boolean[] bits = new boolean[species().length()];
1307             Arrays.fill(bits, val);
1308             this.bits = bits;
1309         }
1310 
1311         boolean[] getBits() {
1312             return VectorIntrinsics.maybeRebox(this).bits;
1313         }
1314 
1315         @Override
1316         Double512Mask uOp(MUnOp f) {
1317             boolean[] res = new boolean[species().length()];
1318             boolean[] bits = getBits();
1319             for (int i = 0; i < species().length(); i++) {
1320                 res[i] = f.apply(i, bits[i]);
1321             }
1322             return new Double512Mask(res);
1323         }
1324 
1325         @Override
1326         Double512Mask bOp(Mask<Double> o, MBinOp f) {
1327             boolean[] res = new boolean[species().length()];
1328             boolean[] bits = getBits();
1329             boolean[] mbits = ((Double512Mask)o).getBits();
1330             for (int i = 0; i < species().length(); i++) {
1331                 res[i] = f.apply(i, bits[i], mbits[i]);
1332             }
1333             return new Double512Mask(res);
1334         }
1335 
1336         @Override
1337         public Double512Species species() {
1338             return SPECIES;
1339         }
1340 
1341         @Override
1342         public Double512Vector toVector() {
1343             double[] res = new double[species().length()];
1344             boolean[] bits = getBits();
1345             for (int i = 0; i < species().length(); i++) {
1346                 // -1 will result in the most significant bit being set in
1347                 // addition to some or all other bits
1348                 res[i] = (double) (bits[i] ? -1 : 0);
1349             }
1350             return new Double512Vector(res);
1351         }
1352 
1353         // Unary operations
1354 
1355         @Override
1356         @ForceInline
1357         public Double512Mask not() {
1358             return (Double512Mask) VectorIntrinsics.unaryOp(
1359                                              VECTOR_OP_NOT, Double512Mask.class, long.class, LENGTH,
1360                                              this,
1361                                              (m1) -> m1.uOp((i, a) -> !a));
1362         }
1363 
1364         // Binary operations
1365 
1366         @Override
1367         @ForceInline
1368         public Double512Mask and(Mask<Double> o) {
1369             Objects.requireNonNull(o);
1370             Double512Mask m = (Double512Mask)o;
1371             return VectorIntrinsics.binaryOp(VECTOR_OP_AND, Double512Mask.class, long.class, LENGTH,
1372                                              this, m,
1373                                              (m1, m2) -> m1.bOp(m2, (i, a, b) -> a & b));
1374         }
1375 
1376         @Override
1377         @ForceInline
1378         public Double512Mask or(Mask<Double> o) {
1379             Objects.requireNonNull(o);
1380             Double512Mask m = (Double512Mask)o;
1381             return VectorIntrinsics.binaryOp(VECTOR_OP_OR, Double512Mask.class, long.class, LENGTH,
1382                                              this, m,
1383                                              (m1, m2) -> m1.bOp(m2, (i, a, b) -> a | b));
1384         }
1385 
1386         // Reductions
1387 
1388         @Override
1389         @ForceInline
1390         public boolean anyTrue() {
1391             return VectorIntrinsics.test(BT_ne, Double512Mask.class, long.class, LENGTH,
1392                                          this, this,
1393                                          (m, __) -> anyTrueHelper(((Double512Mask)m).getBits()));
1394         }
1395 
1396         @Override
1397         @ForceInline
1398         public boolean allTrue() {
1399             return VectorIntrinsics.test(BT_overflow, Double512Mask.class, long.class, LENGTH,
1400                                          this, DoubleVector.maskAllTrue(species()),
1401                                          (m, __) -> allTrueHelper(((Double512Mask)m).getBits()));
1402         }
1403     }
1404 
1405     // Shuffle
1406 
1407     static final class Double512Shuffle extends AbstractShuffle<Double> {
1408         Double512Shuffle(byte[] reorder) {
1409             super(reorder);
1410         }
1411 
1412         public Double512Shuffle(int[] reorder) {
1413             super(reorder);
1414         }
1415 
1416         public Double512Shuffle(int[] reorder, int i) {
1417             super(reorder, i);
1418         }
1419 
1420         public Double512Shuffle(IntUnaryOperator f) {
1421             super(f);
1422         }
1423 
1424         @Override
1425         public Double512Species species() {
1426             return SPECIES;
1427         }
1428 
1429         @Override
1430         public DoubleVector toVector() {
1431             double[] va = new double[SPECIES.length()];
1432             for (int i = 0; i < va.length; i++) {
1433               va[i] = (double) getElement(i);
1434             }
1435             return DoubleVector.fromArray(SPECIES, va, 0);
1436         }
1437 
1438         @Override
1439         public Double512Shuffle rearrange(Vector.Shuffle<Double> o) {
1440             Double512Shuffle s = (Double512Shuffle) o;
1441             byte[] r = new byte[reorder.length];
1442             for (int i = 0; i < reorder.length; i++) {
1443                 r[i] = reorder[s.reorder[i]];
1444             }
1445             return new Double512Shuffle(r);
1446         }
1447     }
1448 
1449     // Species
1450 
1451     @Override
1452     public Double512Species species() {
1453         return SPECIES;
1454     }
1455 
1456     static final class Double512Species extends DoubleSpecies {
1457         static final int BIT_SIZE = Shape.S_512_BIT.bitSize();
1458 
1459         static final int LENGTH = BIT_SIZE / Double.SIZE;
1460 
1461         @Override
1462         public String toString() {
1463            StringBuilder sb = new StringBuilder("Shape[");
1464            sb.append(bitSize()).append(" bits, ");
1465            sb.append(length()).append(" ").append(double.class.getSimpleName()).append("s x ");
1466            sb.append(elementSize()).append(" bits");
1467            sb.append("]");
1468            return sb.toString();
1469         }
1470 
1471         @Override
1472         @ForceInline
1473         public int bitSize() {
1474             return BIT_SIZE;
1475         }
1476 
1477         @Override
1478         @ForceInline
1479         public int length() {
1480             return LENGTH;
1481         }
1482 
1483         @Override
1484         @ForceInline
1485         public Class<Double> elementType() {
1486             return double.class;
1487         }
1488 
1489         @Override
1490         @ForceInline
1491         public Class<?> boxType() {
1492             return Double512Vector.class;
1493         }
1494 
1495         @Override
1496         @ForceInline
1497         public Class<?> maskType() {
1498             return Double512Mask.class;
1499         }
1500 
1501         @Override
1502         @ForceInline
1503         public int elementSize() {
1504             return Double.SIZE;
1505         }
1506 
1507         @Override
1508         @ForceInline
1509         @SuppressWarnings("unchecked")
1510         Class<?> vectorType() {
1511             return Double512Vector.class;
1512         }
1513 
1514         @Override
1515         @ForceInline
1516         public Shape shape() {
1517             return Shape.S_512_BIT;
1518         }
1519 
1520        @Override
1521        IntVector.IntSpecies indexSpecies() {
1522           return INDEX_SPEC;
1523        }
1524 
1525         @Override
1526         Double512Vector op(FOp f) {
1527             double[] res = new double[length()];
1528             for (int i = 0; i < length(); i++) {
1529                 res[i] = f.apply(i);
1530             }
1531             return new Double512Vector(res);
1532         }
1533 
1534         @Override
1535         Double512Vector op(Mask<Double> o, FOp f) {
1536             double[] res = new double[length()];
1537             boolean[] mbits = ((Double512Mask)o).getBits();
1538             for (int i = 0; i < length(); i++) {
1539                 if (mbits[i]) {
1540                     res[i] = f.apply(i);
1541                 }
1542             }
1543             return new Double512Vector(res);
1544         }
1545 
1546         @Override
1547         Double512Mask opm(FOpm f) {
1548             boolean[] res = new boolean[length()];
1549             for (int i = 0; i < length(); i++) {
1550                 res[i] = (boolean)f.apply(i);
1551             }
1552             return new Double512Mask(res);
1553         }
1554 
1555         // Factories
1556 
1557         @Override
1558         @ForceInline
1559         public Double512Vector zero() {
1560             return VectorIntrinsics.broadcastCoerced(Double512Vector.class, double.class, LENGTH,
1561                                                      Double.doubleToLongBits(0.0f), SPECIES, 
1562                                                      ((bits, s) -> ((Double512Species)s).op(i -> Double.longBitsToDouble((long)bits))));
1563         }
1564 
1565         @Override
1566         @ForceInline
1567         public Double512Vector broadcast(double e) {
1568             return VectorIntrinsics.broadcastCoerced(
1569                 Double512Vector.class, double.class, LENGTH,
1570                 Double.doubleToLongBits(e), SPECIES,
1571                 ((bits, s) -> ((Double512Species)s).op(i -> Double.longBitsToDouble((long)bits))));
1572         }
1573 
1574         @Override
1575         @ForceInline
1576         public Double512Vector scalars(double... es) {
1577             Objects.requireNonNull(es);
1578             int ix = VectorIntrinsics.checkIndex(0, es.length, LENGTH);
1579             return VectorIntrinsics.load(Double512Vector.class, double.class, LENGTH,
1580                                          es, Unsafe.ARRAY_DOUBLE_BASE_OFFSET,
1581                                          es, ix, SPECIES,
1582                                          (c, idx, s) -> ((Double512Species)s).op(n -> c[idx + n]));
1583         }
1584 
1585         @Override
1586         @ForceInline
1587         public <E> Double512Mask cast(Mask<E> m) {
1588             if (m.length() != LENGTH)
1589                 throw new IllegalArgumentException("Mask length this species length differ");
1590             return new Double512Mask(m.toArray());
1591         }
1592 
1593         @Override
1594         @ForceInline
1595         public <E> Double512Shuffle cast(Shuffle<E> s) {
1596             if (s.length() != LENGTH)
1597                 throw new IllegalArgumentException("Shuffle length this species length differ");
1598             return new Double512Shuffle(s.toArray());
1599         }
1600     }
1601 }