1 /*
   2  * Copyright (c) 2011, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  */
  23 
  24 /* @test
  25    @bug 7040220
  26    @summary Test if StringCoding and NIO result have the same de/encoding result for UTF-8
  27  * @run main/othervm/timeout=2000 TestStringCodingUTF8
  28  * @key randomness
  29  */
  30 
  31 import java.util.*;
  32 import java.nio.*;
  33 import java.nio.charset.*;
  34 
  35 public class TestStringCodingUTF8 {
  36     public static void main(String[] args) throws Throwable {
  37         test("UTF-8");
  38         test("CESU-8");
  39         // security manager on
  40         System.setSecurityManager(new PermissiveSecurityManger());
  41         test("UTF-8");
  42         test("CESU-8");
  43     }
  44 
  45     static void test(String csn) throws Throwable {
  46         Charset cs = Charset.forName(csn);
  47         char[] bmp = new char[0x10000];
  48         for (int i = 0; i < 0x10000; i++) {
  49             bmp[i] = (char)i;
  50         }
  51         test(cs, bmp, 0, bmp.length);
  52 
  53         ArrayList<Integer> list = new ArrayList<>(0x20000);
  54         for (int i = 0; i < 0x20000; i++) {
  55             list.add(i, i);
  56         }
  57         Collections.shuffle(list);
  58         int j = 0;
  59         char[] bmpsupp = new char[0x30000];
  60         for (int i = 0; i < 0x20000; i++) {
  61             j += Character.toChars(list.get(i), bmpsupp, j);
  62         }
  63         assert (j == bmpsupp.length);
  64         test(cs, bmpsupp, 0, bmpsupp.length);
  65 
  66         // randomed "off" and "len" on shuffled data
  67         Random rnd = new Random();
  68         int maxlen = 1000;
  69         int itr = 5000;
  70         for (int i = 0; i < itr; i++) {
  71             int off = rnd.nextInt(bmpsupp.length - maxlen);
  72             int len = rnd.nextInt(maxlen);
  73             test(cs, bmpsupp, off, len);
  74         }
  75 
  76         // random length of bytes, test the edge corner case
  77         for (int i = 0; i < itr; i++) {
  78             byte[] ba = new byte[rnd.nextInt(maxlen)];
  79             rnd.nextBytes(ba);
  80             //new String(csn);
  81             if (!new String(ba, cs.name()).equals(
  82                  new String(decode(cs, ba, 0, ba.length))))
  83                 throw new RuntimeException("new String(csn) failed");
  84             //new String(cs);
  85             if (!new String(ba, cs).equals(
  86                  new String(decode(cs, ba, 0, ba.length))))
  87                 throw new RuntimeException("new String(cs) failed");
  88         }
  89         System.out.println("done!");
  90     }
  91 
  92     static void test(Charset cs, char[] ca, int off, int len) throws Throwable {
  93         String str = new String(ca, off, len);
  94         byte[] ba = encode(cs, ca, off, len);
  95 
  96         //getBytes(csn);
  97         byte[] baStr = str.getBytes(cs.name());
  98         if (!Arrays.equals(ba, baStr))
  99             throw new RuntimeException("getBytes(csn) failed");
 100 
 101         //getBytes(cs);
 102         baStr = str.getBytes(cs);
 103         if (!Arrays.equals(ba, baStr))
 104             throw new RuntimeException("getBytes(cs) failed");
 105 
 106         //new String(csn);
 107         if (!new String(ba, cs.name()).equals(new String(decode(cs, ba, 0, ba.length))))
 108             throw new RuntimeException("new String(csn) failed");
 109 
 110         //new String(cs);
 111         if (!new String(ba, cs).equals(new String(decode(cs, ba, 0, ba.length))))
 112             throw new RuntimeException("new String(cs) failed");
 113     }
 114 
 115     // copy/paste of the StringCoding.decode()
 116     static char[] decode(Charset cs, byte[] ba, int off, int len) {
 117         CharsetDecoder cd = cs.newDecoder();
 118         int en = (int)(len * cd.maxCharsPerByte());
 119         char[] ca = new char[en];
 120         if (len == 0)
 121             return ca;
 122         cd.onMalformedInput(CodingErrorAction.REPLACE)
 123           .onUnmappableCharacter(CodingErrorAction.REPLACE)
 124           .reset();
 125 
 126         ByteBuffer bb = ByteBuffer.wrap(ba, off, len);
 127         CharBuffer cb = CharBuffer.wrap(ca);
 128         try {
 129             CoderResult cr = cd.decode(bb, cb, true);
 130             if (!cr.isUnderflow())
 131                 cr.throwException();
 132             cr = cd.flush(cb);
 133             if (!cr.isUnderflow())
 134                 cr.throwException();
 135         } catch (CharacterCodingException x) {
 136             throw new Error(x);
 137         }
 138         return Arrays.copyOf(ca, cb.position());
 139     }
 140 
 141     // copy/paste of the StringCoding.encode()
 142     static byte[] encode(Charset cs, char[] ca, int off, int len) {
 143         CharsetEncoder ce = cs.newEncoder();
 144         int en = (int)(len * ce.maxBytesPerChar());
 145         byte[] ba = new byte[en];
 146         if (len == 0)
 147             return ba;
 148         ce.onMalformedInput(CodingErrorAction.REPLACE)
 149           .onUnmappableCharacter(CodingErrorAction.REPLACE)
 150           .reset();
 151         ByteBuffer bb = ByteBuffer.wrap(ba);
 152         CharBuffer cb = CharBuffer.wrap(ca, off, len);
 153         try {
 154             CoderResult cr = ce.encode(cb, bb, true);
 155             if (!cr.isUnderflow())
 156                 cr.throwException();
 157             cr = ce.flush(bb);
 158             if (!cr.isUnderflow())
 159                 cr.throwException();
 160         } catch (CharacterCodingException x) {
 161             throw new Error(x);
 162         }
 163         return Arrays.copyOf(ba, bb.position());
 164     }
 165 
 166     static class PermissiveSecurityManger extends SecurityManager {
 167         @Override public void checkPermission(java.security.Permission p) {}
 168     }
 169 }