/* * Copyright (c) 2009, 2025, Oracle and/or its affiliates. All rights reserved. * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * * This code is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License version 2 only, as * published by the Free Software Foundation. * * This code is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License * version 2 for more details (a copy is included in the LICENSE file that * accompanied this code). * * You should have received a copy of the GNU General Public License version * 2 along with this work; if not, write to the Free Software Foundation, * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. * * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA * or visit www.oracle.com if you need additional information or have any * questions. */ /* * @test * @bug 6831794 6229811 8343157 * @summary Test EUC_TW charset * @modules java.base/sun.nio.cs */ import java.nio.charset.*; import java.nio.*; import java.util.*; public class TestEUC_TW { static class Time { long t; } static int iteration = 100; static char[] decode(byte[] bb, Charset cs, boolean testDirect, Time t) throws Exception { String csn = cs.name(); CharsetDecoder dec = cs.newDecoder(); ByteBuffer bbf; CharBuffer cbf; if (testDirect) { bbf = ByteBuffer.allocateDirect(bb.length); cbf = ByteBuffer.allocateDirect(bb.length*2).asCharBuffer(); bbf.put(bb); } else { bbf = ByteBuffer.wrap(bb); cbf = CharBuffer.allocate(bb.length); } CoderResult cr = null; long t1 = System.nanoTime()/1000; for (int i = 0; i < iteration; i++) { bbf.rewind(); cbf.clear(); dec.reset(); cr = dec.decode(bbf, cbf, true); } long t2 = System.nanoTime()/1000; if (t != null) t.t = (t2 - t1)/iteration; if (cr != CoderResult.UNDERFLOW) { System.out.println("DEC-----------------"); int pos = bbf.position(); System.out.printf(" cr=%s, bbf.pos=%d, bb[pos]=%x,%x,%x,%x%n", cr.toString(), pos, bb[pos++]&0xff, bb[pos++]&0xff,bb[pos++]&0xff, bb[pos++]&0xff); throw new RuntimeException("Decoding err: " + csn); } char[] cc = new char[cbf.position()]; cbf.flip(); cbf.get(cc); return cc; } static CoderResult decodeCR(byte[] bb, Charset cs, boolean testDirect) throws Exception { CharsetDecoder dec = cs.newDecoder(); ByteBuffer bbf; CharBuffer cbf; if (testDirect) { bbf = ByteBuffer.allocateDirect(bb.length); cbf = ByteBuffer.allocateDirect(bb.length*2).asCharBuffer(); bbf.put(bb).flip(); } else { bbf = ByteBuffer.wrap(bb); cbf = CharBuffer.allocate(bb.length); } return dec.decode(bbf, cbf, true); } static byte[] encode(char[] cc, Charset cs, boolean testDirect, Time t) throws Exception { ByteBuffer bbf; CharBuffer cbf; CharsetEncoder enc = cs.newEncoder(); String csn = cs.name(); if (testDirect) { bbf = ByteBuffer.allocateDirect(cc.length * 4); cbf = ByteBuffer.allocateDirect(cc.length * 2).asCharBuffer(); cbf.put(cc).flip(); } else { bbf = ByteBuffer.allocate(cc.length * 4); cbf = CharBuffer.wrap(cc); } CoderResult cr = null; long t1 = System.nanoTime()/1000; for (int i = 0; i < iteration; i++) { cbf.rewind(); bbf.clear(); enc.reset(); cr = enc.encode(cbf, bbf, true); } long t2 = System.nanoTime()/1000; if (t != null) t.t = (t2 - t1)/iteration; if (cr != CoderResult.UNDERFLOW) { System.out.println("ENC-----------------"); int pos = cbf.position(); System.out.printf(" cr=%s, cbf.pos=%d, cc[pos]=%x%n", cr.toString(), pos, cc[pos]&0xffff); throw new RuntimeException("Encoding err: " + csn); } byte[] bb = new byte[bbf.position()]; bbf.flip(); bbf.get(bb); return bb; } static char[] getEUC_TWChars(boolean skipNR) { CharsetEncoder enc = Charset.forName("EUC_TW").newEncoder(); char[] cc = new char[0x20000]; char[] c2 = new char[2]; int pos = 0; int i = 0; //bmp for (i = 0; i < 0x10000; i++) { //SKIP these 3 NR codepoints if compared to EUC_TW if (skipNR && (i == 0x4ea0 || i == 0x51ab || i == 0x52f9)) continue; if (enc.canEncode((char)i)) { cc[pos++] = (char)i; } } //supp CharBuffer cb = CharBuffer.wrap(new char[2]); for (i = 0x20000; i < 0x30000; i++) { Character.toChars(i, c2, 0); cb.clear();cb.put(c2[0]);cb.put(c2[1]);cb.flip(); if (enc.canEncode(cb)) { //System.out.printf("cp=%x, (%x, %x) %n", i, c2[0] & 0xffff, c2[1] & 0xffff); cc[pos++] = c2[0]; cc[pos++] = c2[1]; } } return Arrays.copyOf(cc, pos); } static void checkRoundtrip(Charset cs) throws Exception { char[] cc = getEUC_TWChars(false); System.out.printf("Check roundtrip <%s>...", cs.name()); byte[] bb = encode(cc, cs, false, null); char[] ccO = decode(bb, cs, false, null); if (!Arrays.equals(cc, ccO)) { System.out.printf(" non-direct failed"); } bb = encode(cc, cs, true, null); ccO = decode(bb, cs, true, null); if (!Arrays.equals(cc, ccO)) { System.out.printf(" (direct) failed"); } System.out.println(); } static void checkInit(String csn) throws Exception { System.out.printf("Check init <%s>...%n", csn); Charset.forName("Big5"); // load in the ExtendedCharsets long t1 = System.nanoTime()/1000; Charset cs = Charset.forName(csn); long t2 = System.nanoTime()/1000; System.out.printf(" charset :%d%n", t2 - t1); t1 = System.nanoTime()/1000; cs.newDecoder(); t2 = System.nanoTime()/1000; System.out.printf(" new Decoder :%d%n", t2 - t1); t1 = System.nanoTime()/1000; cs.newEncoder(); t2 = System.nanoTime()/1000; System.out.printf(" new Encoder :%d%n", t2 - t1); } static boolean check(CharsetDecoder dec, byte[] bytes, boolean direct, int[] flow) { int inPos = flow[0]; int inLen = flow[1]; int outPos = flow[2]; int outLen = flow[3]; int expedInPos = flow[4]; int expedOutPos = flow[5]; CoderResult expedCR = (flow[6]==0)?CoderResult.UNDERFLOW :CoderResult.OVERFLOW; ByteBuffer bbf; CharBuffer cbf; if (direct) { bbf = ByteBuffer.allocateDirect(inPos + bytes.length); cbf = ByteBuffer.allocateDirect((outPos + outLen)*2).asCharBuffer(); } else { bbf = ByteBuffer.allocate(inPos + bytes.length); cbf = CharBuffer.allocate(outPos + outLen); } bbf.position(inPos); bbf.put(bytes).flip().position(inPos).limit(inPos + inLen); cbf.position(outPos); dec.reset(); CoderResult cr = dec.decode(bbf, cbf, false); if (cr != expedCR || bbf.position() != expedInPos || cbf.position() != expedOutPos) { System.out.printf("Expected(direct=%5b): [", direct); for (int i:flow) System.out.print(" " + i); System.out.println("] CR=" + cr + ", inPos=" + bbf.position() + ", outPos=" + cbf.position()); return false; } return true; } static void checkUnderOverflow(Charset cs) throws Exception { String csn = cs.name(); System.out.printf("Check under/overflow <%s>...%n", csn); CharsetDecoder dec = cs.newDecoder(); boolean failed = false; //7f, a1a1, 8ea2a1a1, 8ea3a1a1, 8ea7a1a1 //0 1 2 3 7 11 byte[] bytes = new String("\u007f\u3000\u4e42\u4e28\ud840\udc55").getBytes("EUC_TW"); int inlen = bytes.length; int MAXOFF = 20; for (int inoff = 0; inoff < MAXOFF; inoff++) { for (int outoff = 0; outoff < MAXOFF; outoff++) { int[][] Flows = { //inpos, inLen, outPos, outLen, inPosEP, outposEP, under(0)/over(1) //overflow {inoff, inlen, outoff, 1, inoff + 1, outoff + 1, 1}, {inoff, inlen, outoff, 2, inoff + 3, outoff + 2, 1}, {inoff, inlen, outoff, 3, inoff + 7, outoff + 3, 1}, {inoff, inlen, outoff, 4, inoff + 11, outoff + 4, 1}, {inoff, inlen, outoff, 5, inoff + 11, outoff + 4, 1}, {inoff, inlen, outoff, 6, inoff + 15, outoff + 6, 0}, //underflow {inoff, 1, outoff, 6, inoff + 1, outoff + 1, 0}, {inoff, 2, outoff, 6, inoff + 1, outoff + 1, 0}, {inoff, 3, outoff, 6, inoff + 3, outoff + 2, 0}, {inoff, 4, outoff, 6, inoff + 3, outoff + 2, 0}, {inoff, 5, outoff, 6, inoff + 3, outoff + 2, 0}, {inoff, 8, outoff, 6, inoff + 7, outoff + 3, 0}, {inoff, 9, outoff, 6, inoff + 7, outoff + 3, 0}, {inoff, 10, outoff, 6, inoff + 7, outoff + 3, 0}, {inoff, 11, outoff, 6, inoff +11, outoff + 4, 0}, {inoff, 12, outoff, 6, inoff +11, outoff + 4, 0}, {inoff, 15, outoff, 6, inoff +15, outoff + 6, 0}, // 2-byte under/overflow {inoff, 2, outoff, 1, inoff + 1, outoff + 1, 0}, {inoff, 3, outoff, 1, inoff + 1, outoff + 1, 1}, {inoff, 3, outoff, 2, inoff + 3, outoff + 2, 0}, // 4-byte under/overflow {inoff, 4, outoff, 2, inoff + 3, outoff + 2, 0}, {inoff, 5, outoff, 2, inoff + 3, outoff + 2, 0}, {inoff, 6, outoff, 2, inoff + 3, outoff + 2, 0}, {inoff, 7, outoff, 2, inoff + 3, outoff + 2, 1}, {inoff, 7, outoff, 3, inoff + 7, outoff + 3, 0}, // 4-byte under/overflow {inoff, 8, outoff, 3, inoff + 7, outoff + 3, 0}, {inoff, 9, outoff, 3, inoff + 7, outoff + 3, 0}, {inoff, 10, outoff, 3, inoff + 7, outoff + 3, 0}, {inoff, 11, outoff, 3, inoff + 7, outoff + 3, 1}, {inoff, 11, outoff, 4, inoff +11, outoff + 4, 0}, // 4-byte/supp under/overflow {inoff, 11, outoff, 4, inoff +11, outoff + 4, 0}, {inoff, 12, outoff, 4, inoff +11, outoff + 4, 0}, {inoff, 13, outoff, 4, inoff +11, outoff + 4, 0}, {inoff, 14, outoff, 4, inoff +11, outoff + 4, 0}, {inoff, 15, outoff, 4, inoff +11, outoff + 4, 1}, {inoff, 15, outoff, 5, inoff +11, outoff + 4, 1}, {inoff, 15, outoff, 6, inoff +15, outoff + 6, 0}, }; for (boolean direct: new boolean[] {false, true}) { for (int[] flow: Flows) { if (!check(dec, bytes, direct, flow)) failed = true; } }}} if (failed) throw new RuntimeException("Check under/overflow failed " + csn); } public static void main(String[] args) throws Exception { // be the first one checkInit("EUC_TW"); Charset euctw = Charset.forName("EUC_TW"); checkRoundtrip(euctw); checkUnderOverflow(euctw); } }