/* * Copyright (c) 2020, 2023, Oracle and/or its affiliates. All rights reserved. * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * * This code is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License version 2 only, as * published by the Free Software Foundation. * * This code is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License * version 2 for more details (a copy is included in the LICENSE file that * accompanied this code). * * You should have received a copy of the GNU General Public License version * 2 along with this work; if not, write to the Free Software Foundation, * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. * * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA * or visit www.oracle.com if you need additional information or have any * questions. */ package compiler.arraycopy; import java.util.Random; /** * @test * @bug 8251871 8285301 * @summary Optimize arrayCopy using AVX-512 masked instructions. * * @run main/othervm/timeout=600 -XX:-TieredCompilation -Xbatch -XX:+IgnoreUnrecognizedVMOptions * -XX:UseAVX=3 -XX:+UnlockDiagnosticVMOptions -XX:ArrayOperationPartialInlineSize=0 -XX:MaxVectorSize=32 -XX:+UnlockDiagnosticVMOptions * compiler.arraycopy.TestArrayCopyConjoint * @run main/othervm/timeout=600 -XX:-TieredCompilation -Xbatch -XX:+IgnoreUnrecognizedVMOptions * -XX:UseAVX=3 -XX:+UnlockDiagnosticVMOptions -XX:ArrayOperationPartialInlineSize=0 -XX:MaxVectorSize=64 * compiler.arraycopy.TestArrayCopyConjoint * @run main/othervm/timeout=600 -XX:-TieredCompilation -Xbatch -XX:+IgnoreUnrecognizedVMOptions * -XX:UseAVX=3 -XX:+UnlockDiagnosticVMOptions -XX:ArrayOperationPartialInlineSize=32 -XX:+UnlockDiagnosticVMOptions -XX:MaxVectorSize=32 -XX:+UnlockDiagnosticVMOption * compiler.arraycopy.TestArrayCopyConjoint * @run main/othervm/timeout=600 -XX:-TieredCompilation -Xbatch -XX:+IgnoreUnrecognizedVMOptions * -XX:UseAVX=3 -XX:+UnlockDiagnosticVMOptions -XX:ArrayOperationPartialInlineSize=32 -XX:+UnlockDiagnosticVMOptions -XX:MaxVectorSize=64 * compiler.arraycopy.TestArrayCopyConjoint * @run main/othervm/timeout=600 -XX:-TieredCompilation -Xbatch -XX:+IgnoreUnrecognizedVMOptions * -XX:UseAVX=3 -XX:+UnlockDiagnosticVMOptions -XX:ArrayOperationPartialInlineSize=64 -XX:MaxVectorSize=64 * compiler.arraycopy.TestArrayCopyConjoint * @run main/othervm/timeout=600 -XX:-TieredCompilation -Xbatch -XX:+IgnoreUnrecognizedVMOptions * -XX:UseAVX=3 -XX:+UnlockDiagnosticVMOptions -XX:ArrayOperationPartialInlineSize=32 -XX:+UnlockDiagnosticVMOptions -XX:MaxVectorSize=32 -XX:+UnlockDiagnosticVMOption -XX:ArrayCopyLoadStoreMaxElem=16 * compiler.arraycopy.TestArrayCopyConjoint * @run main/othervm/timeout=600 -XX:-TieredCompilation -Xbatch -XX:+IgnoreUnrecognizedVMOptions * -XX:UseAVX=3 -XX:+UnlockDiagnosticVMOptions -XX:ArrayOperationPartialInlineSize=64 -XX:MaxVectorSize=64 -XX:ArrayCopyLoadStoreMaxElem=16 * compiler.arraycopy.TestArrayCopyConjoint * @run main/othervm/timeout=600 -XX:-TieredCompilation -Xbatch -XX:+UnlockExperimentalVMOptions -XX:+AlwaysAtomicAccesses * compiler.arraycopy.TestArrayCopyConjoint * */ public class TestArrayCopyConjoint { public static final int SIZE = 4096; public static byte[] fromByteArr, toByteArr, valByteArr; public static char[] fromCharArr, toCharArr, valCharArr; public static int[] fromIntArr, toIntArr, valIntArr; public static long[] fromLongArr, toLongArr, valLongArr; static public void reinit(Class c) { if (c == byte.class) { for (int i = 0 ; i < SIZE ; i++) { fromByteArr[i] = (byte)i; } } else if (c == char.class) { for (int i = 0 ; i < SIZE ; i++) { fromCharArr[i] = (char)i; } } else if (c == int.class) { for (int i = 0 ; i < SIZE ; i++) { fromIntArr[i] = i; } } else { assert c == long.class; for (int i = 0 ; i < SIZE ; i++) { fromLongArr[i] = i; } } } static public void setup() { // Both positions aligned fromByteArr = new byte[SIZE]; valByteArr = new byte[SIZE]; toByteArr = fromByteArr; fromCharArr = new char[SIZE]; valCharArr = new char[SIZE]; toCharArr = fromCharArr; fromIntArr = new int[SIZE]; valIntArr = new int[SIZE]; toIntArr = fromIntArr; fromLongArr = new long[SIZE]; valLongArr = new long[SIZE]; toLongArr = fromLongArr; for (int i = 0 ; i < SIZE ; i++) { fromByteArr[i] = (byte)i; valByteArr[i] = (byte)i; fromCharArr[i] = (char)i; valCharArr[i] = (char)i; fromIntArr[i] = i; valIntArr[i] = i; fromLongArr[i] = i; valLongArr[i] = i; } } public static int validate_ctr = 0; public static void validate(String msg, E arr, int length, int fromPos, int toPos) { validate_ctr++; if (arr instanceof byte []) { byte [] barr = (byte [])arr; for(int i = 0 ; i < length; i++) if (valByteArr[i+fromPos] != barr[i+toPos]) { System.out.println(msg + "[" + arr.getClass() + "] Result mismtach at i = " + i + " expected = " + valByteArr[i+fromPos] + " actual = " + barr[i+toPos] + " fromPos = " + fromPos + " toPos = " + toPos); throw new Error("Fail"); } } else if (arr instanceof char []) { char [] carr = (char [])arr; for(int i = 0 ; i < length; i++) if (valCharArr[i+fromPos] != carr[i+toPos]) { System.out.println(msg + "[" + arr.getClass() + "] Result mismtach at i = " + i + " expected = " + valCharArr[i+fromPos] + " actual = " + carr[i+toPos] + " fromPos = " + fromPos + " toPos = " + toPos); throw new Error("Fail"); } } else if (arr instanceof int []) { int [] iarr = (int [])arr; for(int i = 0 ; i < length; i++) if (valIntArr[i+fromPos] != iarr[i+toPos]) { System.out.println(msg + "[" + arr.getClass() + "] Result mismtach at i = " + i + " expected = " + valIntArr[i+fromPos] + " actual = " + iarr[i+toPos] + " fromPos = " + fromPos + " toPos = " + toPos); throw new Error("Fail"); } } else if (arr instanceof long []) { long [] larr = (long [])arr; for(int i = 0 ; i < length; i++) if (valLongArr[i+fromPos] != larr[i+toPos]) { System.out.println(msg + "[" + arr.getClass() + "] Result mismtach at i = " + i + " expected = " + valLongArr[i+fromPos] + " actual = " + larr[i+toPos] + " fromPos = " + fromPos + " toPos = " + toPos); throw new Error("Fail"); } } } public static void testByte(int length, int fromPos, int toPos) { System.arraycopy(fromByteArr, fromPos, toByteArr, toPos, length); validate(" Test ByteArr ", toByteArr, length, fromPos, toPos); } public static void testChar(int length, int fromPos, int toPos) { System.arraycopy(fromCharArr, fromPos, toCharArr, toPos, length); validate(" Test CharArr ", toCharArr, length, fromPos, toPos); } public static void testInt(int length, int fromPos, int toPos) { System.arraycopy(fromIntArr, fromPos, toIntArr, toPos, length); validate(" Test IntArr ", toIntArr, length, fromPos, toPos); } public static void testLong(int length, int fromPos, int toPos) { System.arraycopy(fromLongArr, fromPos, toLongArr, toPos, length); validate(" Test LongArr ", toLongArr, length, fromPos, toPos); } public static void testByte_constant_LT32B(int fromPos, int toPos) { System.arraycopy(fromByteArr, fromPos, toByteArr, toPos, 7); validate(" Test Byte constant length 7 ", toByteArr, 7, fromPos, toPos); } public static void testByte_constant_LT64B(int fromPos, int toPos) { System.arraycopy(fromByteArr, fromPos, toByteArr, toPos, 45); validate(" Test Byte constant length 45 ", toByteArr, 45, fromPos, toPos); } public static void testChar_constant_LT32B(int fromPos, int toPos) { System.arraycopy(fromCharArr, fromPos, toCharArr, toPos, 7); validate(" Test Char constant length 7 ", toCharArr, 7, fromPos, toPos); } public static void testChar_constant_LT64B(int fromPos, int toPos) { System.arraycopy(fromCharArr, fromPos, toCharArr, toPos, 22); validate(" Test Char constant length 22 ", toCharArr, 22, fromPos, toPos); } public static void testInt_constant_LT32B(int fromPos, int toPos) { System.arraycopy(fromIntArr, fromPos, toIntArr, toPos, 7); validate(" Test Int constant length 7 ", toIntArr, 7, fromPos, toPos); } public static void testInt_constant_LT64B(int fromPos, int toPos) { System.arraycopy(fromIntArr, fromPos, toIntArr, toPos, 11); validate(" Test Int constant length 11 ", toIntArr, 11, fromPos, toPos); } public static void testLong_constant_LT32B(int fromPos, int toPos) { System.arraycopy(fromLongArr, fromPos, toLongArr, toPos, 3); validate(" Test Long constant length 3 ", toLongArr, 3, fromPos, toPos); } public static void testLong_constant_LT64B(int fromPos, int toPos) { System.arraycopy(fromLongArr, fromPos, toLongArr, toPos, 6); validate(" Test Long constant length 6 ", toLongArr, 6, fromPos, toPos); } public static void main(String [] args) { // Cases to test each new optimized stub special blocks. // Cases to test new PI handling (PI32 and PI64). // Cases to test vectorized constant array copies for all primitive types. // LT32B LT64B LT96B LT128B LT160B LT192B LOOP1 LOOP2 int [] lengths = { 29, 59, 89, 125, 159, 189, 194, 1024 }; Random r = new Random(1024); setup(); for (int i = 0 ; i < 30_000 ; i++ ) { int index = r.nextInt(2048); testByte(lengths[i % lengths.length], index , index+2); reinit(byte.class); testByte_constant_LT32B (index , index+2); reinit(byte.class); testByte_constant_LT64B (index , index+2); reinit(byte.class); testChar(lengths[i % lengths.length] >> 1, index , index+2); reinit(char.class); testChar_constant_LT32B (index , index+2); reinit(char.class); testChar_constant_LT64B (index , index+2); reinit(char.class); testInt(lengths[i % lengths.length] >> 2, index , index+2); reinit(int.class); testInt_constant_LT32B (index , index+2); reinit(int.class); testInt_constant_LT64B (index , index+2); reinit(int.class); testLong(lengths[i % lengths.length] >> 3, index , index+2); reinit(long.class); testLong_constant_LT32B (index , index+2); reinit(long.class); testLong_constant_LT64B (index , index+2); reinit(long.class); } } }