230 lines
8.1 KiB
Java
230 lines
8.1 KiB
Java
|
/*
|
||
|
|
* Copyright (c) 2022, Arm Limited. All rights reserved.
|
||
|
|
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
||
|
|
*
|
||
|
|
* This code is free software; you can redistribute it and/or modify it
|
||
|
|
* under the terms of the GNU General Public License version 2 only, as
|
||
|
|
* published by the Free Software Foundation.
|
||
|
|
*
|
||
|
|
* This code is distributed in the hope that it will be useful, but WITHOUT
|
||
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
||
|
|
* version 2 for more details (a copy is included in the LICENSE file that
|
||
|
|
* accompanied this code).
|
||
|
|
*
|
||
|
|
* You should have received a copy of the GNU General Public License version
|
||
|
|
* 2 along with this work; if not, write to the Free Software Foundation,
|
||
|
|
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
||
|
|
*
|
||
|
|
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
|
||
|
|
* or visit www.oracle.com if you need additional information or have any
|
||
|
|
* questions.
|
||
|
|
*/
|
||
|
|
|
||
|
|
package compiler.c2.irTests;
|
||
|
|
|
||
|
|
import compiler.lib.ir_framework.*;
|
||
|
|
import java.util.Random;
|
||
|
|
import jdk.test.lib.Asserts;
|
||
|
|
import jdk.test.lib.Utils;
|
||
|
|
|
||
|
|
/*
|
||
|
|
* @test
|
||
|
|
* @bug 8289422
|
||
|
|
* @key randomness
|
||
|
|
* @summary Auto-vectorization enhancement to support vector conditional move on AArch64
|
||
|
|
* @requires os.arch=="aarch64"
|
||
|
|
* @library /test/lib /
|
||
|
|
* @run driver compiler.c2.irTests.TestVectorConditionalMove
|
||
|
|
*/
|
||
|
|
|
||
|
|
public class TestVectorConditionalMove {
|
||
|
|
final private static int SIZE = 3000;
|
||
|
|
private static final Random RANDOM = Utils.getRandomInstance();
|
||
|
|
|
||
|
|
private static float[] floata = new float[SIZE];
|
||
|
|
private static float[] floatb = new float[SIZE];
|
||
|
|
private static float[] floatc = new float[SIZE];
|
||
|
|
private static double[] doublea = new double[SIZE];
|
||
|
|
private static double[] doubleb = new double[SIZE];
|
||
|
|
private static double[] doublec = new double[SIZE];
|
||
|
|
|
||
|
|
public static void main(String[] args) {
|
||
|
|
TestFramework.runWithFlags("-Xcomp", "-XX:-TieredCompilation", "-XX:+UseCMoveUnconditionally",
|
||
|
|
"-XX:+UseVectorCmov", "-XX:CompileCommand=exclude,*.cmove*");
|
||
|
|
}
|
||
|
|
|
||
|
|
private float cmoveFloatGT(float a, float b) {
|
||
|
|
return (a > b) ? a : b;
|
||
|
|
}
|
||
|
|
|
||
|
|
private float cmoveFloatGTSwap(float a, float b) {
|
||
|
|
return (b > a) ? a : b;
|
||
|
|
}
|
||
|
|
|
||
|
|
private float cmoveFloatLT(float a, float b) {
|
||
|
|
return (a < b) ? a : b;
|
||
|
|
}
|
||
|
|
|
||
|
|
private float cmoveFloatLTSwap(float a, float b) {
|
||
|
|
return (b < a) ? a : b;
|
||
|
|
}
|
||
|
|
|
||
|
|
private float cmoveFloatEQ(float a, float b) {
|
||
|
|
return (a == b) ? a : b;
|
||
|
|
}
|
||
|
|
|
||
|
|
private double cmoveDoubleLE(double a, double b) {
|
||
|
|
return (a <= b) ? a : b;
|
||
|
|
}
|
||
|
|
|
||
|
|
private double cmoveDoubleLESwap(double a, double b) {
|
||
|
|
return (b <= a) ? a : b;
|
||
|
|
}
|
||
|
|
|
||
|
|
private double cmoveDoubleGE(double a, double b) {
|
||
|
|
return (a >= b) ? a : b;
|
||
|
|
}
|
||
|
|
|
||
|
|
private double cmoveDoubleGESwap(double a, double b) {
|
||
|
|
return (b >= a) ? a : b;
|
||
|
|
}
|
||
|
|
|
||
|
|
private double cmoveDoubleNE(double a, double b) {
|
||
|
|
return (a != b) ? a : b;
|
||
|
|
}
|
||
|
|
|
||
|
|
@Test
|
||
|
|
@IR(counts = {IRNode.LOAD_VECTOR, ">0", IRNode.CMOVEVF, ">0", IRNode.STORE_VECTOR, ">0"})
|
||
|
|
private static void testCMoveVFGT(float[] a, float[] b, float[] c) {
|
||
|
|
for (int i = 0; i < a.length; i++) {
|
||
|
|
c[i] = (a[i] > b[i]) ? a[i] : b[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
@Test
|
||
|
|
@IR(counts = {IRNode.LOAD_VECTOR, ">0", IRNode.CMOVEVF, ">0", IRNode.STORE_VECTOR, ">0"})
|
||
|
|
private static void testCMoveVFGTSwap(float[] a, float[] b, float[] c) {
|
||
|
|
for (int i = 0; i < a.length; i++) {
|
||
|
|
c[i] = (b[i] > a[i]) ? a[i] : b[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
@Test
|
||
|
|
@IR(counts = {IRNode.LOAD_VECTOR, ">0", IRNode.CMOVEVF, ">0", IRNode.STORE_VECTOR, ">0"})
|
||
|
|
private static void testCMoveVFLT(float[] a, float[] b, float[] c) {
|
||
|
|
for (int i = 0; i < a.length; i++) {
|
||
|
|
c[i] = (a[i] < b[i]) ? a[i] : b[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
@Test
|
||
|
|
@IR(counts = {IRNode.LOAD_VECTOR, ">0", IRNode.CMOVEVF, ">0", IRNode.STORE_VECTOR, ">0"})
|
||
|
|
private static void testCMoveVFLTSwap(float[] a, float[] b, float[] c) {
|
||
|
|
for (int i = 0; i < a.length; i++) {
|
||
|
|
c[i] = (b[i] < a[i]) ? a[i] : b[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
@Test
|
||
|
|
@IR(counts = {IRNode.LOAD_VECTOR, ">0", IRNode.CMOVEVF, ">0", IRNode.STORE_VECTOR, ">0"})
|
||
|
|
private static void testCMoveVFEQ(float[] a, float[] b, float[] c) {
|
||
|
|
for (int i = 0; i < a.length; i++) {
|
||
|
|
c[i] = (a[i] == b[i]) ? a[i] : b[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
@Test
|
||
|
|
@IR(counts = {IRNode.LOAD_VECTOR, ">0", IRNode.CMOVEVD, ">0", IRNode.STORE_VECTOR, ">0"})
|
||
|
|
private static void testCMoveVDLE(double[] a, double[] b, double[] c) {
|
||
|
|
for (int i = 0; i < a.length; i++) {
|
||
|
|
c[i] = (a[i] <= b[i]) ? a[i] : b[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
@Test
|
||
|
|
@IR(counts = {IRNode.LOAD_VECTOR, ">0", IRNode.CMOVEVD, ">0", IRNode.STORE_VECTOR, ">0"})
|
||
|
|
private static void testCMoveVDLESwap(double[] a, double[] b, double[] c) {
|
||
|
|
for (int i = 0; i < a.length; i++) {
|
||
|
|
c[i] = (b[i] <= a[i]) ? a[i] : b[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
@Test
|
||
|
|
@IR(counts = {IRNode.LOAD_VECTOR, ">0", IRNode.CMOVEVD, ">0", IRNode.STORE_VECTOR, ">0"})
|
||
|
|
private static void testCMoveVDGE(double[] a, double[] b, double[] c) {
|
||
|
|
for (int i = 0; i < a.length; i++) {
|
||
|
|
c[i] = (a[i] >= b[i]) ? a[i] : b[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
@Test
|
||
|
|
@IR(counts = {IRNode.LOAD_VECTOR, ">0", IRNode.CMOVEVD, ">0", IRNode.STORE_VECTOR, ">0"})
|
||
|
|
private static void testCMoveVDGESwap(double[] a, double[] b, double[] c) {
|
||
|
|
for (int i = 0; i < a.length; i++) {
|
||
|
|
c[i] = (b[i] >= a[i]) ? a[i] : b[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
@Test
|
||
|
|
@IR(counts = {IRNode.LOAD_VECTOR, ">0", IRNode.CMOVEVD, ">0", IRNode.STORE_VECTOR, ">0"})
|
||
|
|
private static void testCMoveVDNE(double[] a, double[] b, double[] c) {
|
||
|
|
for (int i = 0; i < a.length; i++) {
|
||
|
|
c[i] = (a[i] != b[i]) ? a[i] : b[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
@Run(test = {"testCMoveVFGT", "testCMoveVFLT","testCMoveVDLE", "testCMoveVDGE", "testCMoveVFEQ", "testCMoveVDNE",
|
||
|
|
"testCMoveVFGTSwap", "testCMoveVFLTSwap","testCMoveVDLESwap", "testCMoveVDGESwap"})
|
||
|
|
private void testCMove_runner() {
|
||
|
|
for (int i = 0; i < SIZE; i++) {
|
||
|
|
floata[i] = RANDOM.nextFloat();
|
||
|
|
floatb[i] = RANDOM.nextFloat();
|
||
|
|
doublea[i] = RANDOM.nextDouble();
|
||
|
|
doubleb[i] = RANDOM.nextDouble();
|
||
|
|
}
|
||
|
|
|
||
|
|
testCMoveVFGT(floata, floatb, floatc);
|
||
|
|
testCMoveVDLE(doublea, doubleb, doublec);
|
||
|
|
for (int i = 0; i < SIZE; i++) {
|
||
|
|
Asserts.assertEquals(floatc[i], cmoveFloatGT(floata[i], floatb[i]));
|
||
|
|
Asserts.assertEquals(doublec[i], cmoveDoubleLE(doublea[i], doubleb[i]));
|
||
|
|
}
|
||
|
|
|
||
|
|
testCMoveVFLT(floata, floatb, floatc);
|
||
|
|
testCMoveVDGE(doublea, doubleb, doublec);
|
||
|
|
for (int i = 0; i < SIZE; i++) {
|
||
|
|
Asserts.assertEquals(floatc[i], cmoveFloatLT(floata[i], floatb[i]));
|
||
|
|
Asserts.assertEquals(doublec[i], cmoveDoubleGE(doublea[i], doubleb[i]));
|
||
|
|
}
|
||
|
|
|
||
|
|
for (int i = 0; i < SIZE; i++) {
|
||
|
|
if (i % 3 == 0) {
|
||
|
|
floatb[i] = floata[i];
|
||
|
|
doubleb[i] = doublea[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
testCMoveVFEQ(floata, floatb, floatc);
|
||
|
|
testCMoveVDNE(doublea, doubleb, doublec);
|
||
|
|
for (int i = 0; i < SIZE; i++) {
|
||
|
|
Asserts.assertEquals(floatc[i], cmoveFloatEQ(floata[i], floatb[i]));
|
||
|
|
Asserts.assertEquals(doublec[i], cmoveDoubleNE(doublea[i], doubleb[i]));
|
||
|
|
}
|
||
|
|
|
||
|
|
testCMoveVFGTSwap(floata, floatb, floatc);
|
||
|
|
testCMoveVDLESwap(doublea, doubleb, doublec);
|
||
|
|
for (int i = 0; i < SIZE; i++) {
|
||
|
|
Asserts.assertEquals(floatc[i], cmoveFloatGTSwap(floata[i], floatb[i]));
|
||
|
|
Asserts.assertEquals(doublec[i], cmoveDoubleLESwap(doublea[i], doubleb[i]));
|
||
|
|
}
|
||
|
|
|
||
|
|
testCMoveVFLTSwap(floata, floatb, floatc);
|
||
|
|
testCMoveVDGESwap(doublea, doubleb, doublec);
|
||
|
|
for (int i = 0; i < SIZE; i++) {
|
||
|
|
Asserts.assertEquals(floatc[i], cmoveFloatLTSwap(floata[i], floatb[i]));
|
||
|
|
Asserts.assertEquals(doublec[i], cmoveDoubleGESwap(doublea[i], doubleb[i]));
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|