jdk-24/test/hotspot/jtreg/compiler/loopopts/superword/RedTest_int.java
Emanuel Peter 06b0a5e038 8302652: [SuperWord] Reduction should happen after loop, when possible
Reviewed-by: kvn, pli, jbhateja, sviswanathan
2023-05-23 08:05:13 +00:00

229 lines
7.8 KiB
Java

/*
* Copyright (c) 2020, 2023, Oracle and/or its affiliates. All rights reserved.
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
*
* This code is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License version 2 only, as
* published by the Free Software Foundation.
*
* This code is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
* version 2 for more details (a copy is included in the LICENSE file that
* accompanied this code).
*
* You should have received a copy of the GNU General Public License version
* 2 along with this work; if not, write to the Free Software Foundation,
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
*
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
* or visit www.oracle.com if you need additional information or have any
* questions.
*/
/**
* @test
* @bug 8240248
* @summary Add C2 x86 Superword support for scalar logical reduction optimizations : int test
* @library /test/lib /
* @run driver compiler.loopopts.superword.RedTest_int
*/
package compiler.loopopts.superword;
import compiler.lib.ir_framework.*;
public class RedTest_int {
static final int NUM = 1024;
static final int ITER = 8000;
public static void main(String[] args) throws Exception {
TestFramework framework = new TestFramework();
framework.addFlags("-XX:+IgnoreUnrecognizedVMOptions",
"-XX:LoopUnrollLimit=250",
"-XX:CompileThresholdScaling=0.1");
int i = 0;
Scenario[] scenarios = new Scenario[6];
for (int maxUnroll : new int[] {4, 8, 16}) {
scenarios[i] = new Scenario(i, "-XX:+SuperWordReductions",
"-XX:LoopMaxUnroll=" + maxUnroll,
"-XX:-TieredCompilation");
i++;
}
for (int maxUnroll : new int[] {4, 8, 16}) {
scenarios[i] = new Scenario(i, "-XX:-SuperWordReductions",
"-XX:LoopMaxUnroll=" + maxUnroll);
i++;
}
framework.addScenarios(scenarios);
framework.start();
}
@Run(test = {"sumReductionImplement",
"orReductionImplement",
"andReductionImplement",
"xorReductionImplement",
"mulReductionImplement"},
mode = RunMode.STANDALONE)
public void runTests() throws Exception {
int[] a = new int[NUM];
int[] b = new int[NUM];
int[] c = new int[NUM];
reductionInit1(a, b, c);
int total = 0;
int valid = 1454604288;
for (int j = 0; j < ITER; j++) {
total = sumReductionImplement(a, b, c, total);
}
testCorrectness(total, valid, "Add Reduction");
total = 0;
valid = 91586175;
for (int j = 0; j < ITER; j++) {
total = orReductionImplement(a, b, c, total);
}
testCorrectness(total, valid, "Or Reduction");
total = -1;
valid = 91492404;
for (int j = 0; j < ITER; j++) {
total = andReductionImplement(a, b, c, total);
}
testCorrectness(total, valid, "And Reduction");
total = -1;
valid = -1;
for (int j = 0; j < ITER; j++) {
total = xorReductionImplement(a, b, c, total);
}
testCorrectness(total, valid, "Xor Reduction");
reductionInit2(a, b, c);
total = 1;
valid = 1690042369;
for (int j = 0; j < ITER; j++) {
total = mulReductionImplement(a, b, c, total);
}
testCorrectness(total, valid, "Mul Reduction");
}
public static void reductionInit1(
int[] a,
int[] b,
int[] c) {
for (int i = 0; i < a.length; i++) {
a[i] = (i%2) + 0x4099;
b[i] = (i%2) + 0x1033;
c[i] = (i%2) + 0x455;
}
}
public static void reductionInit2(
int[] a,
int[] b,
int[] c) {
for (int i = 0; i < a.length; i++) {
a[i] = 0x11;
b[i] = 0x12;
c[i] = 0x13;
}
}
@Test
@IR(applyIf = {"SuperWordReductions", "false"},
failOn = {IRNode.ADD_REDUCTION_VI})
@IR(applyIfCPUFeature = {"sse4.1", "true"},
applyIfAnd = {"SuperWordReductions", "true", "LoopMaxUnroll", ">= 8"},
counts = {IRNode.ADD_REDUCTION_VI, ">= 1", IRNode.ADD_REDUCTION_VI, "<= 2"}) // one for main-loop, one for vector-post-loop
public static int sumReductionImplement(
int[] a,
int[] b,
int[] c,
int total) {
for (int i = 0; i < a.length; i++) {
total += (a[i] * b[i]) + (a[i] * c[i]) + (b[i] * c[i]);
}
return total;
}
@Test
@IR(applyIf = {"SuperWordReductions", "false"},
failOn = {IRNode.OR_REDUCTION_V})
@IR(applyIfCPUFeature = {"sse4.1", "true"},
applyIfAnd = {"SuperWordReductions", "true", "LoopMaxUnroll", ">= 8"},
counts = {IRNode.OR_REDUCTION_V, ">= 1", IRNode.OR_REDUCTION_V, "<= 2"}) // one for main-loop, one for vector-post-loop
public static int orReductionImplement(
int[] a,
int[] b,
int[] c,
int total) {
for (int i = 0; i < a.length; i++) {
total |= (a[i] * b[i]) + (a[i] * c[i]) + (b[i] * c[i]);
}
return total;
}
@Test
@IR(applyIf = {"SuperWordReductions", "false"},
failOn = {IRNode.AND_REDUCTION_V})
@IR(applyIfCPUFeature = {"sse4.1", "true"},
applyIfAnd = {"SuperWordReductions", "true", "LoopMaxUnroll", ">= 8"},
counts = {IRNode.AND_REDUCTION_V, ">= 1", IRNode.AND_REDUCTION_V, "<= 2"}) // one for main-loop, one for vector-post-loop
public static int andReductionImplement(
int[] a,
int[] b,
int[] c,
int total) {
for (int i = 0; i < a.length; i++) {
total &= (a[i] * b[i]) + (a[i] * c[i]) + (b[i] * c[i]);
}
return total;
}
@Test
@IR(applyIf = {"SuperWordReductions", "false"},
failOn = {IRNode.XOR_REDUCTION_V})
@IR(applyIfCPUFeature = {"sse4.1", "true"},
applyIfAnd = {"SuperWordReductions", "true", "LoopMaxUnroll", ">= 8"},
counts = {IRNode.XOR_REDUCTION_V, ">= 1", IRNode.XOR_REDUCTION_V, "<= 2"}) // one for main-loop, one for vector-post-loop
public static int xorReductionImplement(
int[] a,
int[] b,
int[] c,
int total) {
for (int i = 0; i < a.length; i++) {
total ^= (a[i] * b[i]) + (a[i] * c[i]) + (b[i] * c[i]);
}
return total;
}
@Test
@IR(applyIf = {"SuperWordReductions", "false"},
failOn = {IRNode.MUL_REDUCTION_VI})
@IR(applyIfCPUFeature = {"sse4.1", "true"},
applyIfAnd = {"SuperWordReductions", "true", "LoopMaxUnroll", ">= 8"},
counts = {IRNode.MUL_REDUCTION_VI, ">= 1", IRNode.MUL_REDUCTION_VI, "<= 2"}) // one for main-loop, one for vector-post-loop
public static int mulReductionImplement(
int[] a,
int[] b,
int[] c,
int total) {
for (int i = 0; i < a.length; i++) {
total *= (a[i] * b[i]) + (a[i] * c[i]) + (b[i] * c[i]);
}
return total;
}
public static void testCorrectness(
int total,
int valid,
String op) throws Exception {
if (total != valid) {
throw new Exception(
"Invalid total: " + total + " " +
"Expected value = " + valid + " " + op + ": Failed");
}
}
}