10c3342331
Fix logical operatations combined with shifts >= 32 Reviewed-by: kvn, aph, adinn
368 lines
12 KiB
Plaintext
368 lines
12 KiB
Plaintext
dnl Copyright (c) 2014, Red Hat Inc. All rights reserved.
|
|
dnl DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
|
dnl
|
|
dnl This code is free software; you can redistribute it and/or modify it
|
|
dnl under the terms of the GNU General Public License version 2 only, as
|
|
dnl published by the Free Software Foundation.
|
|
dnl
|
|
dnl This code is distributed in the hope that it will be useful, but WITHOUT
|
|
dnl ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
dnl FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
dnl version 2 for more details (a copy is included in the LICENSE file that
|
|
dnl accompanied this code).
|
|
dnl
|
|
dnl You should have received a copy of the GNU General Public License version
|
|
dnl 2 along with this work; if not, write to the Free Software Foundation,
|
|
dnl Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
dnl
|
|
dnl Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
|
|
dnl or visit www.oracle.com if you need additional information or have any
|
|
dnl questions.
|
|
dnl
|
|
dnl
|
|
dnl Process this file with m4 aarch64_ad.m4 to generate the arithmetic
|
|
dnl and shift patterns patterns used in aarch64.ad.
|
|
dnl
|
|
// BEGIN This section of the file is automatically generated. Do not edit --------------
|
|
dnl
|
|
define(`ORL2I', `ifelse($1,I,orL2I)')
|
|
dnl
|
|
define(`BASE_SHIFT_INSN',
|
|
`
|
|
instruct $2$1_reg_$4_reg(iReg$1NoSp dst,
|
|
iReg$1`'ORL2I($1) src1, iReg$1`'ORL2I($1) src2,
|
|
immI src3, rFlagsReg cr) %{
|
|
match(Set dst ($2$1 src1 ($4$1 src2 src3)));
|
|
|
|
ins_cost(1.9 * INSN_COST);
|
|
format %{ "$3 $dst, $src1, $src2, $5 $src3" %}
|
|
|
|
ins_encode %{
|
|
__ $3(as_Register($dst$$reg),
|
|
as_Register($src1$$reg),
|
|
as_Register($src2$$reg),
|
|
Assembler::$5,
|
|
$src3$$constant & ifelse($1,I,0x1f,0x3f));
|
|
%}
|
|
|
|
ins_pipe(ialu_reg_reg_shift);
|
|
%}')dnl
|
|
define(`BASE_INVERTED_INSN',
|
|
`
|
|
instruct $2$1_reg_not_reg(iReg$1NoSp dst,
|
|
iReg$1`'ORL2I($1) src1, iReg$1`'ORL2I($1) src2, imm$1_M1 m1,
|
|
rFlagsReg cr) %{
|
|
dnl This ifelse is because hotspot reassociates (xor (xor ..)..)
|
|
dnl into this canonical form.
|
|
ifelse($2,Xor,
|
|
match(Set dst (Xor$1 m1 (Xor$1 src2 src1)));,
|
|
match(Set dst ($2$1 src1 (Xor$1 src2 m1)));)
|
|
ins_cost(INSN_COST);
|
|
format %{ "$3 $dst, $src1, $src2" %}
|
|
|
|
ins_encode %{
|
|
__ $3(as_Register($dst$$reg),
|
|
as_Register($src1$$reg),
|
|
as_Register($src2$$reg),
|
|
Assembler::LSL, 0);
|
|
%}
|
|
|
|
ins_pipe(ialu_reg_reg);
|
|
%}')dnl
|
|
define(`INVERTED_SHIFT_INSN',
|
|
`
|
|
instruct $2$1_reg_$4_not_reg(iReg$1NoSp dst,
|
|
iReg$1`'ORL2I($1) src1, iReg$1`'ORL2I($1) src2,
|
|
immI src3, imm$1_M1 src4, rFlagsReg cr) %{
|
|
dnl This ifelse is because hotspot reassociates (xor (xor ..)..)
|
|
dnl into this canonical form.
|
|
ifelse($2,Xor,
|
|
match(Set dst ($2$1 src4 (Xor$1($4$1 src2 src3) src1)));,
|
|
match(Set dst ($2$1 src1 (Xor$1($4$1 src2 src3) src4)));)
|
|
ins_cost(1.9 * INSN_COST);
|
|
format %{ "$3 $dst, $src1, $src2, $5 $src3" %}
|
|
|
|
ins_encode %{
|
|
__ $3(as_Register($dst$$reg),
|
|
as_Register($src1$$reg),
|
|
as_Register($src2$$reg),
|
|
Assembler::$5,
|
|
$src3$$constant & ifelse($1,I,0x1f,0x3f));
|
|
%}
|
|
|
|
ins_pipe(ialu_reg_reg_shift);
|
|
%}')dnl
|
|
define(`NOT_INSN',
|
|
`instruct reg$1_not_reg(iReg$1NoSp dst,
|
|
iReg$1`'ORL2I($1) src1, imm$1_M1 m1,
|
|
rFlagsReg cr) %{
|
|
match(Set dst (Xor$1 src1 m1));
|
|
ins_cost(INSN_COST);
|
|
format %{ "$2 $dst, $src1, zr" %}
|
|
|
|
ins_encode %{
|
|
__ $2(as_Register($dst$$reg),
|
|
as_Register($src1$$reg),
|
|
zr,
|
|
Assembler::LSL, 0);
|
|
%}
|
|
|
|
ins_pipe(ialu_reg);
|
|
%}')dnl
|
|
dnl
|
|
define(`BOTH_SHIFT_INSNS',
|
|
`BASE_SHIFT_INSN(I, $1, ifelse($2,andr,andw,$2w), $3, $4)
|
|
BASE_SHIFT_INSN(L, $1, $2, $3, $4)')dnl
|
|
dnl
|
|
define(`BOTH_INVERTED_INSNS',
|
|
`BASE_INVERTED_INSN(I, $1, $2w, $3, $4)
|
|
BASE_INVERTED_INSN(L, $1, $2, $3, $4)')dnl
|
|
dnl
|
|
define(`BOTH_INVERTED_SHIFT_INSNS',
|
|
`INVERTED_SHIFT_INSN(I, $1, $2w, $3, $4, ~0, int)
|
|
INVERTED_SHIFT_INSN(L, $1, $2, $3, $4, ~0l, long)')dnl
|
|
dnl
|
|
define(`ALL_SHIFT_KINDS',
|
|
`BOTH_SHIFT_INSNS($1, $2, URShift, LSR)
|
|
BOTH_SHIFT_INSNS($1, $2, RShift, ASR)
|
|
BOTH_SHIFT_INSNS($1, $2, LShift, LSL)')dnl
|
|
dnl
|
|
define(`ALL_INVERTED_SHIFT_KINDS',
|
|
`BOTH_INVERTED_SHIFT_INSNS($1, $2, URShift, LSR)
|
|
BOTH_INVERTED_SHIFT_INSNS($1, $2, RShift, ASR)
|
|
BOTH_INVERTED_SHIFT_INSNS($1, $2, LShift, LSL)')dnl
|
|
dnl
|
|
NOT_INSN(L, eon)
|
|
NOT_INSN(I, eonw)
|
|
BOTH_INVERTED_INSNS(And, bic)
|
|
BOTH_INVERTED_INSNS(Or, orn)
|
|
BOTH_INVERTED_INSNS(Xor, eon)
|
|
ALL_INVERTED_SHIFT_KINDS(And, bic)
|
|
ALL_INVERTED_SHIFT_KINDS(Xor, eon)
|
|
ALL_INVERTED_SHIFT_KINDS(Or, orn)
|
|
ALL_SHIFT_KINDS(And, andr)
|
|
ALL_SHIFT_KINDS(Xor, eor)
|
|
ALL_SHIFT_KINDS(Or, orr)
|
|
ALL_SHIFT_KINDS(Add, add)
|
|
ALL_SHIFT_KINDS(Sub, sub)
|
|
dnl
|
|
dnl EXTEND mode, rshift_op, src, lshift_count, rshift_count
|
|
define(`EXTEND', `($2$1 (LShift$1 $3 $4) $5)')
|
|
define(`BFM_INSN',`
|
|
// Shift Left followed by Shift Right.
|
|
// This idiom is used by the compiler for the i2b bytecode etc.
|
|
instruct $4$1(iReg$1NoSp dst, iReg$1`'ORL2I($1) src, immI lshift_count, immI rshift_count)
|
|
%{
|
|
match(Set dst EXTEND($1, $3, src, lshift_count, rshift_count));
|
|
// Make sure we are not going to exceed what $4 can do.
|
|
predicate((unsigned int)n->in(2)->get_int() <= $2
|
|
&& (unsigned int)n->in(1)->in(2)->get_int() <= $2);
|
|
|
|
ins_cost(INSN_COST * 2);
|
|
format %{ "$4 $dst, $src, $rshift_count - $lshift_count, #$2 - $lshift_count" %}
|
|
ins_encode %{
|
|
int lshift = $lshift_count$$constant, rshift = $rshift_count$$constant;
|
|
int s = $2 - lshift;
|
|
int r = (rshift - lshift) & $2;
|
|
__ $4(as_Register($dst$$reg),
|
|
as_Register($src$$reg),
|
|
r, s);
|
|
%}
|
|
|
|
ins_pipe(ialu_reg_shift);
|
|
%}')
|
|
BFM_INSN(L, 63, RShift, sbfm)
|
|
BFM_INSN(I, 31, RShift, sbfmw)
|
|
BFM_INSN(L, 63, URShift, ubfm)
|
|
BFM_INSN(I, 31, URShift, ubfmw)
|
|
dnl
|
|
// Bitfield extract with shift & mask
|
|
define(`BFX_INSN',
|
|
`instruct $3$1(iReg$1NoSp dst, iReg$1`'ORL2I($1) src, immI rshift, imm$1_bitmask mask)
|
|
%{
|
|
match(Set dst (And$1 ($2$1 src rshift) mask));
|
|
|
|
ins_cost(INSN_COST);
|
|
format %{ "$3 $dst, $src, $mask" %}
|
|
ins_encode %{
|
|
int rshift = $rshift$$constant;
|
|
long mask = $mask$$constant;
|
|
int width = exact_log2(mask+1);
|
|
__ $3(as_Register($dst$$reg),
|
|
as_Register($src$$reg), rshift, width);
|
|
%}
|
|
ins_pipe(ialu_reg_shift);
|
|
%}')
|
|
BFX_INSN(I,URShift,ubfxw)
|
|
BFX_INSN(L,URShift,ubfx)
|
|
|
|
// We can use ubfx when extending an And with a mask when we know mask
|
|
// is positive. We know that because immI_bitmask guarantees it.
|
|
instruct ubfxIConvI2L(iRegLNoSp dst, iRegIorL2I src, immI rshift, immI_bitmask mask)
|
|
%{
|
|
match(Set dst (ConvI2L (AndI (URShiftI src rshift) mask)));
|
|
|
|
ins_cost(INSN_COST * 2);
|
|
format %{ "ubfx $dst, $src, $mask" %}
|
|
ins_encode %{
|
|
int rshift = $rshift$$constant;
|
|
long mask = $mask$$constant;
|
|
int width = exact_log2(mask+1);
|
|
__ ubfx(as_Register($dst$$reg),
|
|
as_Register($src$$reg), rshift, width);
|
|
%}
|
|
ins_pipe(ialu_reg_shift);
|
|
%}
|
|
|
|
// Rotations
|
|
|
|
define(`EXTRACT_INSN',
|
|
`instruct extr$3$1(iReg$1NoSp dst, iReg$1`'ORL2I($1) src1, iReg$1`'ORL2I($1) src2, immI lshift, immI rshift, rFlagsReg cr)
|
|
%{
|
|
match(Set dst ($3$1 (LShift$1 src1 lshift) (URShift$1 src2 rshift)));
|
|
predicate(0 == ((n->in(1)->in(2)->get_int() + n->in(2)->in(2)->get_int()) & $2));
|
|
|
|
ins_cost(INSN_COST);
|
|
format %{ "extr $dst, $src1, $src2, #$rshift" %}
|
|
|
|
ins_encode %{
|
|
__ $4(as_Register($dst$$reg), as_Register($src1$$reg), as_Register($src2$$reg),
|
|
$rshift$$constant & $2);
|
|
%}
|
|
ins_pipe(ialu_reg_reg_extr);
|
|
%}
|
|
')dnl
|
|
EXTRACT_INSN(L, 63, Or, extr)
|
|
EXTRACT_INSN(I, 31, Or, extrw)
|
|
EXTRACT_INSN(L, 63, Add, extr)
|
|
EXTRACT_INSN(I, 31, Add, extrw)
|
|
define(`ROL_EXPAND', `
|
|
// $2 expander
|
|
|
|
instruct $2$1_rReg(iReg$1NoSp dst, iReg$1 src, iRegI shift, rFlagsReg cr)
|
|
%{
|
|
effect(DEF dst, USE src, USE shift);
|
|
|
|
format %{ "$2 $dst, $src, $shift" %}
|
|
ins_cost(INSN_COST * 3);
|
|
ins_encode %{
|
|
__ subw(rscratch1, zr, as_Register($shift$$reg));
|
|
__ $3(as_Register($dst$$reg), as_Register($src$$reg),
|
|
rscratch1);
|
|
%}
|
|
ins_pipe(ialu_reg_reg_vshift);
|
|
%}')dnl
|
|
define(`ROR_EXPAND', `
|
|
// $2 expander
|
|
|
|
instruct $2$1_rReg(iReg$1NoSp dst, iReg$1 src, iRegI shift, rFlagsReg cr)
|
|
%{
|
|
effect(DEF dst, USE src, USE shift);
|
|
|
|
format %{ "$2 $dst, $src, $shift" %}
|
|
ins_cost(INSN_COST);
|
|
ins_encode %{
|
|
__ $3(as_Register($dst$$reg), as_Register($src$$reg),
|
|
as_Register($shift$$reg));
|
|
%}
|
|
ins_pipe(ialu_reg_reg_vshift);
|
|
%}')dnl
|
|
define(ROL_INSN, `
|
|
instruct $3$1_rReg_Var_C$2(iRegLNoSp dst, iRegL src, iRegI shift, immI$2 c$2, rFlagsReg cr)
|
|
%{
|
|
match(Set dst (Or$1 (LShift$1 src shift) (URShift$1 src (SubI c$2 shift))));
|
|
|
|
expand %{
|
|
$3L_rReg(dst, src, shift, cr);
|
|
%}
|
|
%}')dnl
|
|
define(ROR_INSN, `
|
|
instruct $3$1_rReg_Var_C$2(iRegLNoSp dst, iRegL src, iRegI shift, immI$2 c$2, rFlagsReg cr)
|
|
%{
|
|
match(Set dst (Or$1 (URShift$1 src shift) (LShift$1 src (SubI c$2 shift))));
|
|
|
|
expand %{
|
|
$3L_rReg(dst, src, shift, cr);
|
|
%}
|
|
%}')dnl
|
|
ROL_EXPAND(L, rol, rorv)
|
|
ROL_EXPAND(I, rol, rorvw)
|
|
ROL_INSN(L, _64, rol)
|
|
ROL_INSN(L, 0, rol)
|
|
ROL_INSN(I, _32, rol)
|
|
ROL_INSN(I, 0, rol)
|
|
ROR_EXPAND(L, ror, rorv)
|
|
ROR_EXPAND(I, ror, rorvw)
|
|
ROR_INSN(L, _64, ror)
|
|
ROR_INSN(L, 0, ror)
|
|
ROR_INSN(I, _32, ror)
|
|
ROR_INSN(I, 0, ror)
|
|
|
|
// Add/subtract (extended)
|
|
dnl ADD_SUB_EXTENDED(mode, size, add node, shift node, insn, shift type, wordsize
|
|
define(`ADD_SUB_CONV', `
|
|
instruct $3Ext$1(iReg$2NoSp dst, iReg$2`'ORL2I($2) src1, iReg$1`'ORL2I($1) src2, rFlagsReg cr)
|
|
%{
|
|
match(Set dst ($3$2 src1 (ConvI2L src2)));
|
|
ins_cost(INSN_COST);
|
|
format %{ "$4 $dst, $src1, $5 $src2" %}
|
|
|
|
ins_encode %{
|
|
__ $4(as_Register($dst$$reg), as_Register($src1$$reg),
|
|
as_Register($src2$$reg), ext::$5);
|
|
%}
|
|
ins_pipe(ialu_reg_reg);
|
|
%}')dnl
|
|
ADD_SUB_CONV(I,L,Add,add,sxtw);
|
|
ADD_SUB_CONV(I,L,Sub,sub,sxtw);
|
|
dnl
|
|
define(`ADD_SUB_EXTENDED', `
|
|
instruct $3Ext$1_$6(iReg$1NoSp dst, iReg$1`'ORL2I($1) src1, iReg$1`'ORL2I($1) src2, immI_`'eval($7-$2) lshift, immI_`'eval($7-$2) rshift, rFlagsReg cr)
|
|
%{
|
|
match(Set dst ($3$1 src1 EXTEND($1, $4, src2, lshift, rshift)));
|
|
ins_cost(INSN_COST);
|
|
format %{ "$5 $dst, $src1, $6 $src2" %}
|
|
|
|
ins_encode %{
|
|
__ $5(as_Register($dst$$reg), as_Register($src1$$reg),
|
|
as_Register($src2$$reg), ext::$6);
|
|
%}
|
|
ins_pipe(ialu_reg_reg);
|
|
%}')
|
|
ADD_SUB_EXTENDED(I,16,Add,RShift,add,sxth,32)
|
|
ADD_SUB_EXTENDED(I,8,Add,RShift,add,sxtb,32)
|
|
ADD_SUB_EXTENDED(I,8,Add,URShift,add,uxtb,32)
|
|
ADD_SUB_EXTENDED(L,16,Add,RShift,add,sxth,64)
|
|
ADD_SUB_EXTENDED(L,32,Add,RShift,add,sxtw,64)
|
|
ADD_SUB_EXTENDED(L,8,Add,RShift,add,sxtb,64)
|
|
ADD_SUB_EXTENDED(L,8,Add,URShift,add,uxtb,64)
|
|
dnl
|
|
dnl ADD_SUB_ZERO_EXTEND(mode, size, add node, insn, shift type)
|
|
define(`ADD_SUB_ZERO_EXTEND', `
|
|
instruct $3Ext$1_$5_and(iReg$1NoSp dst, iReg$1`'ORL2I($1) src1, iReg$1`'ORL2I($1) src2, imm$1_$2 mask, rFlagsReg cr)
|
|
%{
|
|
match(Set dst ($3$1 src1 (And$1 src2 mask)));
|
|
ins_cost(INSN_COST);
|
|
format %{ "$4 $dst, $src1, $src2, $5" %}
|
|
|
|
ins_encode %{
|
|
__ $4(as_Register($dst$$reg), as_Register($src1$$reg),
|
|
as_Register($src2$$reg), ext::$5);
|
|
%}
|
|
ins_pipe(ialu_reg_reg);
|
|
%}')
|
|
dnl
|
|
ADD_SUB_ZERO_EXTEND(I,255,Add,addw,uxtb)
|
|
ADD_SUB_ZERO_EXTEND(I,65535,Add,addw,uxth)
|
|
ADD_SUB_ZERO_EXTEND(L,255,Add,add,uxtb)
|
|
ADD_SUB_ZERO_EXTEND(L,65535,Add,add,uxth)
|
|
ADD_SUB_ZERO_EXTEND(L,4294967295,Add,add,uxtw)
|
|
dnl
|
|
ADD_SUB_ZERO_EXTEND(I,255,Sub,subw,uxtb)
|
|
ADD_SUB_ZERO_EXTEND(I,65535,Sub,subw,uxth)
|
|
ADD_SUB_ZERO_EXTEND(L,255,Sub,sub,uxtb)
|
|
ADD_SUB_ZERO_EXTEND(L,65535,Sub,sub,uxth)
|
|
ADD_SUB_ZERO_EXTEND(L,4294967295,Sub,sub,uxtw)
|
|
|
|
// END This section of the file is automatically generated. Do not edit --------------
|