CodeQL / Analyze (actions) (push) Canceled after 0s
CodeQL / Analyze (python) (push) Canceled after 0s
pre-commit / pre-commit (push) Canceled after 0s
Multi-Arch CI / setup (push) Canceled after 0s
Publish build_manylinux_x86_64 images / publish_build_manylinux_x86_64 (push) Canceled after 0s
Setup (Multi-Arch) / setup (push) Canceled after 0s
Multi-Arch CI / Linux::${{ fromJSON(needs.setup.outputs.linux_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubi10 image / publish_no_rocm_image_ubi10 (push) Canceled after 0s
Multi-Arch CI / Windows::${{ fromJSON(needs.setup.outputs.windows_build_config || '{}').build_variant_label || 'skip' }} (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Multi-Arch CI / Manifest Diff (push) Canceled after 0s
TheRock Manifest Diff Report / Generate Manifest Diff Report (push) Canceled after 0s
Multi-Arch CI / CI Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_ocl_rt images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04_rocgdb images / publish_no_rocm_image_ubuntu24_04_rocgdb (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_ocl_rt (push) Canceled after 0s
Publish TheRock Docker image / build-and-push-image (push) Canceled after 0s
Unit Tests / Unit Tests :: ubuntu-24.04 (push) Canceled after 0s
Unit Tests / Unit Tests :: windows-2022 (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_media (push) Canceled after 0s
Unit Tests / Unit Tests Summary (push) Canceled after 0s
Publish no_rocm_image_ubuntu24_04 images / publish_no_rocm_image_ubuntu24_04_openmpi (push) Canceled after 0s
180 lines
8.7 KiB
TableGen
180 lines
8.7 KiB
TableGen
//===-- X86InstrCMovSetCC.td - Conditional Move and SetCC --*- tablegen -*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file describes the X86 conditional move and set on condition
|
|
// instructions.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
// CMOV instructions.
|
|
multiclass Cmov<X86TypeInfo t, string args, bit ndd = 0, string suffix = ""> {
|
|
let isCommutable = 1, SchedRW = [WriteCMOV] in
|
|
def rr#suffix : ITy<0x40, MRMSrcRegCC, t, (outs t.RegClass:$dst),
|
|
(ins t.RegClass:$src1, t.RegClass:$src2, ccode:$cond),
|
|
"cmov${cond}", args,
|
|
[(set t.RegClass:$dst, (X86cmov t.RegClass:$src1,
|
|
t.RegClass:$src2, timm:$cond, EFLAGS))]>, UseEFLAGS, NDD<ndd>;
|
|
let SchedRW = [WriteCMOV.Folded, WriteCMOV.ReadAfterFold] in
|
|
def rm#suffix : ITy<0x40, MRMSrcMemCC, t, (outs t.RegClass:$dst),
|
|
(ins t.RegClass:$src1, t.MemOperand:$src2, ccode:$cond),
|
|
"cmov${cond}", args,
|
|
[(set t.RegClass:$dst, (X86cmov t.RegClass:$src1,
|
|
(t.LoadNode !if(ndd, ndd_addr, addr):$src2), timm:$cond, EFLAGS))]>, UseEFLAGS, NDD<ndd>;
|
|
}
|
|
|
|
multiclass Cfcmov<X86TypeInfo t> {
|
|
let isCommutable = 1, SchedRW = [WriteCMOV] in {
|
|
let Predicates = [HasCMOV, HasCF, In64BitMode] in {
|
|
def rr : ITy<0x40, MRMDestRegCC, t, (outs t.RegClass:$dst),
|
|
(ins t.RegClass:$src1, ccode:$cond),
|
|
"cfcmov${cond}", unaryop_ndd_args,
|
|
[(set t.RegClass:$dst,
|
|
(X86cmov 0, t.RegClass:$src1, timm:$cond, EFLAGS))]>, UseEFLAGS, NF;
|
|
def rr_REV : ITy<0x40, MRMSrcRegCC, t, (outs t.RegClass:$dst),
|
|
(ins t.RegClass:$src1, ccode:$cond),
|
|
"cfcmov${cond}", unaryop_ndd_args,
|
|
[]>, UseEFLAGS, EVEX, T_MAP4;
|
|
}
|
|
let Predicates = [HasCMOV, HasCF, HasNDD, In64BitMode] in
|
|
def rr_ND : ITy<0x40, MRMSrcRegCC, t, (outs t.RegClass:$dst),
|
|
(ins t.RegClass:$src1, t.RegClass:$src2, ccode:$cond),
|
|
"cfcmov${cond}", binop_ndd_args, []>, UseEFLAGS, NDD<1>, NF;
|
|
}
|
|
let SchedRW = [WriteCMOV.Folded, WriteCMOV.ReadAfterFold] in {
|
|
let Predicates = [HasCMOV, HasCF, In64BitMode], mayLoad = 1 in
|
|
def rm : ITy<0x40, MRMSrcMemCC, t, (outs t.RegClass:$dst),
|
|
(ins t.MemOperand:$src1, ccode:$cond),
|
|
"cfcmov${cond}", unaryop_ndd_args, []>, UseEFLAGS, EVEX, T_MAP4;
|
|
let Predicates = [HasCMOV, HasCF, HasNDD, In64BitMode], mayLoad = 1 in
|
|
def rm_ND : ITy<0x40, MRMSrcMemCC, t, (outs t.RegClass:$dst),
|
|
(ins t.RegClass:$src1, t.MemOperand:$src2, ccode:$cond),
|
|
"cfcmov${cond}", binop_ndd_args, []>, UseEFLAGS, NDD<1>, NF;
|
|
}
|
|
let SchedRW = [WriteCMOV, ReadDefault, ReadDefault, ReadDefault, ReadDefault, ReadDefault],
|
|
Predicates = [HasCMOV, HasCF, In64BitMode], mayStore = 1 in
|
|
def mr : ITy<0x40, MRMDestMemCC, t, (outs),
|
|
(ins t.MemOperand:$dst, t.RegClass:$src1, ccode:$cond),
|
|
"cfcmov${cond}", unaryop_ndd_args, []>, UseEFLAGS, NF;
|
|
}
|
|
|
|
let isCodeGenOnly = 1, ForceDisassemble = 1 in {
|
|
let Predicates = [HasCMOV, NoNDD], Constraints = "$dst = $src1" in {
|
|
defm CMOV16 : Cmov<Xi16, binop_args>, OpSize16, TB;
|
|
defm CMOV32 : Cmov<Xi32, binop_args>, OpSize32, TB;
|
|
defm CMOV64 : Cmov<Xi64, binop_args>, TB;
|
|
}
|
|
|
|
let Predicates = [HasCMOV, HasNDD, In64BitMode] in {
|
|
defm CMOV16 : Cmov<Xi16, binop_ndd_args, 1, "_ND">, PD;
|
|
defm CMOV32 : Cmov<Xi32, binop_ndd_args, 1, "_ND">;
|
|
defm CMOV64 : Cmov<Xi64, binop_ndd_args, 1, "_ND">;
|
|
}
|
|
|
|
defm CFCMOV16 : Cfcmov<Xi16>, PD;
|
|
defm CFCMOV32 : Cfcmov<Xi32>;
|
|
defm CFCMOV64 : Cfcmov<Xi64>;
|
|
} // isCodeGenOnly = 1, ForceDisassemble = 1
|
|
|
|
def inv_cond_XFORM : SDNodeXForm<imm, [{
|
|
X86::CondCode CC = static_cast<X86::CondCode>(N->getZExtValue());
|
|
return CurDAG->getTargetConstant(X86::GetOppositeBranchCondition(CC),
|
|
SDLoc(N), MVT::i8);
|
|
}]>;
|
|
|
|
// Conditional moves with folded loads with operands swapped and conditions
|
|
// inverted.
|
|
let Predicates = [HasCMOV, NoNDD] in {
|
|
def : Pat<(X86cmov (loadi16 addr:$src1), GR16:$src2, timm:$cond, EFLAGS),
|
|
(CMOV16rm GR16:$src2, addr:$src1, (inv_cond_XFORM timm:$cond))>;
|
|
def : Pat<(X86cmov (loadi32 addr:$src1), GR32:$src2, timm:$cond, EFLAGS),
|
|
(CMOV32rm GR32:$src2, addr:$src1, (inv_cond_XFORM timm:$cond))>;
|
|
def : Pat<(X86cmov (loadi64 addr:$src1), GR64:$src2, timm:$cond, EFLAGS),
|
|
(CMOV64rm GR64:$src2, addr:$src1, (inv_cond_XFORM timm:$cond))>;
|
|
}
|
|
|
|
let Predicates = [HasCMOV, HasNDD] in {
|
|
def : Pat<(X86cmov (loadi16 ndd_addr:$src1), GR16:$src2, timm:$cond, EFLAGS),
|
|
(CMOV16rm_ND GR16:$src2, ndd_addr:$src1, (inv_cond_XFORM timm:$cond))>;
|
|
def : Pat<(X86cmov (loadi32 ndd_addr:$src1), GR32:$src2, timm:$cond, EFLAGS),
|
|
(CMOV32rm_ND GR32:$src2, ndd_addr:$src1, (inv_cond_XFORM timm:$cond))>;
|
|
def : Pat<(X86cmov (loadi64 ndd_addr:$src1), GR64:$src2, timm:$cond, EFLAGS),
|
|
(CMOV64rm_ND GR64:$src2, ndd_addr:$src1, (inv_cond_XFORM timm:$cond))>;
|
|
}
|
|
let Predicates = [HasCMOV, HasCF] in {
|
|
def : Pat<(X86cmov GR16:$src1, 0, timm:$cond, EFLAGS),
|
|
(CFCMOV16rr GR16:$src1, (inv_cond_XFORM timm:$cond))>;
|
|
def : Pat<(X86cmov GR32:$src1, 0, timm:$cond, EFLAGS),
|
|
(CFCMOV32rr GR32:$src1, (inv_cond_XFORM timm:$cond))>;
|
|
def : Pat<(X86cmov GR64:$src1, 0, timm:$cond, EFLAGS),
|
|
(CFCMOV64rr GR64:$src1, (inv_cond_XFORM timm:$cond))>;
|
|
|
|
def : Pat<(X86cload addr:$src1, 0, timm:$cond, EFLAGS),
|
|
(CFCMOV16rm addr:$src1, timm:$cond)>;
|
|
def : Pat<(X86cload addr:$src1, 0, timm:$cond, EFLAGS),
|
|
(CFCMOV32rm addr:$src1, timm:$cond)>;
|
|
def : Pat<(X86cload addr:$src1, 0, timm:$cond, EFLAGS),
|
|
(CFCMOV64rm addr:$src1, timm:$cond)>;
|
|
|
|
def : Pat<(X86cload addr:$src2, GR16:$src1, timm:$cond, EFLAGS),
|
|
(CFCMOV16rm_ND GR16:$src1, addr:$src2, timm:$cond)>;
|
|
def : Pat<(X86cload addr:$src2, GR32:$src1, timm:$cond, EFLAGS),
|
|
(CFCMOV32rm_ND GR32:$src1, addr:$src2, timm:$cond)>;
|
|
def : Pat<(X86cload addr:$src2, GR64:$src1, timm:$cond, EFLAGS),
|
|
(CFCMOV64rm_ND GR64:$src1, addr:$src2, timm:$cond)>;
|
|
|
|
def : Pat<(X86cstore GR16:$src2, addr:$src1, timm:$cond, EFLAGS),
|
|
(CFCMOV16mr addr:$src1, GR16:$src2, timm:$cond)>;
|
|
def : Pat<(X86cstore GR32:$src2, addr:$src1, timm:$cond, EFLAGS),
|
|
(CFCMOV32mr addr:$src1, GR32:$src2, timm:$cond)>;
|
|
def : Pat<(X86cstore GR64:$src2, addr:$src1, timm:$cond, EFLAGS),
|
|
(CFCMOV64mr addr:$src1, GR64:$src2, timm:$cond)>;
|
|
}
|
|
|
|
// SetCC instructions.
|
|
let Uses = [EFLAGS], isCodeGenOnly = 1, ForceDisassemble = 1,
|
|
Predicates = [PreferLegacySetCC] in
|
|
def SETCCr : I<0x90, MRMXrCC, (outs GR8:$dst), (ins ccode:$cond),
|
|
"set${cond}\t$dst",
|
|
[(set GR8:$dst, (X86setcc timm:$cond, EFLAGS))]>,
|
|
TB, Sched<[WriteSETCC]>;
|
|
let Uses = [EFLAGS], isCodeGenOnly = 1, ForceDisassemble = 1 in
|
|
def SETCCm : I<0x90, MRMXmCC, (outs), (ins i8mem:$dst, ccode:$cond),
|
|
"set${cond}\t$dst",
|
|
[(store (X86setcc timm:$cond, EFLAGS), addr:$dst)]>,
|
|
TB, Sched<[WriteSETCCStore]>;
|
|
|
|
// SetZUCC and promoted SetCC instructions.
|
|
let Uses = [EFLAGS], isCodeGenOnly = 1, ForceDisassemble = 1,
|
|
hasSideEffects = 0, Predicates = [In64BitMode, PreferNoLegacySetCC] in
|
|
def SETZUCCr : I<0x40, MRMXrCC, (outs GR8:$dst), (ins ccode:$cond),
|
|
"setzu${cond}\t$dst",
|
|
[(set GR8:$dst, (X86setcc timm:$cond, EFLAGS))]>,
|
|
XD, ZU, NoCD8, Sched<[WriteSETCC]>;
|
|
let Uses = [EFLAGS], isCodeGenOnly = 1, ForceDisassemble = 1,
|
|
hasSideEffects = 0, Predicates = [In64BitMode] in {
|
|
def SETCCr_EVEX : I<0x40, MRMXrCC, (outs GR8:$dst), (ins ccode:$cond),
|
|
"set${cond}\t$dst", []>,
|
|
XD, PL, Sched<[WriteSETCC]>;
|
|
let mayStore = 1 in {
|
|
def SETZUCCm : I<0x40, MRMXmCC, (outs), (ins i8mem:$dst, ccode:$cond),
|
|
"setzu${cond}\t$dst", []>,
|
|
XD, ZU, NoCD8, Sched<[WriteSETCCStore]>;
|
|
def SETCCm_EVEX : I<0x40, MRMXmCC, (outs), (ins i8mem:$dst, ccode:$cond),
|
|
"set${cond}\t$dst", []>,
|
|
XD, PL, Sched<[WriteSETCCStore]>;
|
|
}
|
|
}
|
|
|
|
// SALC is an undocumented instruction. Information for this instruction can be found
|
|
// here http://www.rcollins.org/secrets/opcodes/SALC.html
|
|
// Set AL if carry.
|
|
let Uses = [EFLAGS], Defs = [AL], SchedRW = [WriteALU] in {
|
|
def SALC : I<0xD6, RawFrm, (outs), (ins), "salc", []>, Requires<[Not64BitMode]>;
|
|
}
|