emit_x64_vector_saturation: AVX implementation of EmitVectorUnsignedSaturatedAdd32
This commit is contained in:
parent
d087ef42b9
commit
b46e6a24dc
1 changed files with 39 additions and 30 deletions
|
@ -222,45 +222,54 @@ void EmitX64::EmitVectorUnsignedSaturatedAdd16(EmitContext& ctx, IR::Inst* inst)
|
||||||
void EmitX64::EmitVectorUnsignedSaturatedAdd32(EmitContext& ctx, IR::Inst* inst) {
|
void EmitX64::EmitVectorUnsignedSaturatedAdd32(EmitContext& ctx, IR::Inst* inst) {
|
||||||
auto args = ctx.reg_alloc.GetArgumentInfo(inst);
|
auto args = ctx.reg_alloc.GetArgumentInfo(inst);
|
||||||
|
|
||||||
const Xbyak::Xmm result = ctx.reg_alloc.UseScratchXmm(args[0]);
|
|
||||||
const Xbyak::Xmm addend = ctx.reg_alloc.UseXmm(args[1]);
|
|
||||||
const Xbyak::Reg8 overflow = ctx.reg_alloc.ScratchGpr().cvt8();
|
|
||||||
|
|
||||||
// TODO AVX2
|
|
||||||
if (code.HasHostFeature(HostFeature::AVX512_Ortho | HostFeature::AVX512DQ)) {
|
if (code.HasHostFeature(HostFeature::AVX512_Ortho | HostFeature::AVX512DQ)) {
|
||||||
// Do a regular unsigned addition
|
const Xbyak::Xmm operand1 = ctx.reg_alloc.UseXmm(args[0]);
|
||||||
code.vpaddd(result, result, addend);
|
const Xbyak::Xmm operand2 = ctx.reg_alloc.UseXmm(args[1]);
|
||||||
|
const Xbyak::Xmm result = ctx.reg_alloc.ScratchXmm();
|
||||||
|
const Xbyak::Reg8 overflow = ctx.reg_alloc.ScratchGpr().cvt8();
|
||||||
|
|
||||||
// Test if an overflow happened
|
code.vpaddd(result, operand1, operand2);
|
||||||
code.vpcmpud(k1, result, addend, CmpInt::LessThan);
|
code.vpcmpud(k1, result, operand2, CmpInt::LessThan);
|
||||||
|
|
||||||
// Write 0b1111... where overflows have happened
|
|
||||||
// This is just a quick way to do this without touching memory
|
|
||||||
code.vpternlogd(result | k1, result, result, 0xFF);
|
code.vpternlogd(result | k1, result, result, 0xFF);
|
||||||
|
|
||||||
// Set ZF if an overflow happened
|
|
||||||
code.ktestb(k1, k1);
|
code.ktestb(k1, k1);
|
||||||
|
|
||||||
|
code.setnz(overflow);
|
||||||
|
code.or_(code.byte[code.r15 + code.GetJitStateInfo().offsetof_fpsr_qc], overflow);
|
||||||
|
|
||||||
|
ctx.reg_alloc.DefineValue(inst, result);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
const Xbyak::Xmm operand1 = code.HasHostFeature(HostFeature::AVX) ? ctx.reg_alloc.UseXmm(args[0]) : ctx.reg_alloc.UseScratchXmm(args[0]);
|
||||||
|
const Xbyak::Xmm operand2 = ctx.reg_alloc.UseXmm(args[1]);
|
||||||
|
const Xbyak::Xmm result = code.HasHostFeature(HostFeature::AVX) ? ctx.reg_alloc.ScratchXmm() : operand1;
|
||||||
|
const Xbyak::Reg8 overflow = ctx.reg_alloc.ScratchGpr().cvt8();
|
||||||
|
const Xbyak::Xmm tmp = ctx.reg_alloc.ScratchXmm();
|
||||||
|
|
||||||
|
if (code.HasHostFeature(HostFeature::AVX)) {
|
||||||
|
code.vpxor(xmm0, operand1, operand2);
|
||||||
|
code.vpand(tmp, operand1, operand2);
|
||||||
|
code.vpaddd(result, operand1, operand2);
|
||||||
} else {
|
} else {
|
||||||
const Xbyak::Xmm tmp = ctx.reg_alloc.ScratchXmm();
|
code.movaps(tmp, operand1);
|
||||||
code.movaps(tmp, result);
|
code.movaps(xmm0, operand1);
|
||||||
code.movaps(xmm0, result);
|
|
||||||
|
|
||||||
code.pxor(xmm0, addend);
|
code.pxor(xmm0, operand2);
|
||||||
code.pand(tmp, addend);
|
code.pand(tmp, operand2);
|
||||||
code.paddd(result, addend);
|
code.paddd(result, operand2);
|
||||||
|
}
|
||||||
|
|
||||||
code.psrld(xmm0, 1);
|
code.psrld(xmm0, 1);
|
||||||
code.paddd(tmp, xmm0);
|
code.paddd(tmp, xmm0);
|
||||||
code.psrad(tmp, 31);
|
code.psrad(tmp, 31);
|
||||||
|
|
||||||
code.por(result, tmp);
|
code.por(result, tmp);
|
||||||
|
|
||||||
if (code.HasHostFeature(HostFeature::SSE41)) {
|
if (code.HasHostFeature(HostFeature::SSE41)) {
|
||||||
code.ptest(tmp, tmp);
|
code.ptest(tmp, tmp);
|
||||||
} else {
|
} else {
|
||||||
code.movmskps(overflow.cvt32(), tmp);
|
code.movmskps(overflow.cvt32(), tmp);
|
||||||
code.test(overflow.cvt32(), overflow.cvt32());
|
code.test(overflow.cvt32(), overflow.cvt32());
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
code.setnz(overflow);
|
code.setnz(overflow);
|
||||||
|
|
Loading…
Reference in a new issue