#include "graphics/shader/recompiler/backend/spirv/spirvEmitterInstructions.h" #include namespace Libs::Graphics::ShaderRecompiler::Spirv::Emitter { namespace { uint32_t EmitMinMaxF64(EmitterState& state, uint32_t lhs, uint32_t rhs, bool max_value) { const auto bits_type = TypeU32Vector(state, 2); const auto lhs_bits = Unary(state, spv::OpBitcast, bits_type, lhs); const auto rhs_bits = Unary(state, spv::OpBitcast, bits_type, rhs); const auto ordered = Binary(state, max_value ? spv::OpFOrdGreaterThan : spv::OpFOrdLessThan, TypeBool(state), lhs, rhs); auto result = Select(state, TypeF64(state), ordered, lhs, rhs); // Equal values have identical bits except signed zero: min chooses -0, max chooses +0. const auto equal = Binary(state, spv::OpFOrdEqual, TypeBool(state), lhs, rhs); const auto equal_bits = Binary(state, max_value ? spv::OpBitwiseAnd : spv::OpBitwiseOr, bits_type, lhs_bits, rhs_bits); result = Select(state, TypeF64(state), equal, Unary(state, spv::OpBitcast, TypeF64(state), equal_bits), result); // Non-IEEE mode selects the other operand for NaN, including rhs when both are NaN. result = Select(state, TypeF64(state), Unary(state, spv::OpIsNan, TypeBool(state), rhs), lhs, result); return Select(state, TypeF64(state), Unary(state, spv::OpIsNan, TypeBool(state), lhs), rhs, result); } uint32_t EmitMulHigh(EmitterState& state, uint32_t lhs, uint32_t rhs, bool signed_value) { const auto operand_type = signed_value ? TypeI32(state) : TypeU32(state); const auto pair_type = signed_value ? TypeI32Pair(state) : TypeU32Pair(state); uint32_t lhs_operand = lhs; uint32_t rhs_operand = rhs; if (signed_value) { lhs_operand = Unary(state, spv::OpBitcast, TypeI32(state), lhs); rhs_operand = Unary(state, spv::OpBitcast, TypeI32(state), rhs); } const auto extended = state.builder.AllocateId(); state.builder.AddFunction(signed_value ? spv::OpSMulExtended : spv::OpUMulExtended, pair_type, extended, lhs_operand, rhs_operand); const auto high = state.builder.AllocateId(); state.builder.AddFunction(spv::OpCompositeExtract, operand_type, high, extended, 1); return signed_value ? Unary(state, spv::OpBitcast, TypeU32(state), high) : high; } uint32_t EmitFMinMax3(EmitterState& state, uint32_t a, uint32_t b, uint32_t c, bool max_value) { return EmitMinMaxF32Value(state, EmitMinMaxF32Value(state, a, b, max_value), c, max_value); } uint32_t EmitExt(EmitterState& state, uint32_t type, uint32_t opcode, std::initializer_list args) { const auto result = state.builder.AllocateId(); state.builder.AddFunction(spv::OpExtInst, type, result, GlslStd450(state), opcode, args); return result; } uint32_t EmitF32ToF16RtzBits(EmitterState& state, uint32_t value) { // Native half conversion causes regressions; use compact integer RTZ conversion. const auto bits = EmitBitcastF32ToU32(state, value); const auto abs = EmitAndConstant(state, bits, 0x7fffffffu); const auto sign = EmitAndConstant( state, Binary(state, spv::OpShiftRightLogical, TypeU32(state), bits, ConstantU32(state, 16)), 0x8000u); const auto exp = Binary(state, spv::OpShiftRightLogical, TypeU32(state), abs, ConstantU32(state, 23)); const auto mant = EmitAndConstant(state, abs, 0x007fffffu); // Align the hidden bit to the half subnormal mantissa. Even unused shifts must be < 32. const auto shift = EmitUMin32( state, Binary(state, spv::OpISub, TypeU32(state), ConstantU32(state, 126), exp), ConstantU32(state, 31)); const auto sub = Binary(state, spv::OpShiftRightLogical, TypeU32(state), EmitOrU32(state, mant, ConstantU32(state, 0x00800000u)), shift); // Drop 13 mantissa bits and rebias the exponent; finite overflow saturates to max half. const auto truncated = Binary(state, spv::OpShiftRightLogical, TypeU32(state), abs, ConstantU32(state, 13)); const auto normal = EmitUMin32( state, Binary(state, spv::OpISub, TypeU32(state), truncated, ConstantU32(state, 0x1c000u)), ConstantU32(state, 0x7bffu)); const auto finite = Select(state, TypeU32(state), EmitCompareU32Constant(state, spv::OpULessThan, abs, 0x38800000u), sub, normal); const auto nan = EmitOrU32(state, EmitAndConstant(state, truncated, 0x03ffu), ConstantU32(state, 0x7e00u)); const auto special = Select(state, TypeU32(state), EmitCompareU32Constant(state, spv::OpIEqual, mant, 0), ConstantU32(state, 0x7c00u), nan); const auto magnitude = Select( state, TypeU32(state), EmitCompareU32Constant(state, spv::OpUGreaterThanEqual, abs, 0x7f800000u), special, finite); return EmitOrU32(state, sign, magnitude); } uint32_t EmitF32ToU32(EmitterState& state, uint32_t src, bool signed_value) { const auto trunc = EmitTruncF32Value(state, src); const auto converted_raw = state.builder.AllocateId(); if (signed_value) { const auto converted_i = state.builder.AllocateId(); state.builder.AddFunction(spv::OpConvertFToS, TypeI32(state), converted_i, trunc); state.builder.AddFunction(spv::OpBitcast, TypeU32(state), converted_raw, converted_i); } else { state.builder.AddFunction(spv::OpConvertFToU, TypeU32(state), converted_raw, trunc); } const auto nan = Unary(state, spv::OpIsNan, TypeBool(state), src); if (signed_value) { const auto below = Binary(state, spv::OpFOrdLessThanEqual, TypeBool(state), src, ConstantF32(state, 0xcf000000u)); const auto above = Binary(state, spv::OpFOrdGreaterThanEqual, TypeBool(state), src, ConstantF32(state, 0x4f000000u)); const auto high = Select(state, TypeU32(state), above, ConstantU32(state, 0x7fffffffu), converted_raw); const auto low = Select(state, TypeU32(state), below, ConstantU32(state, 0x80000000u), high); return Select(state, TypeU32(state), nan, ConstantU32(state, 0), low); } const auto below = Binary(state, spv::OpFOrdLessThanEqual, TypeBool(state), src, ConstantF32(state, 0)); const auto above = Binary(state, spv::OpFOrdGreaterThanEqual, TypeBool(state), src, ConstantF32(state, 0x4f800000u)); const auto zero = Binary(state, spv::OpLogicalOr, TypeBool(state), nan, below); const auto high = Select(state, TypeU32(state), above, ConstantU32(state, 0xffffffffu), converted_raw); return Select(state, TypeU32(state), zero, ConstantU32(state, 0), high); } } // namespace uint32_t EmitFPFma32(EmitterState& state, uint32_t a, uint32_t b, uint32_t c) { const auto result = EmitGlsl(state, a, b, c); state.builder.AddAnnotation(spv::OpDecorate, result, spv::DecorationNoContraction); return result; } uint32_t EmitFPMad32(EmitterState& state, uint32_t a, uint32_t b, uint32_t c) { // Explicit denormal checks typically drop 3DMiniGolf menu FPS from 28-29 to 21-24 // on NVIDIA RTX 5080 Laptop GPU, so leave them disabled for this experiment. // a = EmitFlushF32DenormToSignedZero(state, a); // b = EmitFlushF32DenormToSignedZero(state, b); // c = EmitFlushF32DenormToSignedZero(state, c); const auto product = EmitFPMul32(state, a, b); state.builder.AddAnnotation(spv::OpDecorate, product, spv::DecorationNoContraction); // const auto sum = EmitFPAdd32(state, EmitFlushF32DenormToSignedZero(state, product), c); const auto sum = EmitFPAdd32(state, product, c); state.builder.AddAnnotation(spv::OpDecorate, sum, spv::DecorationNoContraction); // return EmitFlushF32DenormToSignedZero(state, sum); return sum; } uint32_t EmitConvertU16U32(EmitterState& state, uint32_t arg0) { return EmitNative(state, arg0, ConstantU32(state, 0xffffu)); } uint32_t EmitConvertU8U32(EmitterState& state, uint32_t arg0) { return EmitNative(state, arg0, ConstantU32(state, 0xffu)); } uint32_t EmitConvertF16F32(EmitterState& state, uint32_t arg0) { const auto pair = state.builder.AllocateId(); state.builder.AddFunction(spv::OpCompositeConstruct, TypeF32Vector(state, 2), pair, arg0, ConstantF32(state, 0)); return EmitPackHalf2x16(state, pair); } uint32_t EmitConvertS32F32(EmitterState& state, uint32_t arg0) { return EmitF32ToU32(state, arg0, true); } uint32_t EmitConvertU32F32(EmitterState& state, uint32_t arg0) { return EmitF32ToU32(state, arg0, false); } uint32_t EmitConvertF32F64(EmitterState& state, uint32_t arg0) { const auto converted = Unary(state, spv::OpFConvert, TypeF32(state), arg0); const auto source = EmitNative( state, Unary(state, spv::OpBitcast, TypeU32Vector(state, 2), arg0), 1u); const auto exponent = EmitAndConstant(state, source, 0x7ff00000u); const auto overflow = Binary(state, spv::OpLogicalAnd, TypeBool(state), EmitCompareU32Constant(state, spv::OpUGreaterThan, exponent, 0x47e00000u), EmitCompareU32Constant(state, spv::OpULessThan, exponent, 0x7ff00000u)); const auto clamped = EmitOrU32(state, EmitAndConstant(state, source, 0x80000000u), ConstantU32(state, 0x7f7fffffu)); return EmitFlushF32DenormToSignedZero( state, Select(state, TypeF32(state), overflow, Unary(state, spv::OpBitcast, TypeF32(state), clamped), converted)); } uint32_t EmitConvertF64F32(EmitterState& state, uint32_t arg0) { return EmitNative(state, EmitFlushF32DenormToSignedZero(state, arg0)); } uint32_t EmitCompositeConstructU64(ValueEmitContext& ctx, uint32_t arg0, IR::Value arg1) { arg1 = arg1.Resolve(); return arg1.IsImmediate() && arg1.U32() == 0u ? Unary(ctx.state, spv::OpUConvert, TypeU64(ctx.state), arg0) : PackU64(ctx.state, arg0, ctx.Def(arg1)); } uint32_t EmitCompositeExtractU64(EmitterState& state, uint32_t arg0, IR::Value arg1) { const auto value = arg1.U32() == 0u ? arg0 : Binary(state, spv::OpShiftRightLogical, TypeU64(state), arg0, ConstantU32(state, 32)); return Unary(state, spv::OpUConvert, TypeU32(state), value); } uint32_t EmitCompositeExtractU32x2(EmitterState& state, uint32_t arg0, IR::Value arg1) { return EmitNative(state, arg0, arg1.U32()); } uint32_t EmitPackFloat2x16Rtz(EmitterState& state, uint32_t arg0, uint32_t arg1) { return EmitNative( state, EmitF32ToF16RtzBits(state, arg0), EmitF32ToF16RtzBits(state, arg1), ConstantU32(state, 16), ConstantU32(state, 16)); } uint32_t EmitFPSaturate32(EmitterState& state, uint32_t arg0) { // The clamp modifier runs in DX10 clamp mode: NaN becomes 0, as NClamp's NMax step does. return EmitExt(state, TypeF32(state), GLSLstd450NClamp, {arg0, ConstantF32(state, 0), ConstantF32(state, 0x3f800000u)}); } uint32_t EmitSMulHi(EmitterState& state, uint32_t arg0, uint32_t arg1) { return EmitMulHigh(state, arg0, arg1, true); } uint32_t EmitUMulHi(EmitterState& state, uint32_t arg0, uint32_t arg1) { return EmitMulHigh(state, arg0, arg1, false); } uint32_t EmitSMinTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2) { return EmitSMin32(state, arg0, EmitSMin32(state, arg1, arg2)); } uint32_t EmitSMaxTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2) { return EmitSMax32(state, arg0, EmitSMax32(state, arg1, arg2)); } uint32_t EmitUMinTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2) { return EmitUMin32(state, arg0, EmitUMin32(state, arg1, arg2)); } uint32_t EmitUMaxTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2) { return EmitUMax32(state, arg0, EmitUMax32(state, arg1, arg2)); } uint32_t EmitSMedTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2) { const auto high_min = EmitSMin32(state, EmitSMax32(state, arg0, arg1), arg2); return EmitSMax32(state, EmitSMin32(state, arg0, arg1), high_min); } uint32_t EmitUMedTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2) { const auto high_min = EmitUMin32(state, EmitUMax32(state, arg0, arg1), arg2); return EmitUMax32(state, EmitUMin32(state, arg0, arg1), high_min); } uint32_t EmitFPMin32(EmitterState& state, uint32_t arg0, uint32_t arg1) { return EmitMinMaxF32Value(state, arg0, arg1, false); } uint32_t EmitFPMax32(EmitterState& state, uint32_t arg0, uint32_t arg1) { return EmitMinMaxF32Value(state, arg0, arg1, true); } uint32_t EmitFPMin64(EmitterState& state, uint32_t arg0, uint32_t arg1) { return EmitMinMaxF64(state, arg0, arg1, false); } uint32_t EmitFPMax64(EmitterState& state, uint32_t arg0, uint32_t arg1) { return EmitMinMaxF64(state, arg0, arg1, true); } uint32_t EmitFPMinTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2) { return EmitFMinMax3(state, arg0, arg1, arg2, false); } uint32_t EmitFPMaxTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2) { return EmitFMinMax3(state, arg0, arg1, arg2, true); } uint32_t EmitFPRecip32(EmitterState& state, uint32_t arg0) { const auto source = EmitFlushF32DenormToSignedZero(state, arg0); return Binary(state, spv::OpFDiv, TypeF32(state), ConstantF32(state, 0x3f800000u), source); } uint32_t EmitFPRecip64(EmitterState& state, uint32_t arg0) { const auto one = state.builder.Constant(spv::OpConstant, TypeF64(state), 0u, 0x3ff00000u); return EmitNative(state, one, arg0); } uint32_t EmitFPRecipIFlag32(EmitterState& state, uint32_t arg0) { // Integer-to-float inputs used by IFLAG cannot be denormal. return Binary(state, spv::OpFDiv, TypeF32(state), ConstantF32(state, 0x3f800000u), arg0); } uint32_t EmitFPRecipSqrt32(EmitterState& state, uint32_t arg0) { return EmitExt(state, TypeF32(state), GLSLstd450InverseSqrt, {EmitFlushF32DenormToSignedZero(state, arg0)}); } uint32_t EmitFPSqrt(EmitterState& state, uint32_t arg0) { return EmitExt(state, TypeF32(state), GLSLstd450Sqrt, {EmitFlushF32DenormToSignedZero(state, arg0)}); } uint32_t EmitFPExp2(EmitterState& state, uint32_t arg0) { return EmitExt(state, TypeF32(state), GLSLstd450Exp2, {EmitFlushF32DenormToSignedZero(state, arg0)}); } uint32_t EmitFPLog2(EmitterState& state, uint32_t arg0) { return EmitExt(state, TypeF32(state), GLSLstd450Log2, {EmitFlushF32DenormToSignedZero(state, arg0)}); } uint32_t EmitFPLdexp(EmitterState& state, uint32_t arg0, uint32_t arg1) { const auto exponent = Unary(state, spv::OpBitcast, TypeI32(state), arg1); return EmitExt(state, TypeF32(state), GLSLstd450Ldexp, {arg0, exponent}); } uint32_t EmitFPSin(EmitterState& state, uint32_t arg0) { auto source = EmitTrigCycleF32(state, arg0, true); source = Binary(state, spv::OpFMul, TypeF32(state), source, ConstantF32(state, 0x40c90fdbu)); return EmitExt(state, TypeF32(state), GLSLstd450Sin, {source}); } uint32_t EmitFPCos(EmitterState& state, uint32_t arg0) { auto source = EmitTrigCycleF32(state, arg0, false); source = Binary(state, spv::OpFMul, TypeF32(state), source, ConstantF32(state, 0x40c90fdbu)); return EmitExt(state, TypeF32(state), GLSLstd450Cos, {source}); } } // namespace Libs::Graphics::ShaderRecompiler::Spirv::Emitter