mirror of
https://github.com/KytyPS5/KytyPS5.git
synced 2026-10-20 19:07:01 +02:00
nmzik
691 lines
33 KiB
C++
691 lines
33 KiB
C++
#include "graphics/shader/recompiler/backend/spirv/spirvEmitterInternal.h"
|
|
|
|
#include <array>
|
|
|
|
namespace Libs::Graphics::ShaderRecompiler::Spirv::Emitter {
|
|
namespace {
|
|
|
|
struct Pair {
|
|
uint32_t low = 0;
|
|
uint32_t high = 0;
|
|
};
|
|
|
|
uint32_t NewUnary(EmitterState& state, uint32_t opcode, uint32_t type, uint32_t value) {
|
|
const auto result = state.builder.AllocateId();
|
|
state.builder.AddFunction({opcode, type, result, value});
|
|
return result;
|
|
}
|
|
|
|
uint32_t NewBinary(EmitterState& state, uint32_t opcode, uint32_t type, uint32_t lhs,
|
|
uint32_t rhs) {
|
|
const auto result = state.builder.AllocateId();
|
|
state.builder.AddFunction({opcode, type, result, lhs, rhs});
|
|
return result;
|
|
}
|
|
|
|
uint32_t NewSelect(EmitterState& state, uint32_t type, uint32_t condition, uint32_t true_value,
|
|
uint32_t false_value) {
|
|
const auto result = state.builder.AllocateId();
|
|
state.builder.AddFunction({OpSelect, type, result, condition, true_value, false_value});
|
|
return result;
|
|
}
|
|
|
|
Pair ExtractPair(EmitterState& state, uint32_t value) {
|
|
Pair result {state.builder.AllocateId(), state.builder.AllocateId()};
|
|
state.builder.AddFunction({OpCompositeExtract, TypeU32(state), result.low, value, 0});
|
|
state.builder.AddFunction({OpCompositeExtract, TypeU32(state), result.high, value, 1});
|
|
return result;
|
|
}
|
|
|
|
uint32_t MakePair(EmitterState& state, uint32_t low, uint32_t high) {
|
|
const auto result = state.builder.AllocateId();
|
|
state.builder.AddFunction({OpCompositeConstruct, TypeU64(state), result, low, high});
|
|
return result;
|
|
}
|
|
|
|
uint32_t CompareEqual64(EmitterState& state, uint32_t lhs_value, uint32_t rhs_value,
|
|
bool not_equal) {
|
|
const auto compare = NewBinary(state, not_equal ? OpINotEqual : OpIEqual,
|
|
TypeBoolVector(state, 2), lhs_value, rhs_value);
|
|
return NewUnary(state, not_equal ? OpAny : OpAll, TypeBool(state), compare);
|
|
}
|
|
|
|
uint32_t CompareOrdered64(EmitterState& state, uint32_t lhs_value, uint32_t rhs_value,
|
|
uint32_t high_compare, uint32_t low_compare) {
|
|
const auto lhs = ExtractPair(state, lhs_value);
|
|
const auto rhs = ExtractPair(state, rhs_value);
|
|
const auto high_equal = NewBinary(state, OpIEqual, TypeBool(state), lhs.high, rhs.high);
|
|
const auto high_result = NewBinary(state, high_compare, TypeBool(state), lhs.high, rhs.high);
|
|
const auto low_result = NewBinary(state, low_compare, TypeBool(state), lhs.low, rhs.low);
|
|
const auto low_path = NewBinary(state, OpLogicalAnd, TypeBool(state), high_equal, low_result);
|
|
return NewBinary(state, OpLogicalOr, TypeBool(state), high_result, low_path);
|
|
}
|
|
|
|
uint32_t EmitAdd64(EmitterState& state, uint32_t lhs_value, uint32_t rhs_value) {
|
|
const auto lhs = ExtractPair(state, lhs_value);
|
|
const auto rhs = ExtractPair(state, rhs_value);
|
|
const auto low_pair = state.builder.AllocateId();
|
|
const auto low = state.builder.AllocateId();
|
|
const auto carry = state.builder.AllocateId();
|
|
state.builder.AddFunction({OpIAddCarry, TypeU32Pair(state), low_pair, lhs.low, rhs.low});
|
|
state.builder.AddFunction({OpCompositeExtract, TypeU32(state), low, low_pair, 0});
|
|
state.builder.AddFunction({OpCompositeExtract, TypeU32(state), carry, low_pair, 1});
|
|
const auto high0 = NewBinary(state, OpIAdd, TypeU32(state), lhs.high, rhs.high);
|
|
const auto high = NewBinary(state, OpIAdd, TypeU32(state), high0, carry);
|
|
return MakePair(state, low, high);
|
|
}
|
|
|
|
uint32_t EmitSub64(EmitterState& state, uint32_t lhs_value, uint32_t rhs_value) {
|
|
const auto lhs = ExtractPair(state, lhs_value);
|
|
const auto rhs = ExtractPair(state, rhs_value);
|
|
const auto low = NewBinary(state, OpISub, TypeU32(state), lhs.low, rhs.low);
|
|
const auto borrow = NewBinary(state, OpULessThan, TypeBool(state), lhs.low, rhs.low);
|
|
const auto borrow_u32 =
|
|
NewSelect(state, TypeU32(state), borrow, ConstantU32(state, 1), ConstantU32(state, 0));
|
|
const auto high0 = NewBinary(state, OpISub, TypeU32(state), lhs.high, rhs.high);
|
|
const auto high = NewBinary(state, OpISub, TypeU32(state), high0, borrow_u32);
|
|
return MakePair(state, low, high);
|
|
}
|
|
|
|
uint32_t EmitMulHigh(EmitterState& state, uint32_t lhs, uint32_t rhs, bool signed_value) {
|
|
const auto operand_type = signed_value ? TypeI32(state) : TypeU32(state);
|
|
const auto pair_type = signed_value ? TypeI32Pair(state) : TypeU32Pair(state);
|
|
uint32_t lhs_operand = lhs;
|
|
uint32_t rhs_operand = rhs;
|
|
if (signed_value) {
|
|
lhs_operand = NewUnary(state, OpBitcast, TypeI32(state), lhs);
|
|
rhs_operand = NewUnary(state, OpBitcast, TypeI32(state), rhs);
|
|
}
|
|
const auto extended = state.builder.AllocateId();
|
|
state.builder.AddFunction({signed_value ? OpSMulExtended : OpUMulExtended, pair_type, extended,
|
|
lhs_operand, rhs_operand});
|
|
const auto high = state.builder.AllocateId();
|
|
state.builder.AddFunction({OpCompositeExtract, operand_type, high, extended, 1});
|
|
return signed_value ? NewUnary(state, OpBitcast, TypeU32(state), high) : high;
|
|
}
|
|
|
|
uint32_t EmitMul64(EmitterState& state, uint32_t lhs_value, uint32_t rhs_value) {
|
|
const auto lhs = ExtractPair(state, lhs_value);
|
|
const auto rhs = ExtractPair(state, rhs_value);
|
|
const auto low = NewBinary(state, OpIMul, TypeU32(state), lhs.low, rhs.low);
|
|
const auto high0 = EmitMulHigh(state, lhs.low, rhs.low, false);
|
|
const auto high1 = NewBinary(state, OpIMul, TypeU32(state), lhs.low, rhs.high);
|
|
const auto high2 = NewBinary(state, OpIMul, TypeU32(state), lhs.high, rhs.low);
|
|
return MakePair(state, low,
|
|
NewBinary(state, OpIAdd, TypeU32(state),
|
|
NewBinary(state, OpIAdd, TypeU32(state), high0, high1), high2));
|
|
}
|
|
|
|
uint32_t EmitShift64(EmitterState& state, uint32_t opcode, uint32_t value, uint32_t shift) {
|
|
const auto pair = ExtractPair(state, value);
|
|
uint32_t low = 0;
|
|
uint32_t high = 0;
|
|
if (opcode == OpShiftLeftLogical) {
|
|
EmitShiftLeftLogicalU64Values(state, pair.low, pair.high, shift, low, high);
|
|
} else if (opcode == OpShiftRightLogical) {
|
|
EmitShiftRightLogicalU64Values(state, pair.low, pair.high, shift, low, high);
|
|
} else {
|
|
const auto amount =
|
|
NewBinary(state, OpBitwiseAnd, TypeU32(state), shift, ConstantU32(state, 63));
|
|
const auto word_shift =
|
|
NewBinary(state, OpBitwiseAnd, TypeU32(state), amount, ConstantU32(state, 31));
|
|
const auto at_least_32 =
|
|
NewBinary(state, OpUGreaterThanEqual, TypeBool(state), amount, ConstantU32(state, 32));
|
|
const auto nonzero =
|
|
NewBinary(state, OpINotEqual, TypeBool(state), amount, ConstantU32(state, 0));
|
|
const auto high_shifted =
|
|
NewBinary(state, OpShiftRightArithmetic, TypeU32(state), pair.high, word_shift);
|
|
const auto low_shifted =
|
|
NewBinary(state, OpShiftRightLogical, TypeU32(state), pair.low, word_shift);
|
|
const auto carry_count =
|
|
NewBinary(state, OpBitwiseAnd, TypeU32(state),
|
|
NewBinary(state, OpISub, TypeU32(state), ConstantU32(state, 32), word_shift),
|
|
ConstantU32(state, 31));
|
|
const auto carry =
|
|
NewSelect(state, TypeU32(state), nonzero,
|
|
NewBinary(state, OpShiftLeftLogical, TypeU32(state), pair.high, carry_count),
|
|
ConstantU32(state, 0));
|
|
const auto low_below_32 = NewBinary(state, OpBitwiseOr, TypeU32(state), low_shifted, carry);
|
|
const auto negative =
|
|
NewBinary(state, OpSLessThan, TypeBool(state), pair.high, ConstantU32(state, 0));
|
|
const auto sign_fill = NewSelect(state, TypeU32(state), negative,
|
|
ConstantU32(state, 0xffffffffu), ConstantU32(state, 0));
|
|
return MakePair(state,
|
|
NewSelect(state, TypeU32(state), at_least_32, high_shifted, low_below_32),
|
|
NewSelect(state, TypeU32(state), at_least_32, sign_fill, high_shifted));
|
|
}
|
|
return MakePair(state, low, high);
|
|
}
|
|
|
|
uint32_t EmitConstantShift64(EmitterState& state, uint32_t opcode, uint32_t value, uint32_t shift) {
|
|
shift &= 63u;
|
|
if (shift == 0u) {
|
|
return value;
|
|
}
|
|
const auto pair = ExtractPair(state, value);
|
|
if (opcode == OpShiftLeftLogical) {
|
|
if (shift < 32u) {
|
|
const auto low = NewBinary(state, OpShiftLeftLogical, TypeU32(state), pair.low,
|
|
ConstantU32(state, shift));
|
|
const auto high = NewBinary(state, OpBitwiseOr, TypeU32(state),
|
|
NewBinary(state, OpShiftLeftLogical, TypeU32(state),
|
|
pair.high, ConstantU32(state, shift)),
|
|
NewBinary(state, OpShiftRightLogical, TypeU32(state),
|
|
pair.low, ConstantU32(state, 32u - shift)));
|
|
return MakePair(state, low, high);
|
|
}
|
|
return MakePair(state, ConstantU32(state, 0),
|
|
shift == 32u ? pair.low
|
|
: NewBinary(state, OpShiftLeftLogical, TypeU32(state),
|
|
pair.low, ConstantU32(state, shift - 32u)));
|
|
}
|
|
if (shift < 32u) {
|
|
const auto low = NewBinary(state, OpBitwiseOr, TypeU32(state),
|
|
NewBinary(state, OpShiftRightLogical, TypeU32(state), pair.low,
|
|
ConstantU32(state, shift)),
|
|
NewBinary(state, OpShiftLeftLogical, TypeU32(state), pair.high,
|
|
ConstantU32(state, 32u - shift)));
|
|
const auto high =
|
|
NewBinary(state, opcode, TypeU32(state), pair.high, ConstantU32(state, shift));
|
|
return MakePair(state, low, high);
|
|
}
|
|
const auto high = opcode == OpShiftRightArithmetic
|
|
? NewBinary(state, OpShiftRightArithmetic, TypeU32(state), pair.high,
|
|
ConstantU32(state, 31u))
|
|
: ConstantU32(state, 0);
|
|
const auto low = shift == 32u ? pair.high
|
|
: NewBinary(state, opcode, TypeU32(state), pair.high,
|
|
ConstantU32(state, shift - 32u));
|
|
return MakePair(state, low, high);
|
|
}
|
|
|
|
uint32_t EmitFindMsb64(EmitterState& state, uint32_t value) {
|
|
const auto pair = ExtractPair(state, value);
|
|
const auto high_i = state.builder.AllocateId();
|
|
const auto low_i = state.builder.AllocateId();
|
|
state.builder.AddFunction(
|
|
{OpExtInst, TypeI32(state), high_i, GlslStd450(state), GlslFindUMsb, pair.high});
|
|
state.builder.AddFunction(
|
|
{OpExtInst, TypeI32(state), low_i, GlslStd450(state), GlslFindUMsb, pair.low});
|
|
const auto high = NewUnary(state, OpBitcast, TypeU32(state), high_i);
|
|
const auto low = NewUnary(state, OpBitcast, TypeU32(state), low_i);
|
|
const auto high_nonzero =
|
|
NewBinary(state, OpINotEqual, TypeBool(state), pair.high, ConstantU32(state, 0));
|
|
return NewSelect(state, TypeU32(state), high_nonzero,
|
|
NewBinary(state, OpIAdd, TypeU32(state), high, ConstantU32(state, 32)), low);
|
|
}
|
|
|
|
uint32_t EmitMinMax3(EmitterState& state, uint32_t a, uint32_t b, uint32_t c, bool signed_value,
|
|
bool max_value) {
|
|
const auto ab = signed_value ? EmitMinMaxI32Value(state, a, b, max_value)
|
|
: EmitMinMaxU32Value(state, a, b, max_value);
|
|
return signed_value ? EmitMinMaxI32Value(state, ab, c, max_value)
|
|
: EmitMinMaxU32Value(state, ab, c, max_value);
|
|
}
|
|
|
|
uint32_t EmitMed3(EmitterState& state, uint32_t a, uint32_t b, uint32_t c, bool signed_value) {
|
|
const auto minimum = EmitMinMax3(state, a, b, c, signed_value, false);
|
|
const auto maximum = EmitMinMax3(state, a, b, c, signed_value, true);
|
|
const auto ab = NewBinary(state, OpIAdd, TypeU32(state), a, b);
|
|
const auto abc = NewBinary(state, OpIAdd, TypeU32(state), ab, c);
|
|
return NewBinary(state, OpISub, TypeU32(state),
|
|
NewBinary(state, OpISub, TypeU32(state), abc, minimum), maximum);
|
|
}
|
|
|
|
uint32_t EmitFMinMax3(EmitterState& state, uint32_t a, uint32_t b, uint32_t c, bool max_value) {
|
|
return EmitMinMaxF32Value(state, EmitMinMaxF32Value(state, a, b, max_value), c, max_value);
|
|
}
|
|
|
|
uint32_t EmitFMed3(EmitterState& state, uint32_t a, uint32_t b, uint32_t c) {
|
|
const auto min_ab = EmitMinMaxF32Value(state, a, b, false);
|
|
const auto min3 = EmitMinMaxF32Value(state, min_ab, c, false);
|
|
const auto max_ab = EmitMinMaxF32Value(state, a, b, true);
|
|
const auto high_min = EmitMinMaxF32Value(state, max_ab, c, false);
|
|
const auto median = EmitMinMaxF32Value(state, min_ab, high_min, true);
|
|
const auto nan_ab = NewBinary(state, OpLogicalOr, TypeBool(state),
|
|
EmitClassifyF32(state, a).nan, EmitClassifyF32(state, b).nan);
|
|
const auto any_nan =
|
|
NewBinary(state, OpLogicalOr, TypeBool(state), nan_ab, EmitClassifyF32(state, c).nan);
|
|
return NewSelect(state, TypeF32(state), any_nan, min3, median);
|
|
}
|
|
|
|
uint32_t EmitExt(EmitterState& state, uint32_t type, uint32_t opcode,
|
|
std::initializer_list<uint32_t> args) {
|
|
const auto result = state.builder.AllocateId();
|
|
std::vector<uint32_t> words {OpExtInst, type, result, GlslStd450(state), opcode};
|
|
words.insert(words.end(), args.begin(), args.end());
|
|
state.builder.AddFunction(words);
|
|
return result;
|
|
}
|
|
|
|
uint32_t EmitF32ToU32(EmitterState& state, uint32_t src, bool signed_value) {
|
|
const auto trunc = EmitTruncF32Value(state, src);
|
|
const auto converted_raw = state.builder.AllocateId();
|
|
if (signed_value) {
|
|
const auto converted_i = state.builder.AllocateId();
|
|
state.builder.AddFunction({OpConvertFToS, TypeI32(state), converted_i, trunc});
|
|
state.builder.AddFunction({OpBitcast, TypeU32(state), converted_raw, converted_i});
|
|
} else {
|
|
state.builder.AddFunction({OpConvertFToU, TypeU32(state), converted_raw, trunc});
|
|
}
|
|
const auto nan = EmitClassifyF32(state, src).nan;
|
|
if (signed_value) {
|
|
const auto below = NewBinary(state, OpFOrdLessThanEqual, TypeBool(state), src,
|
|
ConstantF32(state, 0xcf000000u));
|
|
const auto above = NewBinary(state, OpFOrdGreaterThanEqual, TypeBool(state), src,
|
|
ConstantF32(state, 0x4f000000u));
|
|
const auto high =
|
|
NewSelect(state, TypeU32(state), above, ConstantU32(state, 0x7fffffffu), converted_raw);
|
|
const auto low =
|
|
NewSelect(state, TypeU32(state), below, ConstantU32(state, 0x80000000u), high);
|
|
return NewSelect(state, TypeU32(state), nan, ConstantU32(state, 0), low);
|
|
}
|
|
const auto below =
|
|
NewBinary(state, OpFOrdLessThanEqual, TypeBool(state), src, ConstantF32(state, 0));
|
|
const auto above = NewBinary(state, OpFOrdGreaterThanEqual, TypeBool(state), src,
|
|
ConstantF32(state, 0x4f800000u));
|
|
const auto zero = NewBinary(state, OpLogicalOr, TypeBool(state), nan, below);
|
|
const auto high =
|
|
NewSelect(state, TypeU32(state), above, ConstantU32(state, 0xffffffffu), converted_raw);
|
|
return NewSelect(state, TypeU32(state), zero, ConstantU32(state, 0), high);
|
|
}
|
|
|
|
uint32_t EmitPackHalf(EmitterState& state, uint32_t src) {
|
|
return EmitExt(state, TypeU32(state), GlslPackHalf2x16, {src});
|
|
}
|
|
|
|
uint32_t EmitUnpackHalf(EmitterState& state, uint32_t bits) {
|
|
const auto pair = EmitExt(state, TypeF32Vector(state, 2), GlslUnpackHalf2x16, {bits});
|
|
const auto result = state.builder.AllocateId();
|
|
state.builder.AddFunction({OpCompositeExtract, TypeF32(state), result, pair, 0});
|
|
return result;
|
|
}
|
|
|
|
} // namespace
|
|
|
|
bool EmitValueAlu(ValueEmitContext& ctx, const IR::Inst& inst) {
|
|
auto& state = ctx.state;
|
|
const auto op = inst.GetOpcode();
|
|
const auto unary = [&](uint32_t spirv, IR::Type type) {
|
|
ctx.Emit(inst, spirv, type, {ctx.Arg(inst, 0)});
|
|
return true;
|
|
};
|
|
const auto binary = [&](uint32_t spirv, IR::Type type) {
|
|
ctx.Emit(inst, spirv, type, {ctx.Arg(inst, 0), ctx.Arg(inst, 1)});
|
|
return true;
|
|
};
|
|
const auto ext_unary = [&](uint32_t ext) {
|
|
ctx.Define(inst, EmitExt(state, TypeF32(state), ext, {ctx.Arg(inst, 0)}));
|
|
return true;
|
|
};
|
|
switch (op) {
|
|
case IR::ValueOpcode::BitCastU16F16:
|
|
case IR::ValueOpcode::BitCastF16U16:
|
|
case IR::ValueOpcode::ConvertU32U16:
|
|
case IR::ValueOpcode::ConvertU32U8:
|
|
case IR::ValueOpcode::BitCastU32F32: return unary(OpBitcast, IR::Type::U32);
|
|
case IR::ValueOpcode::BitCastF32U32: return unary(OpBitcast, IR::Type::F32);
|
|
case IR::ValueOpcode::ConvertU16U32:
|
|
ctx.Emit(inst, OpBitwiseAnd, IR::Type::U16,
|
|
{ctx.Arg(inst, 0), ConstantU32(state, 0xffffu)});
|
|
return true;
|
|
case IR::ValueOpcode::ConvertU8U32:
|
|
ctx.Emit(inst, OpBitwiseAnd, IR::Type::U8,
|
|
{ctx.Arg(inst, 0), ConstantU32(state, 0xffu)});
|
|
return true;
|
|
case IR::ValueOpcode::ConvertF16F32: {
|
|
const auto pair = state.builder.AllocateId();
|
|
state.builder.AddFunction({OpCompositeConstruct, TypeF32Vector(state, 2), pair,
|
|
ctx.Arg(inst, 0), ConstantF32(state, 0)});
|
|
ctx.Define(inst, EmitPackHalf(state, pair));
|
|
return true;
|
|
}
|
|
case IR::ValueOpcode::ConvertF32F16:
|
|
ctx.Define(inst, EmitUnpackHalf(state, ctx.Arg(inst, 0)));
|
|
return true;
|
|
case IR::ValueOpcode::ConvertS32F32:
|
|
ctx.Define(inst, EmitF32ToU32(state, ctx.Arg(inst, 0), true));
|
|
return true;
|
|
case IR::ValueOpcode::ConvertU32F32:
|
|
ctx.Define(inst, EmitF32ToU32(state, ctx.Arg(inst, 0), false));
|
|
return true;
|
|
case IR::ValueOpcode::ConvertF32S32: {
|
|
const auto signed_value = NewUnary(state, OpBitcast, TypeI32(state), ctx.Arg(inst, 0));
|
|
ctx.Emit(inst, OpConvertSToF, IR::Type::F32, {signed_value});
|
|
return true;
|
|
}
|
|
case IR::ValueOpcode::ConvertF32U32: return unary(OpConvertUToF, IR::Type::F32);
|
|
case IR::ValueOpcode::CompositeConstructU64:
|
|
ctx.Emit(inst, OpCompositeConstruct, IR::Type::U64,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1)});
|
|
return true;
|
|
case IR::ValueOpcode::CompositeConstructU32x2:
|
|
ctx.Emit(inst, OpCompositeConstruct, IR::Type::U32x2,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1)});
|
|
return true;
|
|
case IR::ValueOpcode::CompositeConstructU32x3:
|
|
ctx.Emit(inst, OpCompositeConstruct, IR::Type::U32x3,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2)});
|
|
return true;
|
|
case IR::ValueOpcode::CompositeConstructF32x2:
|
|
ctx.Emit(inst, OpCompositeConstruct, IR::Type::F32x2,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1)});
|
|
return true;
|
|
case IR::ValueOpcode::CompositeConstructU32x4:
|
|
ctx.Emit(inst, OpCompositeConstruct, IR::Type::U32x4,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2), ctx.Arg(inst, 3)});
|
|
return true;
|
|
case IR::ValueOpcode::CompositeExtractU64:
|
|
case IR::ValueOpcode::CompositeExtractU32x2:
|
|
case IR::ValueOpcode::CompositeExtractU32x3:
|
|
case IR::ValueOpcode::CompositeExtractU32x4:
|
|
ctx.Emit(inst, OpCompositeExtract, IR::Type::U32,
|
|
{ctx.Arg(inst, 0), inst.Arg(1).U32()});
|
|
return true;
|
|
case IR::ValueOpcode::PackHalf2x16:
|
|
ctx.Define(inst, EmitExt(state, TypeU32(state), GlslPackHalf2x16, {ctx.Arg(inst, 0)}));
|
|
return true;
|
|
case IR::ValueOpcode::PackSnorm2x16:
|
|
ctx.Define(inst, EmitExt(state, TypeU32(state), GlslPackSnorm2x16, {ctx.Arg(inst, 0)}));
|
|
return true;
|
|
case IR::ValueOpcode::PackUnorm2x16:
|
|
ctx.Define(inst, EmitExt(state, TypeU32(state), GlslPackUnorm2x16, {ctx.Arg(inst, 0)}));
|
|
return true;
|
|
case IR::ValueOpcode::PackFloat2x16Rtz: {
|
|
const auto low = EmitF32ToF16RtzBits(state, ctx.Arg(inst, 0));
|
|
const auto high =
|
|
NewBinary(state, OpShiftLeftLogical, TypeU32(state),
|
|
EmitF32ToF16RtzBits(state, ctx.Arg(inst, 1)), ConstantU32(state, 16));
|
|
ctx.Define(inst, NewBinary(state, OpBitwiseOr, TypeU32(state), low, high));
|
|
return true;
|
|
}
|
|
case IR::ValueOpcode::FPAbs32:
|
|
ctx.Define(inst, EmitFAbsValue(state, ctx.Arg(inst, 0)));
|
|
return true;
|
|
case IR::ValueOpcode::FPNeg32:
|
|
ctx.Define(inst, EmitFNegateValue(state, ctx.Arg(inst, 0)));
|
|
return true;
|
|
case IR::ValueOpcode::FPSaturate32:
|
|
ctx.Define(inst, EmitExt(state, TypeF32(state), GlslFClamp,
|
|
{ctx.Arg(inst, 0), ConstantF32(state, 0),
|
|
ConstantF32(state, 0x3f800000u)}));
|
|
return true;
|
|
case IR::ValueOpcode::BitFieldInsert:
|
|
ctx.Emit(inst, OpBitFieldInsert, IR::Type::U32,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2), ctx.Arg(inst, 3)});
|
|
return true;
|
|
case IR::ValueOpcode::BitFieldUExtract:
|
|
ctx.Emit(inst, OpBitFieldUExtract, IR::Type::U32,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2)});
|
|
return true;
|
|
case IR::ValueOpcode::BitFieldSExtract:
|
|
ctx.Emit(inst, OpBitFieldSExtract, IR::Type::U32,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2)});
|
|
return true;
|
|
case IR::ValueOpcode::SelectU1:
|
|
ctx.Emit(inst, OpSelect, IR::Type::U1,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2)});
|
|
return true;
|
|
case IR::ValueOpcode::SelectU32:
|
|
ctx.Emit(inst, OpSelect, IR::Type::U32,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2)});
|
|
return true;
|
|
case IR::ValueOpcode::SelectF32:
|
|
ctx.Emit(inst, OpSelect, IR::Type::F32,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2)});
|
|
return true;
|
|
case IR::ValueOpcode::IAdd32: return binary(OpIAdd, IR::Type::U32);
|
|
case IR::ValueOpcode::ISub32: return binary(OpISub, IR::Type::U32);
|
|
case IR::ValueOpcode::IMul32: return binary(OpIMul, IR::Type::U32);
|
|
case IR::ValueOpcode::UDiv32: return binary(OpUDiv, IR::Type::U32);
|
|
case IR::ValueOpcode::IAdd64:
|
|
ctx.Define(inst, EmitAdd64(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1)));
|
|
return true;
|
|
case IR::ValueOpcode::ISub64:
|
|
ctx.Define(inst, EmitSub64(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1)));
|
|
return true;
|
|
case IR::ValueOpcode::IMul64:
|
|
ctx.Define(inst, EmitMul64(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1)));
|
|
return true;
|
|
case IR::ValueOpcode::IAddCarry32:
|
|
ctx.Emit(inst, OpIAddCarry, IR::Type::U32x2, {ctx.Arg(inst, 0), ctx.Arg(inst, 1)});
|
|
return true;
|
|
case IR::ValueOpcode::SMulHi:
|
|
ctx.Define(inst, EmitMulHigh(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), true));
|
|
return true;
|
|
case IR::ValueOpcode::UMulHi:
|
|
ctx.Define(inst, EmitMulHigh(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), false));
|
|
return true;
|
|
case IR::ValueOpcode::IAbs32: {
|
|
const auto value = ctx.Arg(inst, 0);
|
|
const auto neg = NewUnary(state, OpSNegate, TypeU32(state), value);
|
|
const auto negative =
|
|
NewBinary(state, OpSLessThan, TypeBool(state), value, ConstantU32(state, 0));
|
|
ctx.Define(inst, NewSelect(state, TypeU32(state), negative, neg, value));
|
|
return true;
|
|
}
|
|
case IR::ValueOpcode::ShiftLeftLogical32: return binary(OpShiftLeftLogical, IR::Type::U32);
|
|
case IR::ValueOpcode::ShiftRightLogical32:
|
|
return binary(OpShiftRightLogical, IR::Type::U32);
|
|
case IR::ValueOpcode::ShiftRightArithmetic32:
|
|
return binary(OpShiftRightArithmetic, IR::Type::U32);
|
|
case IR::ValueOpcode::ShiftLeftLogical64:
|
|
ctx.Define(inst, inst.Arg(1).Resolve().IsImmediate()
|
|
? EmitConstantShift64(state, OpShiftLeftLogical, ctx.Arg(inst, 0),
|
|
inst.Arg(1).Resolve().U32())
|
|
: EmitShift64(state, OpShiftLeftLogical, ctx.Arg(inst, 0),
|
|
ctx.Arg(inst, 1)));
|
|
return true;
|
|
case IR::ValueOpcode::ShiftRightLogical64:
|
|
ctx.Define(inst, inst.Arg(1).Resolve().IsImmediate()
|
|
? EmitConstantShift64(state, OpShiftRightLogical, ctx.Arg(inst, 0),
|
|
inst.Arg(1).Resolve().U32())
|
|
: EmitShift64(state, OpShiftRightLogical, ctx.Arg(inst, 0),
|
|
ctx.Arg(inst, 1)));
|
|
return true;
|
|
case IR::ValueOpcode::ShiftRightArithmetic64:
|
|
ctx.Define(inst,
|
|
inst.Arg(1).Resolve().IsImmediate()
|
|
? EmitConstantShift64(state, OpShiftRightArithmetic, ctx.Arg(inst, 0),
|
|
inst.Arg(1).Resolve().U32())
|
|
: EmitShift64(state, OpShiftRightArithmetic, ctx.Arg(inst, 0),
|
|
ctx.Arg(inst, 1)));
|
|
return true;
|
|
case IR::ValueOpcode::BitwiseAnd32: return binary(OpBitwiseAnd, IR::Type::U32);
|
|
case IR::ValueOpcode::BitwiseOr32: return binary(OpBitwiseOr, IR::Type::U32);
|
|
case IR::ValueOpcode::BitwiseXor32: return binary(OpBitwiseXor, IR::Type::U32);
|
|
case IR::ValueOpcode::BitwiseNot32: return unary(OpNot, IR::Type::U32);
|
|
case IR::ValueOpcode::BitwiseAnd64:
|
|
ctx.Define(inst, NewBinary(state, OpBitwiseAnd, TypeU64(state), ctx.Arg(inst, 0),
|
|
ctx.Arg(inst, 1)));
|
|
return true;
|
|
case IR::ValueOpcode::BitReverse32: return unary(OpBitReverse, IR::Type::U32);
|
|
case IR::ValueOpcode::BitCount32: return unary(OpBitCount, IR::Type::U32);
|
|
case IR::ValueOpcode::BitCount64: {
|
|
const auto pair =
|
|
ExtractPair(state, NewUnary(state, OpBitCount, TypeU64(state), ctx.Arg(inst, 0)));
|
|
ctx.Define(inst, NewBinary(state, OpIAdd, TypeU32(state), pair.low, pair.high));
|
|
return true;
|
|
}
|
|
case IR::ValueOpcode::FindILsb32: {
|
|
const auto value = EmitExt(state, TypeI32(state), GlslFindILsb, {ctx.Arg(inst, 0)});
|
|
ctx.Define(inst, NewUnary(state, OpBitcast, TypeU32(state), value));
|
|
return true;
|
|
}
|
|
case IR::ValueOpcode::FindUMsb32: {
|
|
const auto value = EmitExt(state, TypeI32(state), GlslFindUMsb, {ctx.Arg(inst, 0)});
|
|
ctx.Define(inst, NewUnary(state, OpBitcast, TypeU32(state), value));
|
|
return true;
|
|
}
|
|
case IR::ValueOpcode::FindUMsb64:
|
|
ctx.Define(inst, EmitFindMsb64(state, ctx.Arg(inst, 0)));
|
|
return true;
|
|
case IR::ValueOpcode::SMin32:
|
|
ctx.Define(inst, EmitMinMaxI32Value(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), false));
|
|
return true;
|
|
case IR::ValueOpcode::SMax32:
|
|
ctx.Define(inst, EmitMinMaxI32Value(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), true));
|
|
return true;
|
|
case IR::ValueOpcode::UMin32:
|
|
ctx.Define(inst, EmitMinMaxU32Value(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), false));
|
|
return true;
|
|
case IR::ValueOpcode::UMax32:
|
|
ctx.Define(inst, EmitMinMaxU32Value(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), true));
|
|
return true;
|
|
case IR::ValueOpcode::SMinTri32:
|
|
ctx.Define(inst, EmitMinMax3(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1),
|
|
ctx.Arg(inst, 2), true, false));
|
|
return true;
|
|
case IR::ValueOpcode::SMaxTri32:
|
|
ctx.Define(inst, EmitMinMax3(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1),
|
|
ctx.Arg(inst, 2), true, true));
|
|
return true;
|
|
case IR::ValueOpcode::UMinTri32:
|
|
ctx.Define(inst, EmitMinMax3(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1),
|
|
ctx.Arg(inst, 2), false, false));
|
|
return true;
|
|
case IR::ValueOpcode::UMaxTri32:
|
|
ctx.Define(inst, EmitMinMax3(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1),
|
|
ctx.Arg(inst, 2), false, true));
|
|
return true;
|
|
case IR::ValueOpcode::SMedTri32:
|
|
ctx.Define(inst,
|
|
EmitMed3(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2), true));
|
|
return true;
|
|
case IR::ValueOpcode::UMedTri32:
|
|
ctx.Define(
|
|
inst, EmitMed3(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2), false));
|
|
return true;
|
|
case IR::ValueOpcode::SLessThan32: return binary(OpSLessThan, IR::Type::U1);
|
|
case IR::ValueOpcode::ULessThan32: return binary(OpULessThan, IR::Type::U1);
|
|
case IR::ValueOpcode::IEqual32: return binary(OpIEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::SLessThanEqual32: return binary(OpSLessThanEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::ULessThanEqual32: return binary(OpULessThanEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::SGreaterThan32: return binary(OpSGreaterThan, IR::Type::U1);
|
|
case IR::ValueOpcode::UGreaterThan32: return binary(OpUGreaterThan, IR::Type::U1);
|
|
case IR::ValueOpcode::INotEqual32: return binary(OpINotEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::SGreaterThanEqual32: return binary(OpSGreaterThanEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::UGreaterThanEqual32: return binary(OpUGreaterThanEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::IEqual64:
|
|
ctx.Define(inst, CompareEqual64(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), false));
|
|
return true;
|
|
case IR::ValueOpcode::INotEqual64:
|
|
ctx.Define(inst, CompareEqual64(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), true));
|
|
return true;
|
|
case IR::ValueOpcode::ULessThan64:
|
|
ctx.Define(inst, CompareOrdered64(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1),
|
|
OpULessThan, OpULessThan));
|
|
return true;
|
|
case IR::ValueOpcode::SLessThan64:
|
|
ctx.Define(inst, CompareOrdered64(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1),
|
|
OpSLessThan, OpULessThan));
|
|
return true;
|
|
case IR::ValueOpcode::UGreaterThan64:
|
|
ctx.Define(inst, CompareOrdered64(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1),
|
|
OpUGreaterThan, OpUGreaterThan));
|
|
return true;
|
|
case IR::ValueOpcode::LogicalOr: return binary(OpLogicalOr, IR::Type::U1);
|
|
case IR::ValueOpcode::LogicalAnd: return binary(OpLogicalAnd, IR::Type::U1);
|
|
case IR::ValueOpcode::LogicalXor: return binary(OpLogicalNotEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::LogicalNot: return unary(OpLogicalNot, IR::Type::U1);
|
|
case IR::ValueOpcode::FPOrdEqual32: return binary(OpFOrdEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::FPUnordEqual32: return binary(OpFUnordEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::FPOrdNotEqual32: return binary(OpFOrdNotEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::FPUnordNotEqual32: return binary(OpFUnordNotEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::FPOrdLessThan32: return binary(OpFOrdLessThan, IR::Type::U1);
|
|
case IR::ValueOpcode::FPUnordLessThan32: return binary(OpFUnordLessThan, IR::Type::U1);
|
|
case IR::ValueOpcode::FPOrdGreaterThan32: return binary(OpFOrdGreaterThan, IR::Type::U1);
|
|
case IR::ValueOpcode::FPUnordGreaterThan32:
|
|
return binary(OpFUnordGreaterThan, IR::Type::U1);
|
|
case IR::ValueOpcode::FPOrdLessThanEqual32:
|
|
return binary(OpFOrdLessThanEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::FPUnordLessThanEqual32:
|
|
return binary(OpFUnordLessThanEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::FPOrdGreaterThanEqual32:
|
|
return binary(OpFOrdGreaterThanEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::FPUnordGreaterThanEqual32:
|
|
return binary(OpFUnordGreaterThanEqual, IR::Type::U1);
|
|
case IR::ValueOpcode::FPIsNan32:
|
|
ctx.Emit(inst, OpFUnordNotEqual, IR::Type::U1, {ctx.Arg(inst, 0), ctx.Arg(inst, 0)});
|
|
return true;
|
|
case IR::ValueOpcode::FPCmpClass32:
|
|
ctx.Define(inst, EmitClassMaskF32(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1)));
|
|
return true;
|
|
case IR::ValueOpcode::FPAdd32: return binary(OpFAdd, IR::Type::F32);
|
|
case IR::ValueOpcode::FPSub32: return binary(OpFSub, IR::Type::F32);
|
|
case IR::ValueOpcode::FPMul32: return binary(OpFMul, IR::Type::F32);
|
|
case IR::ValueOpcode::FPFma32:
|
|
ctx.Define(inst, EmitExt(state, TypeF32(state), GlslFma,
|
|
{ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2)}));
|
|
return true;
|
|
case IR::ValueOpcode::FPMin32:
|
|
ctx.Define(inst, EmitMinMaxF32Value(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), false));
|
|
return true;
|
|
case IR::ValueOpcode::FPMax32:
|
|
ctx.Define(inst, EmitMinMaxF32Value(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), true));
|
|
return true;
|
|
case IR::ValueOpcode::FPMinTri32:
|
|
ctx.Define(inst, EmitFMinMax3(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1),
|
|
ctx.Arg(inst, 2), false));
|
|
return true;
|
|
case IR::ValueOpcode::FPMaxTri32:
|
|
ctx.Define(inst, EmitFMinMax3(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1),
|
|
ctx.Arg(inst, 2), true));
|
|
return true;
|
|
case IR::ValueOpcode::FPMedTri32:
|
|
ctx.Define(inst,
|
|
EmitFMed3(state, ctx.Arg(inst, 0), ctx.Arg(inst, 1), ctx.Arg(inst, 2)));
|
|
return true;
|
|
case IR::ValueOpcode::FPRecip32: {
|
|
const auto source = EmitFlushF32DenormToSignedZero(state, ctx.Arg(inst, 0));
|
|
ctx.Define(inst, NewBinary(state, OpFDiv, TypeF32(state),
|
|
ConstantF32(state, 0x3f800000u), source));
|
|
return true;
|
|
}
|
|
case IR::ValueOpcode::FPRecipIFlag32:
|
|
// Integer-to-float inputs used by IFLAG cannot be denormal.
|
|
ctx.Define(inst, NewBinary(state, OpFDiv, TypeF32(state),
|
|
ConstantF32(state, 0x3f800000u), ctx.Arg(inst, 0)));
|
|
return true;
|
|
case IR::ValueOpcode::FPRecipSqrt32:
|
|
ctx.Define(inst, EmitExt(state, TypeF32(state), GlslInverseSqrt,
|
|
{EmitFlushF32DenormToSignedZero(state, ctx.Arg(inst, 0))}));
|
|
return true;
|
|
case IR::ValueOpcode::FPSqrt:
|
|
ctx.Define(inst, EmitExt(state, TypeF32(state), GlslSqrt,
|
|
{EmitFlushF32DenormToSignedZero(state, ctx.Arg(inst, 0))}));
|
|
return true;
|
|
case IR::ValueOpcode::FPSin:
|
|
case IR::ValueOpcode::FPCos: {
|
|
auto source = EmitTrigCycleF32(state, ctx.Arg(inst, 0), op == IR::ValueOpcode::FPSin);
|
|
source =
|
|
NewBinary(state, OpFMul, TypeF32(state), source, ConstantF32(state, 0x40c90fdbu));
|
|
ctx.Define(inst, EmitExt(state, TypeF32(state),
|
|
op == IR::ValueOpcode::FPSin ? GlslSin : GlslCos, {source}));
|
|
return true;
|
|
}
|
|
case IR::ValueOpcode::FPExp2:
|
|
ctx.Define(inst, EmitExt(state, TypeF32(state), GlslExp2,
|
|
{EmitFlushF32DenormToSignedZero(state, ctx.Arg(inst, 0))}));
|
|
return true;
|
|
case IR::ValueOpcode::FPLog2:
|
|
ctx.Define(inst, EmitExt(state, TypeF32(state), GlslLog2,
|
|
{EmitFlushF32DenormToSignedZero(state, ctx.Arg(inst, 0))}));
|
|
return true;
|
|
case IR::ValueOpcode::FPLdexp: {
|
|
const auto exponent = NewUnary(state, OpBitcast, TypeI32(state), ctx.Arg(inst, 1));
|
|
ctx.Define(inst,
|
|
EmitExt(state, TypeF32(state), GlslLdexp, {ctx.Arg(inst, 0), exponent}));
|
|
return true;
|
|
}
|
|
case IR::ValueOpcode::FPRoundEven32: return ext_unary(GlslRoundEven);
|
|
case IR::ValueOpcode::FPFloor32: return ext_unary(GlslFloor);
|
|
case IR::ValueOpcode::FPCeil32: return ext_unary(GlslCeil);
|
|
case IR::ValueOpcode::FPTrunc32: return ext_unary(GlslTrunc);
|
|
case IR::ValueOpcode::FPFract32: return ext_unary(GlslFract);
|
|
default: return false;
|
|
}
|
|
}
|
|
|
|
} // namespace Libs::Graphics::ShaderRecompiler::Spirv::Emitter
|