mirror of
https://github.com/KytyPS5/KytyPS5.git
synced 2026-10-20 02:47:02 +02:00
nmzik
360 lines
24 KiB
C++
360 lines
24 KiB
C++
#pragma once
|
|
|
|
#include "graphics/shader/recompiler/backend/spirv/spirvEmitterInternal.h"
|
|
|
|
#include <bit>
|
|
|
|
namespace Libs::Graphics::ShaderRecompiler::Spirv::Emitter {
|
|
// Operand signatures distinguish SPIR-V IDs (uint32_t), raw literals/values
|
|
// (IR::Value), and instructions whose metadata or operand loads must stay lazy.
|
|
#define EMIT_NATIVE(name, opcode, type, ...) \
|
|
inline constexpr auto Emit##name = EmitNative<spv::opcode, IR::Type::type, __VA_ARGS__>;
|
|
EMIT_NATIVE(BitCastU16F16, OpBitcast, U32, uint32_t)
|
|
inline constexpr auto EmitBitCastF16U16 = EmitBitCastU16F16;
|
|
inline constexpr auto EmitConvertU32U16 = EmitBitCastU16F16;
|
|
inline constexpr auto EmitConvertU32U8 = EmitBitCastU16F16;
|
|
inline constexpr auto EmitBitCastU32F32 = EmitBitCastU16F16;
|
|
EMIT_NATIVE(BitCastF32U32, OpBitcast, F32, uint32_t)
|
|
EMIT_NATIVE(BitCastU64F64, OpBitcast, U64, uint32_t)
|
|
EMIT_NATIVE(BitCastF64U64, OpBitcast, F64, uint32_t)
|
|
uint32_t EmitConvertU16U32(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitConvertU8U32(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitConvertF16F32(EmitterState& state, uint32_t arg0);
|
|
inline constexpr auto EmitConvertF32F16 = EmitF16BitsToF32;
|
|
uint32_t EmitConvertS32F32(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitConvertU32F32(EmitterState& state, uint32_t arg0);
|
|
template <IR::Type type>
|
|
uint32_t EmitConvertSigned32ToFloat(EmitterState& state, uint32_t arg0) {
|
|
const auto signed_value = Unary(state, spv::OpBitcast, TypeI32(state), arg0);
|
|
return EmitNative<spv::OpConvertSToF, type>(state, signed_value);
|
|
}
|
|
inline constexpr auto EmitConvertF32S32 = EmitConvertSigned32ToFloat<IR::Type::F32>;
|
|
inline constexpr auto EmitConvertF64S32 = EmitConvertSigned32ToFloat<IR::Type::F64>;
|
|
uint32_t EmitConvertF32F64(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitConvertF64F32(EmitterState& state, uint32_t arg0);
|
|
EMIT_NATIVE(ConvertF32U32, OpConvertUToF, F32, uint32_t)
|
|
EMIT_NATIVE(ConvertF64U32, OpConvertUToF, F64, uint32_t)
|
|
EMIT_NATIVE(CompositeConstructU64, OpCompositeConstruct, U64, uint32_t, uint32_t)
|
|
EMIT_NATIVE(CompositeConstructU32x2, OpCompositeConstruct, U32x2, uint32_t, uint32_t)
|
|
EMIT_NATIVE(CompositeConstructU32x3, OpCompositeConstruct, U32x3, uint32_t, uint32_t, uint32_t)
|
|
EMIT_NATIVE(CompositeConstructF32x2, OpCompositeConstruct, F32x2, uint32_t, uint32_t)
|
|
EMIT_NATIVE(CompositeConstructU32x4, OpCompositeConstruct, U32x4, uint32_t, uint32_t, uint32_t,
|
|
uint32_t)
|
|
uint32_t EmitCompositeExtractU64(EmitterState& state, uint32_t arg0, IR::Value arg1);
|
|
inline constexpr auto EmitCompositeExtractU32x2 = EmitCompositeExtractU64;
|
|
inline constexpr auto EmitCompositeExtractU32x3 = EmitCompositeExtractU64;
|
|
inline constexpr auto EmitCompositeExtractU32x4 = EmitCompositeExtractU64;
|
|
inline constexpr auto EmitPackHalf2x16 = EmitGlsl<GLSLstd450PackHalf2x16, IR::Type::U32, uint32_t>;
|
|
inline constexpr auto EmitPackSnorm2x16 =
|
|
EmitGlsl<GLSLstd450PackSnorm2x16, IR::Type::U32, uint32_t>;
|
|
inline constexpr auto EmitPackUnorm2x16 =
|
|
EmitGlsl<GLSLstd450PackUnorm2x16, IR::Type::U32, uint32_t>;
|
|
uint32_t EmitPackFloat2x16Rtz(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
inline constexpr auto EmitFPAbs32 = EmitFAbsValue;
|
|
inline constexpr auto EmitFPNeg32 = EmitFNegateValue;
|
|
uint32_t EmitFPSaturate32(EmitterState& state, uint32_t arg0);
|
|
EMIT_NATIVE(BitFieldInsert, OpBitFieldInsert, U32, uint32_t, uint32_t, uint32_t, uint32_t)
|
|
EMIT_NATIVE(BitFieldUExtract, OpBitFieldUExtract, U32, uint32_t, uint32_t, uint32_t)
|
|
EMIT_NATIVE(BitFieldSExtract, OpBitFieldSExtract, U32, uint32_t, uint32_t, uint32_t)
|
|
EMIT_NATIVE(SelectU1, OpSelect, U1, uint32_t, uint32_t, uint32_t)
|
|
EMIT_NATIVE(SelectU32, OpSelect, U32, uint32_t, uint32_t, uint32_t)
|
|
EMIT_NATIVE(SelectF32, OpSelect, F32, uint32_t, uint32_t, uint32_t)
|
|
EMIT_NATIVE(IAdd32, OpIAdd, U32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(ISub32, OpISub, U32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(IMul32, OpIMul, U32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(UDiv32, OpUDiv, U32, uint32_t, uint32_t)
|
|
uint32_t EmitIAdd64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitISub64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitIMul64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
EMIT_NATIVE(IAddCarry32, OpIAddCarry, U32x2, uint32_t, uint32_t)
|
|
uint32_t EmitSMulHi(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitUMulHi(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitIAbs32(EmitterState& state, uint32_t arg0);
|
|
EMIT_NATIVE(ShiftLeftLogical32, OpShiftLeftLogical, U32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(ShiftRightLogical32, OpShiftRightLogical, U32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(ShiftRightArithmetic32, OpShiftRightArithmetic, U32, uint32_t, uint32_t)
|
|
uint32_t EmitShiftLeftLogical64(ValueEmitContext& ctx, uint32_t arg0, IR::Value arg1);
|
|
uint32_t EmitShiftRightLogical64(ValueEmitContext& ctx, uint32_t arg0, IR::Value arg1);
|
|
uint32_t EmitShiftRightArithmetic64(ValueEmitContext& ctx, uint32_t arg0, IR::Value arg1);
|
|
EMIT_NATIVE(BitwiseAnd32, OpBitwiseAnd, U32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(BitwiseOr32, OpBitwiseOr, U32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(BitwiseXor32, OpBitwiseXor, U32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(BitwiseNot32, OpNot, U32, uint32_t)
|
|
uint32_t EmitBitwiseAnd64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
EMIT_NATIVE(BitReverse32, OpBitReverse, U32, uint32_t)
|
|
EMIT_NATIVE(BitCount32, OpBitCount, U32, uint32_t)
|
|
uint32_t EmitBitCount64(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitFindILsb32(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitFindUMsb32(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitFindUMsb64(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitSMin32(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitSMax32(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitUMin32(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitUMax32(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitSMinTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2);
|
|
uint32_t EmitSMaxTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2);
|
|
uint32_t EmitUMinTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2);
|
|
uint32_t EmitUMaxTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2);
|
|
uint32_t EmitSMedTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2);
|
|
uint32_t EmitUMedTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2);
|
|
EMIT_NATIVE(SLessThan32, OpSLessThan, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(ULessThan32, OpULessThan, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(IEqual32, OpIEqual, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(SLessThanEqual32, OpSLessThanEqual, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(ULessThanEqual32, OpULessThanEqual, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(SGreaterThan32, OpSGreaterThan, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(UGreaterThan32, OpUGreaterThan, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(INotEqual32, OpINotEqual, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(SGreaterThanEqual32, OpSGreaterThanEqual, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(UGreaterThanEqual32, OpUGreaterThanEqual, U1, uint32_t, uint32_t)
|
|
uint32_t EmitIEqual64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitINotEqual64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitULessThan64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitSLessThan64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitSLessThanEqual64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitULessThanEqual64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitUGreaterThanEqual64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitUGreaterThan64(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
EMIT_NATIVE(LogicalOr, OpLogicalOr, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(LogicalAnd, OpLogicalAnd, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(LogicalXor, OpLogicalNotEqual, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(LogicalNot, OpLogicalNot, U1, uint32_t)
|
|
template <spv::Op opcode>
|
|
uint32_t EmitFloatCompare32(ValueEmitContext& ctx, const IR::Inst& inst) {
|
|
// SPIR-V's DenormFlushToZero mode does not require comparison operands to flush.
|
|
const bool flush = inst.Flags<IR::FPCompareFlags>().flush_input_denorms;
|
|
const auto operand = [&](size_t index) {
|
|
const auto value = inst.Arg(index);
|
|
if (flush && value.IsImmediate()) {
|
|
const auto bits = std::bit_cast<uint32_t>(value.F32Value());
|
|
return ConstantF32(ctx.state, (bits & 0x7fffffffu) < 0x00800000u
|
|
? bits & 0x80000000u : bits);
|
|
}
|
|
const auto id = ctx.Arg(inst, index);
|
|
return flush ? EmitFlushF32DenormToSignedZero(ctx.state, id) : id;
|
|
};
|
|
return EmitNative<opcode, IR::Type::U1>(ctx.state, operand(0), operand(1));
|
|
}
|
|
inline constexpr auto EmitFPOrdEqual32 = EmitFloatCompare32<spv::OpFOrdEqual>;
|
|
EMIT_NATIVE(FPOrdEqual64, OpFOrdEqual, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(FPOrdLessThanEqual64, OpFOrdLessThanEqual, U1, uint32_t, uint32_t)
|
|
EMIT_NATIVE(FPOrdGreaterThanEqual64, OpFOrdGreaterThanEqual, U1, uint32_t, uint32_t)
|
|
inline constexpr auto EmitFPUnordEqual32 = EmitFloatCompare32<spv::OpFUnordEqual>;
|
|
inline constexpr auto EmitFPOrdNotEqual32 = EmitFloatCompare32<spv::OpFOrdNotEqual>;
|
|
inline constexpr auto EmitFPUnordNotEqual32 = EmitFloatCompare32<spv::OpFUnordNotEqual>;
|
|
inline constexpr auto EmitFPOrdLessThan32 = EmitFloatCompare32<spv::OpFOrdLessThan>;
|
|
inline constexpr auto EmitFPUnordLessThan32 = EmitFloatCompare32<spv::OpFUnordLessThan>;
|
|
inline constexpr auto EmitFPOrdGreaterThan32 = EmitFloatCompare32<spv::OpFOrdGreaterThan>;
|
|
inline constexpr auto EmitFPUnordGreaterThan32 = EmitFloatCompare32<spv::OpFUnordGreaterThan>;
|
|
inline constexpr auto EmitFPOrdLessThanEqual32 = EmitFloatCompare32<spv::OpFOrdLessThanEqual>;
|
|
inline constexpr auto EmitFPUnordLessThanEqual32 = EmitFloatCompare32<spv::OpFUnordLessThanEqual>;
|
|
inline constexpr auto EmitFPOrdGreaterThanEqual32 = EmitFloatCompare32<spv::OpFOrdGreaterThanEqual>;
|
|
inline constexpr auto EmitFPUnordGreaterThanEqual32 = EmitFloatCompare32<spv::OpFUnordGreaterThanEqual>;
|
|
uint32_t EmitFPIsNan32(EmitterState& state, uint32_t arg0);
|
|
inline constexpr auto EmitFPCmpClass32 = EmitClassMaskF32;
|
|
EMIT_NATIVE(FPAdd32, OpFAdd, F32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(FPSub32, OpFSub, F32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(FPMul32, OpFMul, F32, uint32_t, uint32_t)
|
|
EMIT_NATIVE(FPAdd64, OpFAdd, F64, uint32_t, uint32_t)
|
|
EMIT_NATIVE(FPMul64, OpFMul, F64, uint32_t, uint32_t)
|
|
inline constexpr auto EmitFPFma64 =
|
|
EmitGlsl<GLSLstd450Fma, IR::Type::F64, uint32_t, uint32_t, uint32_t>;
|
|
uint32_t EmitFPRecip64(EmitterState& state, uint32_t arg0);
|
|
inline constexpr auto EmitFPFma32 =
|
|
EmitGlsl<GLSLstd450Fma, IR::Type::F32, uint32_t, uint32_t, uint32_t>;
|
|
uint32_t EmitFPMin32(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitFPMax32(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
uint32_t EmitFPMinTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2);
|
|
uint32_t EmitFPMaxTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2);
|
|
uint32_t EmitFPMedTri32(EmitterState& state, uint32_t arg0, uint32_t arg1, uint32_t arg2);
|
|
uint32_t EmitFPRecip32(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitFPRecipIFlag32(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitFPRecipSqrt32(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitFPSqrt(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitFPExp2(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitFPLog2(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitFPLdexp(EmitterState& state, uint32_t arg0, uint32_t arg1);
|
|
inline constexpr auto EmitFPRoundEven32 = EmitGlsl<GLSLstd450RoundEven, IR::Type::F32, uint32_t>;
|
|
inline constexpr auto EmitFPFloor32 = EmitGlsl<GLSLstd450Floor, IR::Type::F32, uint32_t>;
|
|
inline constexpr auto EmitFPCeil32 = EmitGlsl<GLSLstd450Ceil, IR::Type::F32, uint32_t>;
|
|
inline constexpr auto EmitFPTrunc32 = EmitGlsl<GLSLstd450Trunc, IR::Type::F32, uint32_t>;
|
|
inline constexpr auto EmitFPFract32 = EmitGlsl<GLSLstd450Fract, IR::Type::F32, uint32_t>;
|
|
inline constexpr auto EmitFPFract64 = EmitGlsl<GLSLstd450Fract, IR::Type::F64, uint32_t>;
|
|
uint32_t EmitFPSin(EmitterState& state, uint32_t arg0);
|
|
uint32_t EmitFPCos(EmitterState& state, uint32_t arg0);
|
|
#undef EMIT_NATIVE
|
|
|
|
uint32_t EmitIdentity(ValueEmitContext& ctx, uint32_t value);
|
|
void EmitVoid(ValueEmitContext&);
|
|
inline constexpr auto EmitReference = EmitVoid;
|
|
inline constexpr auto EmitReferenceU32 = EmitVoid;
|
|
inline constexpr auto EmitControlNop = EmitVoid;
|
|
inline constexpr auto EmitSendmsg = EmitVoid;
|
|
inline constexpr auto EmitTtraceData = EmitVoid;
|
|
inline constexpr auto EmitInstPrefetch = EmitVoid;
|
|
void EmitBarrier(EmitterState& state);
|
|
void EmitStoreCompletion(EmitterState& state);
|
|
void EmitMeshAllocate(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitMeshDrawParameter(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitGetTessellationAttribute(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
void EmitSetTessellationAttribute(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitGetUserData(EmitterState& state, IR::ScalarReg reg);
|
|
uint32_t EmitGetDispatchThreadExtent(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitGetBuiltin(ValueEmitContext& ctx, IR::Value kind, IR::Value index);
|
|
uint32_t EmitUndefU1(EmitterState& state, const IR::Inst& inst);
|
|
inline constexpr auto EmitUndefU8 = EmitUndefU1;
|
|
inline constexpr auto EmitUndefU16 = EmitUndefU1;
|
|
inline constexpr auto EmitUndefU32 = EmitUndefU1;
|
|
inline constexpr auto EmitUndefU64 = EmitUndefU1;
|
|
uint32_t EmitDppMoveU32(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitDppUpdateU32(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitWqmU64(EmitterState& state, uint32_t value);
|
|
uint32_t EmitLaneId(EmitterState& state);
|
|
uint32_t EmitBallot(ValueEmitContext& ctx, IR::Value predicate);
|
|
uint32_t EmitConditionRef(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitReadFirstLane(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitReadLane(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitWriteLane(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitPermlane16U32(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitGetAttribute(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitGetInterpolationParameter(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
void EmitSetAttribute(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitGetShaderBase(ValueEmitContext& ctx);
|
|
inline constexpr auto EmitGetSrtResource = EmitVoid;
|
|
inline constexpr auto EmitGetBufferResource = EmitGetSrtResource;
|
|
inline constexpr auto EmitGetAddressResource = EmitGetSrtResource;
|
|
inline constexpr auto EmitGetScratchResource = EmitGetSrtResource;
|
|
inline constexpr auto EmitGetImageResource = EmitGetSrtResource;
|
|
inline constexpr auto EmitGetSamplerResource = EmitGetSrtResource;
|
|
inline constexpr auto EmitMakeImageAddress = EmitGetSrtResource;
|
|
void EmitLoadMemory(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
void EmitStoreMemory(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitAtomic32(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitBufferAtomic64(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
void EmitSharedAtomic64(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitBufferFloatAtomic(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
void EmitSharedFloatAtomic(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitSharedIncDec(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitAppendConsume(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitPermuteU32(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitBpermuteU32(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitReadConst(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
void EmitReadConstBuffer(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
inline constexpr auto EmitLoadAddressU8 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadAddressU16 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadAddressU32 = EmitLoadMemory;
|
|
inline constexpr auto EmitStoreAddressU8 = EmitStoreMemory;
|
|
inline constexpr auto EmitStoreAddressU16 = EmitStoreMemory;
|
|
inline constexpr auto EmitStoreAddressU32 = EmitStoreMemory;
|
|
inline constexpr auto EmitLoadBufferU8 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadBufferU16 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadBufferU32 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadBufferU32x2 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadBufferU32x3 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadBufferU32x4 = EmitLoadMemory;
|
|
inline constexpr auto EmitStoreBufferU8 = EmitStoreMemory;
|
|
inline constexpr auto EmitStoreBufferU16 = EmitStoreMemory;
|
|
inline constexpr auto EmitStoreBufferU32 = EmitStoreMemory;
|
|
inline constexpr auto EmitStoreBufferU32x2 = EmitStoreMemory;
|
|
inline constexpr auto EmitStoreBufferU32x3 = EmitStoreMemory;
|
|
inline constexpr auto EmitStoreBufferU32x4 = EmitStoreMemory;
|
|
inline constexpr auto EmitBufferAtomicSwap32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicCmpSwap32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicSwap64 = EmitBufferAtomic64;
|
|
inline constexpr auto EmitBufferAtomicIAdd32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicISub32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicSMin32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicUMin32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicSMax32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicUMax32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicAnd32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicAnd64 = EmitBufferAtomic64;
|
|
inline constexpr auto EmitBufferAtomicOr32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicOr64 = EmitBufferAtomic64;
|
|
inline constexpr auto EmitBufferAtomicXor32 = EmitAtomic32;
|
|
inline constexpr auto EmitBufferAtomicFMin32 = EmitBufferFloatAtomic;
|
|
inline constexpr auto EmitBufferAtomicFMax32 = EmitBufferFloatAtomic;
|
|
inline constexpr auto EmitLoadSharedU8 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadSharedU16 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadSharedU32 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadSharedU32x2 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadSharedU32x3 = EmitLoadMemory;
|
|
inline constexpr auto EmitLoadSharedU32x4 = EmitLoadMemory;
|
|
inline constexpr auto EmitWriteSharedU8 = EmitStoreMemory;
|
|
inline constexpr auto EmitWriteSharedU16 = EmitStoreMemory;
|
|
inline constexpr auto EmitWriteSharedU32 = EmitStoreMemory;
|
|
inline constexpr auto EmitWriteSharedU32x2 = EmitStoreMemory;
|
|
inline constexpr auto EmitWriteSharedU32x3 = EmitStoreMemory;
|
|
inline constexpr auto EmitWriteSharedU32x4 = EmitStoreMemory;
|
|
inline constexpr auto EmitSharedAtomicFMin32 = EmitSharedFloatAtomic;
|
|
inline constexpr auto EmitSharedAtomicFMax32 = EmitSharedFloatAtomic;
|
|
inline constexpr auto EmitSharedAtomicSwap32 = EmitAtomic32;
|
|
inline constexpr auto EmitSharedAtomicIAdd32 = EmitAtomic32;
|
|
inline constexpr auto EmitSharedAtomicIAdd64 = EmitSharedAtomic64;
|
|
inline constexpr auto EmitSharedAtomicISub32 = EmitAtomic32;
|
|
inline constexpr auto EmitSharedAtomicInc32 = EmitSharedIncDec;
|
|
inline constexpr auto EmitSharedAtomicDec32 = EmitSharedIncDec;
|
|
inline constexpr auto EmitSharedAtomicSMin32 = EmitAtomic32;
|
|
inline constexpr auto EmitSharedAtomicUMin32 = EmitAtomic32;
|
|
inline constexpr auto EmitSharedAtomicSMax32 = EmitAtomic32;
|
|
inline constexpr auto EmitSharedAtomicUMax32 = EmitAtomic32;
|
|
inline constexpr auto EmitSharedAtomicAnd32 = EmitAtomic32;
|
|
inline constexpr auto EmitSharedAtomicOr32 = EmitAtomic32;
|
|
inline constexpr auto EmitSharedAtomicOr64 = EmitSharedAtomic64;
|
|
inline constexpr auto EmitSharedAtomicXor32 = EmitAtomic32;
|
|
inline constexpr auto EmitDataAppend = EmitAppendConsume;
|
|
inline constexpr auto EmitDataConsume = EmitAppendConsume;
|
|
uint32_t EmitSwizzleU32(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
void EmitImage(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
uint32_t EmitBvhIntersect(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
inline constexpr auto EmitImageQueryDimensions = EmitImage;
|
|
inline constexpr auto EmitImageQueryLod = EmitImage;
|
|
inline constexpr auto EmitImageRead = EmitImage;
|
|
inline constexpr auto EmitImageWrite = EmitImage;
|
|
inline constexpr auto EmitImageSampleRaw = EmitImage;
|
|
inline constexpr auto EmitImageGatherRaw = EmitImage;
|
|
inline constexpr auto EmitImageAtomicCompareSwap32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicSwap32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicIAdd32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicSMin32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicUMin32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicSMax32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicUMax32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicUMax64 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicAnd32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicOr32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicXor32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicFMin32 = EmitImage;
|
|
inline constexpr auto EmitImageAtomicFMax32 = EmitImage;
|
|
void EmitUnreachable(ValueEmitContext& ctx, const IR::Inst& inst);
|
|
inline constexpr auto EmitPhi = EmitUnreachable;
|
|
inline constexpr auto EmitTessellationBase = EmitUnreachable;
|
|
inline constexpr auto EmitGetThreadBitScalarRegister = EmitUnreachable;
|
|
inline constexpr auto EmitSetThreadBitScalarRegister = EmitUnreachable;
|
|
inline constexpr auto EmitGetScalarMaskTag = EmitUnreachable;
|
|
inline constexpr auto EmitSetScalarMaskTag = EmitUnreachable;
|
|
inline constexpr auto EmitGetScalarRegister = EmitUnreachable;
|
|
inline constexpr auto EmitSetScalarRegister = EmitUnreachable;
|
|
inline constexpr auto EmitGetVectorRegister = EmitUnreachable;
|
|
inline constexpr auto EmitSetVectorRegister = EmitUnreachable;
|
|
inline constexpr auto EmitGetGotoVariable = EmitUnreachable;
|
|
inline constexpr auto EmitSetGotoVariable = EmitUnreachable;
|
|
inline constexpr auto EmitGetScc = EmitUnreachable;
|
|
inline constexpr auto EmitSetScc = EmitUnreachable;
|
|
inline constexpr auto EmitGetExec = EmitUnreachable;
|
|
inline constexpr auto EmitSetExec = EmitUnreachable;
|
|
inline constexpr auto EmitGetExecLo = EmitUnreachable;
|
|
inline constexpr auto EmitSetExecLo = EmitUnreachable;
|
|
inline constexpr auto EmitGetExecHi = EmitUnreachable;
|
|
inline constexpr auto EmitSetExecHi = EmitUnreachable;
|
|
inline constexpr auto EmitGetVcc = EmitUnreachable;
|
|
inline constexpr auto EmitSetVcc = EmitUnreachable;
|
|
inline constexpr auto EmitGetVccLo = EmitUnreachable;
|
|
inline constexpr auto EmitSetVccLo = EmitUnreachable;
|
|
inline constexpr auto EmitGetVccHi = EmitUnreachable;
|
|
inline constexpr auto EmitSetVccHi = EmitUnreachable;
|
|
inline constexpr auto EmitGetM0 = EmitUnreachable;
|
|
inline constexpr auto EmitSetM0 = EmitUnreachable;
|
|
|
|
} // namespace Libs::Graphics::ShaderRecompiler::Spirv::Emitter
|