#include "graphics/host_gpu/renderer/pipeline/shaderResourceBarrier.h" #include "common/assert.h" #include "graphics/shader/shader.h" #include "graphics/shader/shaderBindings.h" #include namespace Libs::Graphics { vk::PipelineStageFlags ShaderPipelineStages(vk::ShaderStageFlags stages) { vk::PipelineStageFlags result = {}; if (stages & vk::ShaderStageFlagBits::eVertex) { result |= vk::PipelineStageFlagBits::eVertexShader; } if (stages & vk::ShaderStageFlagBits::eFragment) { result |= vk::PipelineStageFlagBits::eFragmentShader; } if (stages & vk::ShaderStageFlagBits::eCompute) { result |= vk::PipelineStageFlagBits::eComputeShader; } EXIT_IF(!result); return result; } VulkanMemoryBarrier MakeShaderWriteDependency() { VulkanMemoryBarrier barrier {}; barrier.sType = vk::StructureType::eMemoryBarrier; barrier.srcAccessMask = vk::AccessFlagBits::eShaderWrite; barrier.dstAccessMask = vk::AccessFlagBits::eShaderRead | vk::AccessFlagBits::eShaderWrite | vk::AccessFlagBits::eVertexAttributeRead | vk::AccessFlagBits::eIndexRead | vk::AccessFlagBits::eUniformRead | vk::AccessFlagBits::eTransferRead | vk::AccessFlagBits::eTransferWrite | vk::AccessFlagBits::eColorAttachmentRead | vk::AccessFlagBits::eColorAttachmentWrite; return barrier; } VulkanMemoryBarrier MakeShaderAccessDependency() { VulkanMemoryBarrier barrier {}; barrier.sType = vk::StructureType::eMemoryBarrier; barrier.srcAccessMask = vk::AccessFlagBits::eShaderRead | vk::AccessFlagBits::eShaderWrite; barrier.dstAccessMask = vk::AccessFlagBits::eMemoryRead | vk::AccessFlagBits::eMemoryWrite; return barrier; } VulkanMemoryBarrier MakeShaderWriteHazardDependency() { VulkanMemoryBarrier barrier {}; barrier.sType = vk::StructureType::eMemoryBarrier; barrier.srcAccessMask = vk::AccessFlagBits::eMemoryRead | vk::AccessFlagBits::eMemoryWrite; barrier.dstAccessMask = vk::AccessFlagBits::eShaderRead | vk::AccessFlagBits::eShaderWrite; return barrier; } vk::BufferMemoryBarrier MakeGdsDependency(vk::Buffer buffer) { EXIT_IF(buffer == nullptr); vk::BufferMemoryBarrier barrier {}; barrier.sType = vk::StructureType::eBufferMemoryBarrier; barrier.srcAccessMask = vk::AccessFlagBits::eHostWrite | vk::AccessFlagBits::eTransferWrite | vk::AccessFlagBits::eShaderWrite; barrier.dstAccessMask = vk::AccessFlagBits::eShaderRead | vk::AccessFlagBits::eShaderWrite; barrier.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED; barrier.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED; barrier.buffer = buffer; barrier.offset = 0; barrier.size = VK_WHOLE_SIZE; return barrier; } std::vector CollectShaderBufferWrites(const ShaderRecompiler::IR::Program& program, const ShaderRecompiler::IR::ResourceSnapshot& resources) { EXIT_IF(resources.buffers.size() != program.info.buffers.size()); std::vector writes; for (uint32_t i = 0; i < program.info.buffers.size(); i++) { if (!program.info.buffers[i].written) { continue; } const auto& value = resources.buffers[i]; EXIT_IF(value.dword_count < 4); ShaderBufferResource descriptor; std::memcpy(descriptor.fields, value.dwords.data(), sizeof(descriptor.fields)); const auto address = descriptor.Base48(); const auto records = static_cast(descriptor.NumRecords()); const auto stride = static_cast(descriptor.Stride()); if (stride != 0 && records > UINT64_MAX / stride) { EXIT("shader resource barrier buffer footprint overflow\n"); } const auto size = stride == 0 ? records : stride * records; if (address != 0 && size != 0) { writes.push_back({address, size}); } } return writes; } bool HasShaderBufferWrites(const ShaderStageRuntime& runtime) { EXIT_IF(!runtime); return !CollectShaderBufferWrites(*runtime.program, *runtime.resources).empty(); } void ShaderAccessBarrier(vk::CommandBuffer vk_buffer, vk::PipelineStageFlags source_stages) { EXIT_IF(vk_buffer == nullptr || !source_stages); const auto barrier = MakeShaderAccessDependency(); vk_buffer.pipelineBarrier(source_stages, vk::PipelineStageFlagBits::eAllCommands, vk::DependencyFlags {}, 1, &barrier, 0, nullptr, 0, nullptr); } void ShaderWriteHazardBarrier(vk::CommandBuffer vk_buffer, vk::PipelineStageFlags destination_stages) { EXIT_IF(vk_buffer == nullptr || !destination_stages); const auto barrier = MakeShaderWriteHazardDependency(); vk_buffer.pipelineBarrier(vk::PipelineStageFlagBits::eAllCommands, destination_stages, vk::DependencyFlags {}, 1, &barrier, 0, nullptr, 0, nullptr); } void ShaderWriteBarrier(vk::CommandBuffer vk_buffer, vk::PipelineStageFlags source_stages) { EXIT_IF(vk_buffer == nullptr || !source_stages); const auto barrier = MakeShaderWriteDependency(); vk_buffer.pipelineBarrier( source_stages, vk::PipelineStageFlagBits::eComputeShader | vk::PipelineStageFlagBits::eVertexInput | vk::PipelineStageFlagBits::eVertexShader | vk::PipelineStageFlagBits::eFragmentShader | vk::PipelineStageFlagBits::eTransfer | vk::PipelineStageFlagBits::eColorAttachmentOutput, vk::DependencyFlags {}, 1, &barrier, 0, nullptr, 0, nullptr); } } // namespace Libs::Graphics