// Copyright (C) 2009-present, Panagiotis Christopoulos Charitos and contributors. // All rights reserved. // Code licensed under the BSD License. // http://www.anki3d.org/LICENSE #include #include #include #if ANKI_COMPILER_GCC_COMPATIBLE # pragma GCC diagnostic push # pragma GCC diagnostic ignored "-Wunused-function" # pragma GCC diagnostic ignored "-Wignored-qualifiers" #elif ANKI_COMPILER_MSVC # pragma warning(push) # pragma warning(disable : 4505) #endif #define A_CPU #include #include #if ANKI_COMPILER_GCC_COMPATIBLE # pragma GCC diagnostic pop #elif ANKI_COMPILER_MSVC # pragma warning(pop) #endif namespace anki { // 7 +----+ 6 // /| /| // 3 +----+2| // | *--| + 5 // |/4 |/ // 0 +----+ 1 static constexpr U16 kBoxIndices[] = {1, 2, 5, 2, 6, 5, 0, 4, 3, 4, 7, 3, 3, 7, 2, 7, 6, 2, 0, 1, 4, 1, 5, 4, 0, 3, 1, 3, 2, 1, 4, 5, 7, 5, 6, 7}; Error HzbGenerator::init() { { SamplerInitInfo sinit("HzbReductionMax"); sinit.m_addressing = SamplingAddressing::kClamp; sinit.m_mipmapFilter = SamplingFilter::kMax; sinit.m_minMagFilter = SamplingFilter::kMax; m_maxSampler = GrManager::getSingleton().newSampler(sinit); } ANKI_CHECK(loadShaderProgram("ShaderBinaries/HzbGenPyramid.ankiprogbin", {{"REDUCTION_TYPE", 1}, {"MIN_MAX_SAMPLER", m_maxSampler.isCreated()}}, m_genPyramidProg, m_genPyramidGrProg)); ANKI_CHECK(loadShaderProgram("ShaderBinaries/HzbMaxDepth.ankiprogbin", m_maxDepthProg, m_maxDepthGrProg)); ANKI_CHECK(loadShaderProgram("ShaderBinaries/HzbMaxDepthProject.ankiprogbin", m_maxBoxProg, m_maxBoxGrProg)); if(GrManager::getSingleton().getDeviceCapabilities().m_structuredBufferNaturalAlignment) { m_counterBufferElementSize = sizeof(U32); } else { m_counterBufferElementSize = max(sizeof(U32), GrManager::getSingleton().getDeviceCapabilities().m_structuredBufferBindOffsetAlignment); } BufferInitInfo buffInit("HzbCounterBuffer"); buffInit.m_size = m_counterBufferElementSize * kCounterBufferElementCount; buffInit.m_usage = BufferUsageBit::kUavCompute | BufferUsageBit::kCopyDestination; m_counterBuffer = GrManager::getSingleton().newBuffer(buffInit); // Zero counter buffer zeroBuffer(m_counterBuffer.get()); // Boxes buffer buffInit = BufferInitInfo("HzbBoxIndices"); buffInit.m_size = sizeof(kBoxIndices); buffInit.m_usage = BufferUsageBit::kVertexOrIndex; buffInit.m_mapAccess = BufferMapAccessBit::kWrite; m_boxIndexBuffer = GrManager::getSingleton().newBuffer(buffInit); void* mappedMem = m_boxIndexBuffer->map(0, kMaxPtrSize, BufferMapAccessBit::kWrite); memcpy(mappedMem, kBoxIndices, sizeof(kBoxIndices)); m_boxIndexBuffer->unmap(); return Error::kNone; } void HzbGenerator::populateRenderGraphInternal(ConstWeakArray dispatchInputs, CString customName, RenderGraphBuilder& rgraph) { const U32 dispatchCount = dispatchInputs.getSize(); if(m_crntFrame != getRenderer().getFrameCount()) { m_crntFrame = getRenderer().getFrameCount(); m_counterBufferCrntElementCount = 0; } const U32 counterBufferElement = m_counterBufferCrntElementCount; m_counterBufferCrntElementCount += dispatchCount; ANKI_ASSERT(counterBufferElement < kCounterBufferElementCount); NonGraphicsRenderPass& pass = rgraph.newNonGraphicsRenderPass((customName.isEmpty()) ? "HZB generation" : customName); Array dispatchInputsCopy; for(U32 i = 0; i < dispatchCount; ++i) { const TextureSubresourceDesc firstMipSubresource = TextureSubresourceDesc::firstSurface(DepthStencilAspectBit::kDepth); pass.newTextureDependency(dispatchInputs[i].m_srcDepthRt, TextureUsageBit::kSrvCompute, firstMipSubresource); pass.newTextureDependency(dispatchInputs[i].m_dstHzbRt, TextureUsageBit::kUavCompute); dispatchInputsCopy[i] = dispatchInputs[i]; } pass.setWork([this, dispatchInputsCopy, dispatchCount, counterBufferElement](RenderPassWorkContext& rgraphCtx) { ANKI_TRACE_SCOPED_EVENT(HzbGeneration); CommandBuffer& cmdb = *rgraphCtx.m_commandBuffer; cmdb.bindShaderProgram(m_genPyramidGrProg.get()); cmdb.bindSampler(0, 0, m_maxSampler.isCreated() ? m_maxSampler.get() : getRenderer().getSamplers().m_trilinearClamp.get()); for(U32 dispatch = 0; dispatch < dispatchCount; ++dispatch) { const DispatchInput& in = dispatchInputsCopy[dispatch]; const U8 hzbMipCount = min(kMaxMipsSinglePassDownsamplerCanProduce, computeMaxMipmapCount2d(in.m_dstHzbRtSize.x, in.m_dstHzbRtSize.y)); const U8 mipsToCompute = hzbMipCount; varAU2(dispatchThreadGroupCountXY); varAU2(workGroupOffset); // needed if Left and Top are not 0,0 varAU2(numWorkGroupsAndMips); varAU4(rectInfo) = initAU4(0, 0, in.m_dstHzbRtSize.x * 2, in.m_dstHzbRtSize.y * 2); SpdSetup(dispatchThreadGroupCountXY, workGroupOffset, numWorkGroupsAndMips, rectInfo, mipsToCompute); struct Constants { Vec2 m_invSrcTexSize; U32 m_threadGroupCount; U32 m_mipmapCount; } pc; pc.m_invSrcTexSize = 1.0f / Vec2(in.m_dstHzbRtSize * 2); pc.m_threadGroupCount = numWorkGroupsAndMips[0]; pc.m_mipmapCount = numWorkGroupsAndMips[1]; cmdb.setFastConstants(&pc, sizeof(pc)); for(U8 mip = 0; mip < kMaxMipsSinglePassDownsamplerCanProduce; ++mip) { TextureSubresourceDesc subresource = TextureSubresourceDesc::firstSurface(); if(mip < mipsToCompute) { subresource.m_mipmap = mip; } else { subresource.m_mipmap = 0; // Put something random } rgraphCtx.bindUav(1 + mip, 0, in.m_dstHzbRt, subresource); } cmdb.bindUav(0, 0, BufferView(m_counterBuffer.get()) .incrementOffset((counterBufferElement + dispatch) * m_counterBufferElementSize) .setRange(sizeof(U32))); rgraphCtx.bindSrv(0, 0, in.m_srcDepthRt, TextureSubresourceDesc::firstSurface(DepthStencilAspectBit::kDepth)); cmdb.dispatchCompute(dispatchThreadGroupCountXY[0], dispatchThreadGroupCountXY[1], 1); } }); } void HzbGenerator::populateRenderGraph(RenderTargetHandle srcDepthRt, UVec2 srcDepthRtSize, RenderTargetHandle dstHzbRt, UVec2 dstHzbRtSize, RenderGraphBuilder& rgraph, CString customName) { DispatchInput in; in.m_dstHzbRt = dstHzbRt; in.m_dstHzbRtSize = dstHzbRtSize; in.m_srcDepthRt = srcDepthRt; in.m_srcDepthRtSize = srcDepthRtSize; populateRenderGraphInternal({&in, 1}, customName, rgraph); } void HzbGenerator::populateRenderGraphDirectionalLight(const HzbDirectionalLightInput& in, RenderGraphBuilder& rgraph) { const U32 cascadeCount = in.m_cascadeCount; ANKI_ASSERT(cascadeCount > 0); // Generate a temp RT with the max depth of each 64x64 tile of the depth buffer RenderTargetHandle maxDepthRt; constexpr U32 kTileSize = 64; const UVec2 maxDepthRtSize = (in.m_depthBufferRtSize + kTileSize - 1) / kTileSize; { RenderTargetDesc maxDepthRtDescr("HZB max tile depth"); maxDepthRtDescr.m_width = maxDepthRtSize.x; maxDepthRtDescr.m_height = maxDepthRtSize.y; maxDepthRtDescr.m_format = Format::kR32_Sfloat; maxDepthRtDescr.bake(); maxDepthRt = rgraph.newRenderTarget(maxDepthRtDescr); NonGraphicsRenderPass& pass = rgraph.newNonGraphicsRenderPass("HZB max tile depth"); pass.newTextureDependency(in.m_depthBufferRt, TextureUsageBit::kSrvCompute, DepthStencilAspectBit::kDepth); pass.newTextureDependency(maxDepthRt, TextureUsageBit::kUavCompute); pass.setWork([this, depthBufferRt = in.m_depthBufferRt, maxDepthRt, maxDepthRtSize](RenderPassWorkContext& rgraphCtx) { ANKI_TRACE_SCOPED_EVENT(HzbGenerationDepthTile); CommandBuffer& cmdb = *rgraphCtx.m_commandBuffer; rgraphCtx.bindSrv(0, 0, depthBufferRt, TextureSubresourceDesc::firstSurface(DepthStencilAspectBit::kDepth)); cmdb.bindSampler(0, 0, getRenderer().getSamplers().m_trilinearClamp.get()); rgraphCtx.bindUav(0, 0, maxDepthRt); cmdb.bindShaderProgram(m_maxDepthGrProg.get()); cmdb.dispatchCompute(maxDepthRtSize.x, maxDepthRtSize.y, 1); }); } // Project a box for each tile on each cascade's HZB Array depthRts; for(U32 i = 0; i < cascadeCount; ++i) { const HzbDirectionalLightInput::Cascade& cascade = in.m_cascades[i]; // Compute the cascade's min and max depth as seen by the camera F32 cascadeMinDepth, cascadeMaxDepth; { if(i > 0) { // Do the reverse of computeShadowCascadeIndex2 to find the actual distance of this cascade. computeShadowCascadeIndex2 makes the min // distance of a cascade to become even less. See https://www.desmos.com/calculator/g1ibye6ebg // F = ((x-m)/(M-m))^16 and solving for x we have the new minDist const F32 m = (i >= 2) ? in.m_cascades[i - 2].m_cascadeMaxDistance : 0.0f; // Prev cascade min dist const F32 M = in.m_cascades[i - 1].m_cascadeMaxDistance; // Prev cascade max dist constexpr F32 F = 0.01f; // Desired factor const F32 minDist = pow(F, 1.0f / 16.0f) * (M - m) + m; ANKI_ASSERT(minDist < M); Vec4 v4 = in.m_cameraProjectionMatrix * Vec4(0.0f, 0.0f, -minDist, 1.0f); cascadeMinDepth = saturate(v4.z / v4.w); } else { cascadeMinDepth = 0.0f; } const F32 maxDist = cascade.m_cascadeMaxDistance; const Vec4 v4 = in.m_cameraProjectionMatrix * Vec4(0.0f, 0.0f, -maxDist, 1.0f); cascadeMaxDepth = saturate(v4.z / v4.w); ANKI_ASSERT(cascadeMinDepth <= cascadeMaxDepth); } RenderTargetDesc depthRtDescr(generateTempPassName("HZB boxes depth cascade:%u", i)); depthRtDescr.m_width = cascade.m_hzbRtSize.x * 2; depthRtDescr.m_height = cascade.m_hzbRtSize.y * 2; depthRtDescr.m_format = Format::kD16_Unorm; depthRtDescr.bake(); depthRts[i] = rgraph.newRenderTarget(depthRtDescr); GraphicsRenderPass& pass = rgraph.newGraphicsRenderPass("HZB boxes"); GraphicsRenderPassTargetDesc depthRt(depthRts[i]); depthRt.m_subresource.m_depthStencilAspect = DepthStencilAspectBit::kDepth; depthRt.m_clearValue.m_depthStencil.m_depth = 0.0f; depthRt.m_loadOperation = RenderTargetLoadOperation::kClear; pass.setRenderpassInfo({}, &depthRt); pass.newTextureDependency(maxDepthRt, TextureUsageBit::kSrvPixel); pass.newTextureDependency(depthRts[i], TextureUsageBit::kRtvDsvWrite, DepthStencilAspectBit::kDepth); pass.setWork([this, maxDepthRt, invViewProjMat = in.m_cameraInverseViewProjectionMatrix, lightViewProjMat = cascade.m_projectionMatrix * Mat4(cascade.m_viewMatrix, Vec4(0.0f, 0.0f, 0.0f, 1.0f)), viewport = cascade.m_hzbRtSize * 2, maxDepthRtSize, cascadeMinDepth, cascadeMaxDepth](RenderPassWorkContext& rgraphCtx) { ANKI_TRACE_SCOPED_EVENT(HzbGenerationDirLight); CommandBuffer& cmdb = *rgraphCtx.m_commandBuffer; cmdb.setDepthCompareOperation(CompareOperation::kGreater); cmdb.setViewport(0, 0, viewport.x, viewport.y); cmdb.bindShaderProgram(m_maxBoxGrProg.get()); rgraphCtx.bindSrv(0, 0, maxDepthRt); struct Constants { Mat4 m_reprojectionMat; F32 m_cascadeMinDepth; F32 m_cascadeMaxDepth; F32 m_padding0; F32 m_padding1; } consts; consts.m_reprojectionMat = lightViewProjMat * invViewProjMat; consts.m_cascadeMinDepth = cascadeMinDepth; consts.m_cascadeMaxDepth = cascadeMaxDepth; cmdb.setFastConstants(&consts, sizeof(consts)); cmdb.bindIndexBuffer(BufferView(m_boxIndexBuffer.get()), IndexType::kU16); cmdb.drawIndexed(PrimitiveTopology::kTriangles, sizeof(kBoxIndices) / sizeof(kBoxIndices[0]), maxDepthRtSize.x * maxDepthRtSize.y); // Restore state cmdb.setDepthCompareOperation(CompareOperation::kLess); }); } // Generate the HZBs Array inputs; for(U32 i = 0; i < cascadeCount; ++i) { const HzbDirectionalLightInput::Cascade& cascade = in.m_cascades[i]; inputs[i].m_dstHzbRt = cascade.m_hzbRt; inputs[i].m_dstHzbRtSize = cascade.m_hzbRtSize; inputs[i].m_srcDepthRt = depthRts[i]; inputs[i].m_srcDepthRtSize = cascade.m_hzbRtSize * 2; } populateRenderGraphInternal({&inputs[0], cascadeCount}, "HZB generation shadow cascades", rgraph); } } // end namespace anki