#include #if UF_USE_VULKAN #include "behavior.h" #include #include #include #include #include #include #include #include #include "../light/behavior.h" #include "../scene/behavior.h" #include UF_BEHAVIOR_REGISTER_CPP(ext::VoxelizerSceneBehavior) UF_BEHAVIOR_TRAITS_CPP(ext::VoxelizerSceneBehavior, ticks = true, renders = false, multithread = false) #define this (&self) void ext::VoxelizerSceneBehavior::initialize( uf::Object& self ) { #if UF_USE_VULKAN auto& metadata = this->getComponent(); auto& metadataJson = this->getComponent(); auto& scene = uf::scene::getCurrentScene(); auto& sceneMetadataJson = scene.getComponent(); auto& sceneTextures = this->getComponent(); UF_BEHAVIOR_METADATA_BIND_SERIALIZER_HOOKS(metadata, metadataJson); for ( size_t i = 0; i < metadata.cascades; ++i ) { const bool HDR = false; auto& id = sceneTextures.voxels.id.emplace_back(); id.sampler.descriptor.filter.min = uf::renderer::enums::Filter::NEAREST; id.sampler.descriptor.filter.mag = uf::renderer::enums::Filter::NEAREST; id.fromBuffers( NULL, 0, uf::renderer::enums::Format::R16G16_UINT, metadata.voxelSize.x, metadata.voxelSize.y, metadata.voxelSize.z, 1, VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_STORAGE_BIT, VK_IMAGE_LAYOUT_GENERAL ); // auto& uv = sceneTextures.voxels.uv.emplace_back(); // uv.fromBuffers( NULL, 0, uf::renderer::enums::Format::R16G16_SFLOAT, metadata.voxelSize.x, metadata.voxelSize.y, metadata.voxelSize.z, 1, VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_STORAGE_BIT, VK_IMAGE_LAYOUT_GENERAL ); auto& normal = sceneTextures.voxels.normal.emplace_back(); normal.fromBuffers( NULL, 0, uf::renderer::enums::Format::R16G16_SFLOAT, metadata.voxelSize.x, metadata.voxelSize.y, metadata.voxelSize.z, 1, VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_STORAGE_BIT, VK_IMAGE_LAYOUT_GENERAL ); auto& radiance = sceneTextures.voxels.radiance.emplace_back(); if ( metadata.filtering == "NEAREST" ) { radiance.sampler.descriptor.filter.min = uf::renderer::enums::Filter::NEAREST; radiance.sampler.descriptor.filter.mag = uf::renderer::enums::Filter::NEAREST; } radiance.fromBuffers( NULL, 0, uf::renderer::settings::pipelines::hdr ? uf::renderer::enums::Format::HDR : uf::renderer::enums::Format::SDR, metadata.voxelSize.x, metadata.voxelSize.y, metadata.voxelSize.z, 1, VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_STORAGE_BIT, VK_IMAGE_LAYOUT_GENERAL ); // auto& depth = sceneTextures.voxels.depth.emplace_back(); // depth.fromBuffers( (void*) empty.data(), empty.size(), uf::renderer::enums::Format::R16_SFLOAT, metadata.voxelSize.x, metadata.voxelSize.y, metadata.voxelSize.z, 1, VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_STORAGE_BIT, VK_IMAGE_LAYOUT_GENERAL ); } // initialize render mode { if ( metadata.fragmentSize.x == 0 ) metadata.fragmentSize.x = metadata.voxelSize.x; if ( metadata.fragmentSize.y == 0 ) metadata.fragmentSize.y = metadata.voxelSize.y; auto& renderMode = this->getComponent(); metadata.renderModeName = "VXGI:" + std::to_string((int) this->getUid()); renderMode.metadata.name = metadata.renderModeName; if ( uf::renderer::settings::experimental::registerRenderMode ) uf::renderer::addRenderMode( &renderMode, metadata.renderModeName ); renderMode.metadata.type = uf::renderer::settings::pipelines::names::vxgi; renderMode.metadata.pipeline = uf::renderer::settings::pipelines::names::vxgi; if ( uf::renderer::settings::pipelines::culling ) { renderMode.metadata.pipelines.emplace_back(uf::renderer::settings::pipelines::names::culling); } renderMode.metadata.pipelines.emplace_back(uf::renderer::settings::pipelines::names::vxgi); renderMode.metadata.samples = 1; renderMode.metadata.subpasses = metadata.cascades; renderMode.blitter.device = &uf::renderer::device; renderMode.width = metadata.fragmentSize.x; renderMode.height = metadata.fragmentSize.y; // renderMode.metadata.limiter.frequency = metadata.limiter.frequency; uf::stl::string computeShaderFilename = "/shaders/display/vxgi/comp.spv"; if ( renderMode.metadata.samples > 1 ) { computeShaderFilename = uf::string::replace( computeShaderFilename, "comp", "msaa.comp" ); } renderMode.metadata.json["shaders"]["compute"] = computeShaderFilename; renderMode.blitter.descriptor.renderMode = metadata.renderModeName; renderMode.blitter.descriptor.subpass = -1; renderMode.blitter.descriptor.bind.width = metadata.voxelSize.x; renderMode.blitter.descriptor.bind.height = metadata.voxelSize.y; renderMode.blitter.descriptor.bind.depth = metadata.voxelSize.z; renderMode.blitter.descriptor.bind.point = VK_PIPELINE_BIND_POINT_COMPUTE; renderMode.blitter.process = true; size_t maxTextures2D = ext::config["engine"]["scenes"]["textures"]["max"]["2D"].as(512); size_t maxTexturesCube = ext::config["engine"]["scenes"]["textures"]["max"]["cube"].as(128); size_t maxTextures3D = ext::config["engine"]["scenes"]["textures"]["max"]["3D"].as(1); for ( size_t i = 0; i < maxTextures2D; ++i ) renderMode.blitter.material.textures.emplace_back().aliasTexture(uf::renderer::Texture2D::empty); for ( size_t i = 0; i < maxTexturesCube; ++i ) renderMode.blitter.material.textures.emplace_back().aliasTexture(uf::renderer::TextureCube::empty); for ( size_t i = 0; i < maxTextures3D; ++i ) renderMode.blitter.material.textures.emplace_back().aliasTexture(uf::renderer::Texture3D::empty); for ( auto& t : sceneTextures.voxels.id ) renderMode.blitter.material.textures.emplace_back().aliasTexture(t); for ( auto& t : sceneTextures.voxels.normal ) renderMode.blitter.material.textures.emplace_back().aliasTexture(t); for ( auto& t : sceneTextures.voxels.uv ) renderMode.blitter.material.textures.emplace_back().aliasTexture(t); for ( auto& t : sceneTextures.voxels.radiance ) renderMode.blitter.material.textures.emplace_back().aliasTexture(t); for ( auto& t : sceneTextures.voxels.depth ) renderMode.blitter.material.textures.emplace_back().aliasTexture(t); renderMode.bindCallback( renderMode.CALLBACK_BEGIN, [&]( VkCommandBuffer commandBuffer, size_t _ ){ // clear textures VkImageSubresourceRange subresourceRange = {}; subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT; subresourceRange.baseMipLevel = 0; subresourceRange.baseArrayLayer = 0; subresourceRange.levelCount = 1; subresourceRange.layerCount = 1; VkClearColorValue clearColor = { 0.0, 0.0, 0.0, 0.0 }; for ( auto& t : sceneTextures.voxels.id ) vkCmdClearColorImage( commandBuffer, t.image, t.imageLayout, &clearColor, 1, &subresourceRange ); for ( auto& t : sceneTextures.voxels.normal ) vkCmdClearColorImage( commandBuffer, t.image, t.imageLayout, &clearColor, 1, &subresourceRange ); for ( auto& t : sceneTextures.voxels.uv ) vkCmdClearColorImage( commandBuffer, t.image, t.imageLayout, &clearColor, 1, &subresourceRange ); for ( auto& t : sceneTextures.voxels.radiance ) vkCmdClearColorImage( commandBuffer, t.image, t.imageLayout, &clearColor, 1, &subresourceRange ); for ( auto& t : sceneTextures.voxels.depth ) vkCmdClearColorImage( commandBuffer, t.image, t.imageLayout, &clearColor, 1, &subresourceRange ); }); // renderMode.bindCallback( renderMode.CALLBACK_END, [&]( VkCommandBuffer commandBuffer, size_t _ ){ // parse voxel lighting if ( renderMode.blitter.initialized ) { auto& pipeline = renderMode.blitter.getPipeline(); pipeline.record(renderMode.blitter, commandBuffer); } // generate mipmaps VkImageSubresourceRange subresourceRange = {}; subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT; subresourceRange.baseMipLevel = 0; subresourceRange.baseArrayLayer = 0; subresourceRange.layerCount = 1; for ( auto& t : sceneTextures.voxels.radiance ) { subresourceRange.levelCount = t.mips; t.setImageLayout( commandBuffer, t.image, t.imageLayout, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, subresourceRange ); t.generateMipmaps( commandBuffer, 0 ); t.setImageLayout( commandBuffer, t.image, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, t.imageLayout, subresourceRange ); } }); } #endif } void ext::VoxelizerSceneBehavior::tick( uf::Object& self ) { #if UF_USE_VULKAN if ( !this->hasComponent() ) return; auto& metadata = this->getComponent(); auto& renderMode = this->getComponent(); auto& scene = uf::scene::getCurrentScene(); auto& sceneTextures = scene.getComponent(); renderMode.setTarget(""); if ( renderMode.executed ) { if ( !metadata.initialized ) metadata.initialized = true; if ( metadata.limiter.frequency > 0 ) { if ( metadata.limiter.timer > metadata.limiter.frequency ) { metadata.limiter.timer = 0; renderMode.metadata.limiter.execute = true; } else { metadata.limiter.timer = metadata.limiter.timer + uf::physics::time::delta; renderMode.metadata.limiter.execute = false; } } #if 1 // bool should = false; // if ( renderMode.metadata.limiter.frequency <= 0 && renderMode.metadata.limiter.timer <= 0 ) should = true; // else if ( renderMode.metadata.limiter.timer + renderMode.metadata.limiter.frequency >= renderMode.metadata.limiter.frequency ) should = true; // if ( renderMode.execute ) { if ( renderMode.metadata.limiter.execute ) { // if ( should ) { auto& controller = scene.getController(); auto& camera = scene.getCamera( controller ); // controller.getComponent(); auto controllerTransform = uf::transform::flatten( camera.getTransform() ); pod::Vector3f controllerPosition = controllerTransform.position - metadata.extents.min; controllerPosition.x = floor(controllerPosition.x); controllerPosition.y = floor(controllerPosition.y); controllerPosition.z = floor(controllerPosition.z); controllerPosition += metadata.extents.min; controllerPosition.x = floor(controllerPosition.x); controllerPosition.y = floor(controllerPosition.y); controllerPosition.z = -floor(controllerPosition.z); pod::Vector3f min = metadata.extents.min + controllerPosition; pod::Vector3f max = metadata.extents.max + controllerPosition; metadata.extents.matrix = uf::matrix::orthographic( min.x, max.x, min.y, max.y, min.z, max.z ); auto/*&*/ graph = scene.getGraph(); for ( auto entity : graph ) { if ( !entity->hasComponent() ) continue; auto& graphic = entity->getComponent(); if ( graphic.material.hasShader("geometry", uf::renderer::settings::pipelines::names::vxgi) ) { auto& shader = graphic.material.getShader("geometry", uf::renderer::settings::pipelines::names::vxgi); struct UniformDescriptor { /*alignas(16)*/ pod::Matrix4f matrix; /*alignas(4)*/ float cascadePower; /*alignas(4)*/ float granularity; /*alignas(4)*/ float voxelizeScale; /*alignas(4)*/ float occlusionFalloff; /*alignas(4)*/ float traceStartOffsetFactor; /*alignas(4)*/ uint32_t shadows; /*alignas(4)*/ uint32_t padding2; /*alignas(4)*/ uint32_t padding3; }; UniformDescriptor uniforms = { .matrix = metadata.extents.matrix, .cascadePower = metadata.cascadePower, .granularity = metadata.granularity, .voxelizeScale = 1.0f / (metadata.voxelizeScale * std::max( metadata.voxelSize.x, std::max(metadata.voxelSize.y, metadata.voxelSize.z))), .occlusionFalloff = metadata.occlusionFalloff, .traceStartOffsetFactor = metadata.traceStartOffsetFactor, .shadows = metadata.shadows, }; shader.updateBuffer( (const void*) &uniforms, sizeof(uniforms), shader.getUniformBuffer("UBO") ); } } } #endif } ext::ExtSceneBehavior::bindBuffers( scene, metadata.renderModeName, "compute", "" ); auto& deferredRenderMode = uf::renderer::getRenderMode("", true); auto& deferredBlitter = deferredRenderMode.getBlitter(); if ( deferredBlitter.material.hasShader("compute", "deferred") ) { ext::ExtSceneBehavior::bindBuffers( scene, "", "compute", "deferred" ); } else { ext::ExtSceneBehavior::bindBuffers( scene, "", "fragment", "deferred" ); } #endif } void ext::VoxelizerSceneBehavior::render( uf::Object& self ){} void ext::VoxelizerSceneBehavior::destroy( uf::Object& self ){ #if UF_USE_VULKAN /* if ( this->hasComponent() ) { auto& renderMode = this->getComponent(); uf::renderer::removeRenderMode( &renderMode, false ); // this->deleteComponent(); } */ #endif } void ext::VoxelizerSceneBehavior::Metadata::serialize( uf::Object& self, uf::Serializer& serializer ) { serializer["vxgi"]["size"] = /*this->*/voxelSize.x; serializer["vxgi"]["limiter"] = /*this->*/limiter.frequency; serializer["vxgi"]["dispatch"] = /*this->*/dispatchSize.x; serializer["vxgi"]["cascades"] = /*this->*/cascades; serializer["vxgi"]["cascadePower"] = /*this->*/cascadePower; serializer["vxgi"]["granularity"] = /*this->*/granularity; serializer["vxgi"]["voxelizeScale"] = /*this->*/voxelizeScale; serializer["vxgi"]["occlusionFalloff"] = /*this->*/occlusionFalloff; serializer["vxgi"]["traceStartOffsetFactor"] = /*this->*/traceStartOffsetFactor; serializer["vxgi"]["shadows"] = /*this->*/shadows; serializer["vxgi"]["filtering"] = /*this->*/filtering; serializer["vxgi"]["extents"]["min"] = uf::vector::encode(/*this->*/extents.min); serializer["vxgi"]["extents"]["max"] = uf::vector::encode(/*this->*/extents.max); } void ext::VoxelizerSceneBehavior::Metadata::deserialize( uf::Object& self, uf::Serializer& serializer ) { // merge vxgi settings with global settings { const auto& globalSettings = ext::config["engine"]["scenes"]["vxgi"]; ext::json::forEach( globalSettings, [&]( const uf::stl::string& key, const ext::json::Value& value ){ if ( !ext::json::isNull( serializer["vxgi"][key] ) ) return; serializer["vxgi"][key] = value; } ); } /*this->*/voxelSize.x = serializer["vxgi"]["size"].as(/*this->*/voxelSize.x); /*this->*/voxelSize.y = serializer["vxgi"]["size"].as(/*this->*/voxelSize.y); /*this->*/voxelSize.z = serializer["vxgi"]["size"].as(/*this->*/voxelSize.z); /*this->*/limiter.frequency = serializer["vxgi"]["limiter"].as(/*this->*/limiter.frequency); /*this->*/dispatchSize.x = serializer["vxgi"]["dispatch"].as(/*this->*/dispatchSize.x); /*this->*/dispatchSize.y = serializer["vxgi"]["dispatch"].as(/*this->*/dispatchSize.x); /*this->*/dispatchSize.z = serializer["vxgi"]["dispatch"].as(/*this->*/dispatchSize.x); /*this->*/cascades = serializer["vxgi"]["cascades"].as(/*this->*/cascades); /*this->*/cascadePower = serializer["vxgi"]["cascadePower"].as(/*this->*/cascadePower); /*this->*/granularity = serializer["vxgi"]["granularity"].as(/*this->*/granularity); /*this->*/voxelizeScale = serializer["vxgi"]["voxelizeScale"].as(/*this->*/voxelizeScale); /*this->*/occlusionFalloff = serializer["vxgi"]["occlusionFalloff"].as(/*this->*/occlusionFalloff); /*this->*/traceStartOffsetFactor = serializer["vxgi"]["traceStartOffsetFactor"].as(/*this->*/traceStartOffsetFactor); /*this->*/shadows = serializer["vxgi"]["shadows"].as(/*this->*/shadows); /*this->*/filtering = serializer["vxgi"]["filtering"].as(/*this->*/filtering); /*this->*/extents.min = uf::vector::decode( serializer["vxgi"]["extents"]["min"], /*this->*/extents.min ); /*this->*/extents.max = uf::vector::decode( serializer["vxgi"]["extents"]["max"], /*this->*/extents.max ); } #undef this #endif