#include "behavior.h" #include "gui.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace { struct { ext::freetype::Glyph glyph; std::unordered_map> cache; } glyphs; uf::Serializer defaultSettings; } ext::Gui::Gui(){ this->addBehavior(); } std::vector ext::Gui::generateGlyphs( const std::string& _string ) { uf::Object& gui = *this; std::string string = _string; uf::Serializer& metadata = gui.getComponent(); std::string font = "./data/fonts/" + metadata["text settings"]["font"].as(); if ( ::glyphs.cache[font].empty() ) { ext::freetype::initialize( ::glyphs.glyph, font ); } if ( string == "" ) { string = metadata["text settings"]["string"].as(); } pod::Transform<>& transform = gui.getComponent>(); std::vector gs; struct { struct { float x = 0; float y = 0; } origin; struct { float x = 0; float y = 0; } cursor; struct { float sum = 0; float len = 0; float proc = 0; float tab = 4; } average; struct { float x = 0; float y = 0; } biggest; struct { float w = 0; float h = 0; } box; struct { std::vector container; std::size_t index = 0; } colors; } stat; float scale = metadata["text settings"]["scale"].as(); { pod::Vector3f color = { metadata["text settings"]["color"][0].as(), metadata["text settings"]["color"][1].as(), metadata["text settings"]["color"][2].as(), }; stat.colors.container.push_back(color); } unsigned long COLORCONTROL = 0x7F; { std::string text = string; std::regex regex("\\%\\#([0-9A-Fa-f]{2})([0-9A-Fa-f]{2})([0-9A-Fa-f]{2})\\%"); std::unordered_map colors; std::smatch match; bool matched = false; int maxTries = 128; while ( (matched = std::regex_search( text, match, regex )) && --maxTries > 0 ) { struct { std::string str; int dec; } r, g, b; r.str = match[1].str(); g.str = match[2].str(); b.str = match[3].str(); { std::stringstream stream; stream << r.str; stream >> std::hex >> r.dec; } { std::stringstream stream; stream << g.str; stream >> std::hex >> g.dec; } { std::stringstream stream; stream << b.str; stream >> std::hex >> b.dec; } pod::Vector3f color = { r.dec / 255.0f, g.dec / 255.0f, b.dec / 255.0f }; stat.colors.container.push_back(color); text = uf::string::replace( text, "%#" + r.str + g.str + b.str + "%", "\x7F" ); } if ( maxTries == 0 ) { text += "\n(error formatting)"; } string = text; } std::wstring_convert, wchar_t> convert; std::wstring str = convert.from_bytes(string); if ( str.size() == 0 ) return gs; // Calculate statistics { // Find tallest glyph for new line for ( auto it = str.begin(); it != str.end(); ++it ) { unsigned long c = *it; if ( c == '\n' ) continue; if ( c == '\t' ) continue; if ( c == 0x01 ) continue; std::string key = ""; { key += std::to_string(c) + ";"; key += metadata["text settings"]["padding"][0].as() + ","; key += metadata["text settings"]["padding"][1].as() + ";"; key += metadata["text settings"]["spread"].as() + ";"; key += metadata["text settings"]["size"].as() + ";"; key += metadata["text settings"]["font"].as() + ";"; key += metadata["text settings"]["sdf"].as(); } uf::Glyph& glyph = ::glyphs.cache[font][key]; if ( !glyph.generated() ) { glyph.setPadding( { metadata["text settings"]["padding"][0].as(), metadata["text settings"]["padding"][1].as() } ); glyph.setSpread( metadata["text settings"]["spread"].as() ); if ( metadata["text settings"]["sdf"].as() ) glyph.useSdf(true); glyph.generate( ::glyphs.glyph, c, metadata["text settings"]["size"].as() ); } stat.biggest.x = std::max( (float) stat.biggest.x, (float) glyph.getSize().x); stat.biggest.y = std::max( (float) stat.biggest.y, (float) glyph.getSize().y); stat.average.sum += glyph.getSize().x; ++stat.average.len; } stat.average.proc = stat.average.sum / stat.average.len; stat.average.tab *= stat.average.proc; // Calculate box: Second pass required because of tab stat.cursor.x = 0; stat.cursor.y = 0; stat.origin.x = 0; stat.origin.y = 0; for ( auto it = str.begin(); it != str.end(); ++it ) { unsigned long c = *it; if ( c == '\n' ) { stat.cursor.y += stat.biggest.y; stat.cursor.x = 0; continue; } else if ( c == '\t' ) { // Fixed movement vs Real Tabbing if ( false ) { stat.cursor.x += stat.average.tab; } else { stat.cursor.x = ((stat.cursor.x / stat.average.tab) + 1) * stat.average.tab; } continue; } else if ( c == COLORCONTROL ) { continue; } std::string key = ""; { key += std::to_string(c) + ";"; key += metadata["text settings"]["padding"][0].as() + ","; key += metadata["text settings"]["padding"][1].as() + ";"; key += metadata["text settings"]["spread"].as() + ";"; key += metadata["text settings"]["size"].as() + ";"; key += metadata["text settings"]["font"].as() + ";"; key += metadata["text settings"]["sdf"].as(); } uf::Glyph& glyph = ::glyphs.cache[font][key]; pod::GlyphBox g; g.box.w = glyph.getSize().x; g.box.h = glyph.getSize().y; g.box.x = stat.cursor.x + glyph.getBearing().x; g.box.y = stat.cursor.y - glyph.getBearing().y; // - (glyph.getSize().y - glyph.getBearing().y); stat.cursor.x += (glyph.getAdvance().x); } stat.origin.x = ( !metadata["text settings"]["world"].as() && transform.position.x != (int) transform.position.x ) ? transform.position.x * ext::gui::size.current.x : transform.position.x; stat.origin.y = ( !metadata["text settings"]["world"].as() && transform.position.y != (int) transform.position.y ) ? transform.position.y * ext::gui::size.current.y : transform.position.y; if ( ext::json::isArray( metadata["text settings"]["origin"] ) ) { stat.origin.x = metadata["text settings"]["origin"][0].as(); stat.origin.y = metadata["text settings"]["origin"][1].as(); } else if ( metadata["text settings"]["origin"] == "top" ) stat.origin.y = ext::gui::size.current.y - stat.origin.y - stat.biggest.y;// else stat.origin.y = stat.origin.y; if ( metadata["text settings"]["align"] == "right" ) stat.origin.x = ext::gui::size.current.x - stat.origin.x - stat.box.w;// else stat.origin.x = stat.origin.x; else if ( metadata["text settings"]["align"] == "center" ) stat.origin.x -= stat.box.w * 0.5f; } // Render Glyphs stat.cursor.x = 0; stat.cursor.y = stat.biggest.y; for ( auto it = str.begin(); it != str.end(); ++it ) { unsigned long c = *it; if ( c == '\n' ) { if ( metadata["text settings"]["direction"] == "down" ) stat.cursor.y -= stat.biggest.y; else stat.cursor.y += stat.biggest.y; stat.cursor.x = 0; continue; } else if ( c == '\t' ) { // Fixed movement vs Real Tabbing if ( false ) { stat.cursor.x += stat.average.tab; } else { stat.cursor.x = ((stat.cursor.x / stat.average.tab) + 1) * stat.average.tab; } continue; } else if ( c == ' ' ) { stat.cursor.x += stat.average.tab / 4.0f; continue; } else if ( c == COLORCONTROL ) { ++stat.colors.index; continue; } std::string key = ""; { key += std::to_string(c) + ";"; key += metadata["text settings"]["padding"][0].as() + ","; key += metadata["text settings"]["padding"][1].as() + ";"; key += metadata["text settings"]["spread"].as() + ";"; key += metadata["text settings"]["size"].as() + ";"; key += metadata["text settings"]["font"].as() + ";"; key += metadata["text settings"]["sdf"].as(); } uf::Glyph& glyph = ::glyphs.cache[font][key]; pod::GlyphBox g; g.code = c; g.box.w = glyph.getSize().x; g.box.h = glyph.getSize().y; g.box.x = stat.cursor.x + (glyph.getBearing().x); g.box.y = stat.cursor.y - glyph.getBearing().y; // - (glyph.getSize().y - glyph.getBearing().y); stat.cursor.x += (glyph.getAdvance().x); try { g.color = stat.colors.container.at(stat.colors.index); } catch ( ... ) { std::cout << "Invalid color index `" << stat.colors.index << "` for string: " << string << ": (" << stat.colors.container.size() << ")" << std::endl; g.color = { metadata["text settings"]["color"][0].as(), metadata["text settings"]["color"][1].as(), metadata["text settings"]["color"][2].as(), }; } gs.push_back(g); } return gs; } void ext::Gui::load( const uf::Image& _image ) { auto& scene = uf::scene::getCurrentScene(); auto& image = this->getComponent(); // image = uf::Image( _image ); image.copy( _image ); auto& metadata = this->getComponent(); metadata["size"][0] = image.getDimensions().x; metadata["size"][1] = image.getDimensions().y; auto& graphic = this->getComponent(); auto& texture = graphic.material.textures.emplace_back(); texture.loadFromImage( image ); /* { pod::Transform<>& transform = gui.getComponent>(); uf::GuiMesh& mesh = gui.getComponent(); auto& texture = graphic.material.textures.front(); pod::Vector2f textureSize = { metadata["size"][0].as(), metadata["size"][1].as() }; if ( metadata["scaling"].as() == "fixed" ) { transform.scale = pod::Vector3{ (float) textureSize.x / ext::gui::size.current.x, (float) textureSize.y / ext::gui::size.current.y, 1 }; } else if ( metadata["scaling"].as() == "fixed-1080p" ) { transform.scale = pod::Vector3{ (float) textureSize.x / 1920, (float) textureSize.y / 1080, 1 }; } } */ auto& mesh = this->getComponent(); auto& transform = this->getComponent>(); mesh.vertices = { { {1.0f, -1.0f}, {1.0f, 0.0f}, }, { {-1.0f, -1.0f}, {0.0f, 0.0f}, }, { {-1.0f, 1.0f}, {0.0f, 1.0f}, }, { {-1.0f, 1.0f}, {0.0f, 1.0f}, }, { {1.0f, 1.0f}, {1.0f, 1.0f}, }, { {1.0f, -1.0f}, {1.0f, 0.0f}, }, /* { {-1.0f, 1.0f}, {0.0f, 0.0f}, }, { {-1.0f, -1.0f}, {0.0f, 1.0f}, }, { {1.0f, -1.0f}, {1.0f, 1.0f}, }, { {-1.0f, 1.0f}, {0.0f, 0.0f}, }, { {1.0f, -1.0f}, {1.0f, 1.0f}, }, { {1.0f, 1.0f}, {1.0f, 0.0f}, } */ }; pod::Vector2f raidou = { 1, 1 }; bool modified = false; if ( metadata["mode"].as() == "flat" ) { if ( ext::json::isNull(metadata["projection"]) ) metadata["projection"] = false; if ( ext::json::isNull(metadata["flip uv"]) ) metadata["flip uv"] = true; if ( ext::json::isNull(metadata["front face"]) ) metadata["front face"] = "ccw"; } else { if ( ext::json::isNull(metadata["projection"]) ) metadata["projection"] = true; if ( ext::json::isNull(metadata["flip uv"]) ) metadata["flip uv"] = false; if ( ext::json::isNull(metadata["front face"]) ) metadata["front face"] = "cw"; } graphic.descriptor.parse( metadata ); if ( metadata["flip uv"].as() ) { for ( auto& v : mesh.vertices ) { v.uv.y = 1 - v.uv.y; } } if ( metadata["scaling"].is() ) { std::string mode = metadata["scaling"].as(); if ( mode == "mesh" ) { // raidou.x = (float) image.getDimensions().x / image.getDimensions().y; raidou.y = (float) image.getDimensions().y / image.getDimensions().x; modified = true; } } else if ( ext::json::isArray(metadata["scaling"]) ) { raidou.x = metadata["scaling"][0].as(); raidou.y = metadata["scaling"][1].as(); modified = true; } if ( modified ) { transform.scale.x = raidou.x; transform.scale.y = raidou.y; } /* for ( auto& vertex : mesh.vertices ) { vertex.position.x *= raidou.x; vertex.position.y *= raidou.y; } transform.scale.x = raidou.x; transform.scale.y = raidou.y; */ /* if ( !metadata["gui layer"].as() ) { graphic.initialize( "Gui" ); } else { graphic.initialize(); } */ if ( metadata["layer"].is() ) { graphic.initialize( metadata["layer"].as() ); } else if ( !ext::json::isNull( metadata["gui layer"] ) && !metadata["gui layer"].as() ) { graphic.initialize(); } else if ( metadata["gui layer"].is() ) { graphic.initialize( metadata["gui layer"].as() ); } else { graphic.initialize( "Gui" ); } graphic.initializeGeometry( mesh ); struct { std::string vertex = "./data/shaders/gui.vert.spv"; std::string fragment = "./data/shaders/gui.frag.spv"; } filenames; std::string suffix = ""; { std::string _ = scene.getComponent()["shaders"]["gui"]["suffix"].as(); if ( _ != "" ) suffix = _ + "."; } if ( metadata["shaders"]["vertex"].is() ) filenames.vertex = metadata["shaders"]["vertex"].as(); if ( metadata["shaders"]["fragment"].is() ) filenames.fragment = metadata["shaders"]["fragment"].as(); else if ( suffix != "" ) filenames.fragment = "./data/shaders/gui."+suffix+"frag.spv"; graphic.material.initializeShaders({ {filenames.vertex, VK_SHADER_STAGE_VERTEX_BIT}, {filenames.fragment, VK_SHADER_STAGE_FRAGMENT_BIT}, }); { auto& shader = graphic.material.getShader("vertex"); struct SpecializationConstant { uint32_t passes = 6; }; auto& specializationConstants = shader.specializationConstants.get(); specializationConstants.passes = uf::renderer::settings::maxViews; } } UF_OBJECT_REGISTER_BEGIN(ext::Gui) UF_OBJECT_REGISTER_BEHAVIOR(uf::EntityBehavior) UF_OBJECT_REGISTER_BEHAVIOR(uf::ObjectBehavior) UF_OBJECT_REGISTER_BEHAVIOR(ext::GuiBehavior) UF_OBJECT_REGISTER_END() #define this (&self) void ext::GuiBehavior::initialize( uf::Object& self ) { auto& metadata = this->getComponent(); this->addHook( "glyph:Load.%UID%", [&](ext::json::Value& json){ unsigned long c = json["glyph"].as(); std::string font = "./data/fonts/" + metadata["text settings"]["font"].as(); std::string key = ""; { key += std::to_string(c) + ";"; key += metadata["text settings"]["padding"][0].as() + ","; key += metadata["text settings"]["padding"][1].as() + ";"; key += metadata["text settings"]["spread"].as() + ";"; key += metadata["text settings"]["size"].as() + ";"; key += metadata["text settings"]["font"].as() + ";"; key += metadata["text settings"]["sdf"].as(); } uf::Glyph& glyph = ::glyphs.cache[font][key]; uf::Image image; { const uint8_t* buffer = glyph.getBuffer(); uf::Image::container_t pixels; std::size_t len = glyph.getSize().x * glyph.getSize().y; pixels.insert( pixels.end(), buffer, buffer + len ); image.loadFromBuffer( pixels, glyph.getSize(), 8, 1, true ); } this->as().load( image ); }); this->addHook( "asset:Load.%UID%", [&](ext::json::Value& json){ std::string filename = json["filename"].as(); if ( uf::io::extension(filename) != "png" ) return; uf::Scene& scene = uf::scene::getCurrentScene(); uf::Asset& assetLoader = scene.getComponent(); const uf::Image* imagePointer = NULL; try { imagePointer = &assetLoader.get(filename); } catch ( ... ) {} if ( !imagePointer ) return; // uf::Image image = *imagePointer; this->as().load( *imagePointer ); }); this->addHook( "window:Resized", [&](ext::json::Value& json){ if ( !this->hasComponent() ) return; pod::Vector2ui size; { size.x = json["window"]["size"]["x"].as(); size.y = json["window"]["size"]["y"].as(); } pod::Transform<>& transform = this->getComponent>(); /* pod::Vector2f textureSize = { metadata["size"][0].as(), metadata["size"][1].as() }; if ( ext::json::isObject( metadata["text settings"] ) ) { } else if ( metadata["scaling"].as() == "fixed" ) { transform.scale = pod::Vector3{ (float) textureSize.x / size.x, (float) textureSize.y / size.y, 1 }; } else if ( metadata["scaling"].as() == "fixed-1080p" ) { transform.scale = pod::Vector3{ (float) textureSize.x / 1920, (float) textureSize.y / 1080, 1 }; } */ } ); if ( metadata["system"]["clickable"].as() ) { uf::Timer clickTimer(false); // clickTimer.start( uf::Time<>(-1000000) ); if ( !clickTimer.running() ) clickTimer.start(); this->addHook( "gui:Clicked.%UID%", [&](ext::json::Value& json){ if ( ext::json::isObject( metadata["events"]["click"] ) ) { uf::Serializer event = metadata["events"]["click"]; metadata["events"]["click"] = ext::json::array(); //Json::arrayValue; metadata["events"]["click"][0] = event; } else if ( !ext::json::isArray( metadata["events"]["click"] ) ) { this->getParent().as().callHook("gui:Clicked.%UID%", json); return; } for ( int i = 0; i < metadata["events"]["click"].size(); ++i ) { uf::Serializer event = metadata["events"]["click"][i]; uf::Serializer payload = event["payload"]; if ( event["delay"].is() ) { this->queueHook(event["name"].as(), payload, event["delay"].as()); } else { this->callHook(event["name"].as(), payload ); } } }); this->addHook( "window:Mouse.Click", [&](ext::json::Value& json){ uf::Serializer& metadata = this->getComponent(); if ( metadata["world"].as() ) return; if ( ext::json::isNull( metadata["box"] ) ) return; bool down = json["mouse"]["state"].as() == "Down"; bool clicked = false; if ( down ) { pod::Vector2ui position; { position.x = json["mouse"]["position"]["x"].as() > 0 ? json["mouse"]["position"]["x"].as() : 0; position.y = json["mouse"]["position"]["y"].as() > 0 ? json["mouse"]["position"]["y"].as() : 0; } pod::Vector2f click; { click.x = (float) position.x / (float) ext::gui::size.current.x; click.y = (float) position.y / (float) ext::gui::size.current.y; click.x = (click.x * 2.0f) - 1.0f; click.y = (click.y * 2.0f) - 1.0f; float x = click.x; float y = click.y; if (json["invoker"] == "vr" ) { x = json["mouse"]["position"]["x"].as(); y = json["mouse"]["position"]["y"].as(); } pod::Vector2f min = { metadata["box"]["min"]["x"].as(), metadata["box"]["min"]["y"].as() }; pod::Vector2f max = { metadata["box"]["max"]["x"].as(), metadata["box"]["max"]["y"].as() }; clicked = ( min.x <= x && min.y <= y && max.x >= x && max.y >= y ); } } metadata["clicked"] = clicked; if ( clicked ) { this->callHook("gui:Clicked.%UID%", json); } this->callHook("gui:Mouse.Clicked.%UID%", json); } ); } if ( metadata["system"]["hoverable"].as() ) { uf::Timer hoverTimer(false); hoverTimer.start( uf::Time<>(-1000000) ); this->addHook( "gui:Hovered.%UID%", [&](ext::json::Value& json){ if ( ext::json::isObject( metadata["events"]["hover"] ) ) { uf::Serializer event = metadata["events"]["hover"]; metadata["events"]["hover"] = ext::json::array(); //Json::arrayValue; metadata["events"]["hover"][0] = event; } else if ( !ext::json::isArray( metadata["events"]["hover"] ) ) { this->getParent().as().callHook("gui:Clicked.%UID%", json); return; } for ( int i = 0; i < metadata["events"]["hover"].size(); ++i ) { uf::Serializer event = metadata["events"]["hover"][i]; uf::Serializer payload = event["payload"]; float delay = event["delay"].as(); if ( event["delay"].is() ) { this->queueHook(event["name"].as(), payload, event["delay"].as()); } else { this->callHook(event["name"].as(), payload ); } } return; }); this->addHook( "window:Mouse.Moved", [&](ext::json::Value& json){ if ( this->getUid() == 0 ) return; if ( !this->hasComponent() ) return; uf::Serializer& metadata = this->getComponent(); if ( metadata["world"].as() ) return; if ( ext::json::isNull( metadata["box"] ) ) return; bool down = json["mouse"]["state"].as() == "Down"; bool clicked = false; pod::Vector2ui position; { position.x = json["mouse"]["position"]["x"].as() > 0 ? json["mouse"]["position"]["x"].as() : 0; position.y = json["mouse"]["position"]["y"].as() > 0 ? json["mouse"]["position"]["y"].as() : 0; } pod::Vector2f click; { click.x = (float) position.x / (float) ext::gui::size.current.x; click.y = (float) position.y / (float) ext::gui::size.current.y; click.x = (click.x * 2.0f) - 1.0f; click.y = (click.y * 2.0f) - 1.0f; float x = click.x; float y = click.y; pod::Vector2f min = { metadata["box"]["min"]["x"].as(), metadata["box"]["min"]["y"].as() }; pod::Vector2f max = { metadata["box"]["max"]["x"].as(), metadata["box"]["max"]["y"].as() }; clicked = ( min.x <= x && min.y <= y && max.x >= x && max.y >= y ); } metadata["hovered"] = clicked; if ( clicked && hoverTimer.elapsed().asDouble() >= 1 ) { hoverTimer.reset(); this->callHook("gui:Hovered.%UID%", json); } this->callHook("gui:Mouse.Moved.%UID%", json); } ); } if ( metadata["text settings"]["string"].is() ) { if ( ext::json::isNull( ::defaultSettings["metadata"] ) ) { ::defaultSettings.readFromFile("./data/entities/gui/text/string.json"); } for ( auto it = ::defaultSettings["metadata"]["text settings"].begin(); it != ::defaultSettings["metadata"]["text settings"].end(); ++it ) { std::string key = it.key(); if ( ext::json::isNull( metadata["text settings"][key] ) ) { metadata["text settings"][key] = ::defaultSettings["metadata"]["text settings"][key]; } } if ( false ) { uf::Serializer payload; payload["first"] = true; payload["string"] = metadata["text settings"]["string"]; this->callHook("gui:UpdateString.%UID%", payload); } else { std::vector glyphs = this->as().generateGlyphs(); std::string font = "./data/fonts/" + metadata["text settings"]["font"].as(); std::string key = ""; { key += metadata["text settings"]["padding"][0].as() + ","; key += metadata["text settings"]["padding"][1].as() + ";"; key += metadata["text settings"]["spread"].as() + ";"; key += metadata["text settings"]["size"].as() + ";"; key += metadata["text settings"]["font"].as() + ";"; key += metadata["text settings"]["sdf"].as(); } auto& scene = uf::scene::getCurrentScene(); auto& atlas = this->getComponent(); auto& images = atlas.getImages(); auto& mesh = this->getComponent(); auto& graphic = this->getComponent(); mesh.vertices.reserve( glyphs.size() * 6 ); std::unordered_map glyphHashMap; for ( auto& g : glyphs ) { auto glyphKey = std::to_string((uint64_t) g.code) + ";"+key; auto& glyph = ::glyphs.cache[font][glyphKey]; glyphHashMap[glyphKey] = atlas.addImage( glyph.getBuffer(), glyph.getSize(), 8, 1, true ); } atlas.generate(); float scale = metadata["text settings"]["scale"].as(); auto& transform = this->getComponent>(); transform.scale.x = scale; transform.scale.y = scale; for ( auto& g : glyphs ) { auto glyphKey = std::to_string((uint64_t) g.code) + ";"+key; auto& glyph = ::glyphs.cache[font][glyphKey]; auto hash = glyphHashMap[glyphKey]; // add vertices mesh.vertices.push_back({pod::Vector3f{ g.box.x, g.box.y + g.box.h, 0 }, atlas.mapUv( pod::Vector2f{ 0.0f, 0.0f }, hash ), g.color}); mesh.vertices.push_back({pod::Vector3f{ g.box.x, g.box.y , 0 }, atlas.mapUv( pod::Vector2f{ 0.0f, 1.0f }, hash ), g.color}); mesh.vertices.push_back({pod::Vector3f{ g.box.x + g.box.w, g.box.y , 0 }, atlas.mapUv( pod::Vector2f{ 1.0f, 1.0f }, hash ), g.color}); mesh.vertices.push_back({pod::Vector3f{ g.box.x, g.box.y + g.box.h, 0 }, atlas.mapUv( pod::Vector2f{ 0.0f, 0.0f }, hash ), g.color}); mesh.vertices.push_back({pod::Vector3f{ g.box.x + g.box.w, g.box.y , 0 }, atlas.mapUv( pod::Vector2f{ 1.0f, 1.0f }, hash ), g.color}); mesh.vertices.push_back({pod::Vector3f{ g.box.x + g.box.w, g.box.y + g.box.h, 0 }, atlas.mapUv( pod::Vector2f{ 1.0f, 0.0f }, hash ), g.color}); } for ( size_t i = 0; i < mesh.vertices.size(); i += 6 ) { for ( size_t j = 0; j < 6; ++j ) { auto& vertex = mesh.vertices[i+j]; vertex.position.x /= ext::gui::size.reference.x; vertex.position.y /= ext::gui::size.reference.y; vertex.uv.y = 1 - vertex.uv.y; } } auto& texture = graphic.material.textures.emplace_back(); texture.loadFromImage( atlas.getAtlas() ); graphic.initialize( "Gui" ); graphic.initializeGeometry( mesh ); std::string suffix = ""; { std::string _ = scene.getComponent()["shaders"]["gui"]["suffix"].as(); if ( _ != "" ) suffix = _ + "."; } struct { std::string vertex = "./data/shaders/gui.text.vert.spv"; std::string fragment = "./data/shaders/gui.text.frag.spv"; } filenames; if ( metadata["shaders"]["vertex"].is() ) filenames.vertex = metadata["shaders"]["vertex"].as(); if ( metadata["shaders"]["fragment"].is() ) filenames.fragment = metadata["shaders"]["fragment"].as(); else if ( suffix != "" ) filenames.fragment = "./data/shaders/gui.text."+suffix+"frag.spv"; graphic.material.initializeShaders({ {filenames.vertex, VK_SHADER_STAGE_VERTEX_BIT}, {filenames.fragment, VK_SHADER_STAGE_FRAGMENT_BIT}, }); } this->addHook( "object:Reload.%UID%", [&](ext::json::Value& json){ if ( json["old"]["text settings"]["string"] == json["new"]["text settings"]["string"] ) return; this->queueHook( "gui:UpdateString.%UID%"); }); this->addHook( "gui:UpdateString.%UID%", [&](ext::json::Value& json){ for ( auto it = ::defaultSettings["metadata"]["text settings"].begin(); it != ::defaultSettings["metadata"]["text settings"].end(); ++it ) { std::string key = it.key(); if ( ext::json::isNull( metadata["text settings"][key] ) ) { metadata["text settings"][key] = ::defaultSettings["metadata"]["text settings"][key]; } } if ( json["string"].is() ) { metadata["text settings"]["string"] = json["string"]; } std::string string = metadata["text settings"]["string"].as(); std::vector glyphs = this->as().generateGlyphs( string ); std::string font = "./data/fonts/" + metadata["text settings"]["font"].as(); std::string key = ""; { key += metadata["text settings"]["padding"][0].as() + ","; key += metadata["text settings"]["padding"][1].as() + ";"; key += metadata["text settings"]["spread"].as() + ";"; key += metadata["text settings"]["size"].as() + ";"; key += metadata["text settings"]["font"].as() + ";"; key += metadata["text settings"]["sdf"].as(); } auto& scene = uf::scene::getCurrentScene(); auto& atlas = this->getComponent(); auto& images = atlas.getImages(); auto& mesh = this->getComponent(); auto& graphic = this->getComponent(); if ( !json["first"].as() ) { atlas.clear(); mesh.vertices.clear(); mesh.indices.clear(); for ( auto& texture : graphic.material.textures ) texture.destroy(); graphic.material.textures.clear(); } mesh.vertices.reserve( glyphs.size() * 6 ); std::unordered_map glyphHashMap; for ( auto& g : glyphs ) { auto glyphKey = std::to_string((uint64_t) g.code) + ";"+key; auto& glyph = ::glyphs.cache[font][glyphKey]; glyphHashMap[glyphKey] = atlas.addImage( glyph.getBuffer(), glyph.getSize(), 8, 1, true ); } atlas.generate(); float scale = metadata["text settings"]["scale"].as(); auto& transform = this->getComponent>(); transform.scale.x = scale; transform.scale.y = scale; for ( auto& g : glyphs ) { auto glyphKey = std::to_string((uint64_t) g.code) + ";"+key; auto& glyph = ::glyphs.cache[font][glyphKey]; auto hash = glyphHashMap[glyphKey]; // add vertices mesh.vertices.push_back({pod::Vector3f{ g.box.x, g.box.y + g.box.h, 0 }, atlas.mapUv( pod::Vector2f{ 0.0f, 0.0f }, hash ), g.color}); mesh.vertices.push_back({pod::Vector3f{ g.box.x, g.box.y , 0 }, atlas.mapUv( pod::Vector2f{ 0.0f, 1.0f }, hash ), g.color}); mesh.vertices.push_back({pod::Vector3f{ g.box.x + g.box.w, g.box.y , 0 }, atlas.mapUv( pod::Vector2f{ 1.0f, 1.0f }, hash ), g.color}); mesh.vertices.push_back({pod::Vector3f{ g.box.x, g.box.y + g.box.h, 0 }, atlas.mapUv( pod::Vector2f{ 0.0f, 0.0f }, hash ), g.color}); mesh.vertices.push_back({pod::Vector3f{ g.box.x + g.box.w, g.box.y , 0 }, atlas.mapUv( pod::Vector2f{ 1.0f, 1.0f }, hash ), g.color}); mesh.vertices.push_back({pod::Vector3f{ g.box.x + g.box.w, g.box.y + g.box.h, 0 }, atlas.mapUv( pod::Vector2f{ 1.0f, 0.0f }, hash ), g.color}); } for ( size_t i = 0; i < mesh.vertices.size(); i += 6 ) { for ( size_t j = 0; j < 6; ++j ) { auto& vertex = mesh.vertices[i+j]; vertex.position.x /= ext::gui::size.reference.x; vertex.position.y /= ext::gui::size.reference.y; vertex.uv.y = 1 - vertex.uv.y; } } auto& texture = graphic.material.textures.emplace_back(); texture.loadFromImage( atlas.getAtlas() ); if ( json["first"].as() ) { graphic.initialize( "Gui" ); graphic.initializeGeometry( mesh ); std::string suffix = ""; { std::string _ = scene.getComponent()["shaders"]["gui"]["suffix"].as(); if ( _ != "" ) suffix = _ + "."; } struct { std::string vertex = "./data/shaders/gui.text.vert.spv"; std::string fragment = "./data/shaders/gui.text.frag.spv"; } filenames; if ( metadata["shaders"]["vertex"].is() ) filenames.vertex = metadata["shaders"]["vertex"].as(); if ( metadata["shaders"]["fragment"].is() ) filenames.fragment = metadata["shaders"]["fragment"].as(); else if ( suffix != "" ) filenames.fragment = "./data/shaders/gui.text."+suffix+"frag.spv"; graphic.material.initializeShaders({ {filenames.vertex, VK_SHADER_STAGE_VERTEX_BIT}, {filenames.fragment, VK_SHADER_STAGE_FRAGMENT_BIT}, }); } else { graphic.initializeGeometry( mesh ); graphic.getPipeline().update( graphic ); } }); } } void ext::GuiBehavior::tick( uf::Object& self ) { uf::Serializer& metadata = this->getComponent(); if ( metadata["text settings"]["fade in speed"].is() && !metadata["system"]["faded in"].as() ) { float speed = metadata["text settings"]["fade in speed"].as(); float alpha = metadata["text settings"]["color"][3].as(); speed *= uf::physics::time::delta; if ( alpha < 1 && alpha + speed > 1 ) { alpha = 1; speed = 0; metadata["system"]["faded in"] = true; } if ( alpha + speed <= 1 ) { metadata["text settings"]["color"][3] = alpha + speed; } } /* if ( this->hasComponent() && metadata["experimental"].as() ) { auto& image = this->getComponent(); auto& pixels = image.getPixels(); size_t channels = image.getChannels(); size_t len = pixels.size(); uint8_t red = fmod( uf::physics::time::current * 64.0f, 255.0f ); for ( size_t i = 0; i < len; i += channels ) { pixels[i] = red; } auto& graphic = this->getComponent(); auto& texture = graphic.material.textures.front(); texture.update( image ); } */ } template struct UniformDescriptor { struct { alignas(16) pod::Matrix4f model[N]; } matrices; struct { alignas(16) pod::Vector4f offset; alignas(16) pod::Vector4f color; alignas(4) int32_t mode = 0; alignas(4) float depth = 0.0f; alignas(8) pod::Vector2f padding; } gui; }; template struct GlyphUniformDescriptor { struct { alignas(16) pod::Matrix4f model[N]; } matrices; struct { alignas(16) pod::Vector4f offset; alignas(16) pod::Vector4f color; alignas(4) int32_t mode = 0; alignas(4) float depth = 0.0f; alignas(4) int32_t sdf = false; alignas(4) int32_t shadowbox = false; alignas(16) pod::Vector4f stroke; alignas(4) float weight; alignas(4) int32_t spread; alignas(4) float scale; alignas(4) float padding; } gui; }; void ext::GuiBehavior::render( uf::Object& self ){ uf::Serializer& metadata = this->getComponent(); /* Update uniforms */ if ( this->hasComponent() ) { auto& scene = uf::scene::getCurrentScene(); auto& graphic = this->getComponent(); auto& controller = scene.getController(); auto& camera = controller.getComponent(); auto& transform = this->getComponent>(); if ( !graphic.initialized ) return; auto& shader = graphic.material.shaders.front(); uf::renderer::Buffer* bufferPointer = NULL; for ( auto& buffer : shader.buffers ) { if ( buffer.usageFlags & VK_BUFFER_USAGE_UNIFORM_BUFFER_BIT ) { bufferPointer = &buffer; break; } } if ( !bufferPointer ) return; auto& buffer = *bufferPointer; size_t bufferLength = buffer.size; auto& descriptor = shader.uniforms.front(); auto& uniforms = descriptor.get>(); // bool isGlyph = bufferLength > sizeof(UniformDescriptor<>); //metadata["text settings"]["string"].is(); bool isGlyph = metadata["text settings"]["string"].is(); std::vector keys = { "uv", "shader", "depth", "color", "world", "projection", "only model", "sdf", "shadowbox", "stroke", "weight", "spread", "scale", "alpha", }; for ( auto& key : keys ) { if ( !ext::json::isNull( metadata[key] ) ) metadata["gui"][key] = metadata[key]; if ( !ext::json::isNull( metadata["text settings"][key] ) ) metadata["gui"][key] = metadata["text settings"][key]; } // std::cout << (isGlyph ? "[GLYPH] " : "[GUI] ") << uf::string::toString(*this) << ": " << metadata["gui"] << std::endl; uniforms.gui.offset = { metadata["gui"]["uv"][0].as(), metadata["gui"]["uv"][1].as(), metadata["gui"]["uv"][2].as(), metadata["gui"]["uv"][3].as() }; uniforms.gui.mode = metadata["gui"]["shader"].is() ? metadata["gui"]["shader"].as() : 0; uniforms.gui.depth = metadata["gui"]["depth"].is() ? metadata["gui"]["depth"].as() : 0; uniforms.gui.depth = 1 - uniforms.gui.depth; if ( ext::json::isArray( metadata["gui"]["color"] ) ) { uniforms.gui.color = { metadata["gui"]["color"][0].as(), metadata["gui"]["color"][1].as(), metadata["gui"]["color"][2].as(), metadata["gui"]["color"][3].as(), }; } else { uniforms.gui.color = { 1, 1, 1, 1 }; } if ( metadata["gui"]["alpha"].is() ) { uniforms.gui.color[3] *= metadata["gui"]["alpha"].as(); } for ( std::size_t i = 0; i < 2; ++i ) { if ( metadata["gui"]["only model"].as() ) { uniforms.matrices.model[i] = transform.model; } else if ( metadata["gui"]["world"].as() ) { auto& scene = uf::scene::getCurrentScene(); auto& controller = scene.getController(); auto& camera = controller.getComponent(); uniforms.matrices.model[i] = camera.getProjection(i) * camera.getView(i) * uf::transform::model( transform ); } else if ( metadata["gui"]["projection"].as() ) { pod::Transform<> flatten = uf::transform::flatten( transform ); uniforms.matrices.model[i] = camera.getProjection(i) * uf::matrix::translate( uf::matrix::identity(), flatten.position ) * uf::matrix::scale( uf::matrix::identity(), flatten.scale ) * uf::quaternion::matrix( flatten.orientation ) * flatten.model; } else { pod::Transform<> flatten = uf::transform::flatten( transform ); uniforms.matrices.model[i] = uf::matrix::translate( uf::matrix::identity(), flatten.position ) * uf::matrix::scale( uf::matrix::identity(), flatten.scale ) * uf::quaternion::matrix( flatten.orientation ) * flatten.model; } } // set glyph-based uniforms if ( isGlyph ) { auto& uniforms = descriptor.get>(); uniforms.gui.sdf = metadata["gui"]["sdf"].as(); uniforms.gui.shadowbox = metadata["gui"]["shadowbox"].as(); if ( ext::json::isArray( metadata["gui"]["stroke"] ) ) { uniforms.gui.stroke = { metadata["gui"]["stroke"][0].as(), metadata["gui"]["stroke"][1].as(), metadata["gui"]["stroke"][2].as(), metadata["gui"]["stroke"][3].as(), }; } else { uniforms.gui.stroke = { 1, 1, 1, 1 }; } uniforms.gui.weight = metadata["gui"]["weight"].as(); // float uniforms.gui.spread = metadata["gui"]["spread"].as(); // int uniforms.gui.scale = metadata["gui"]["scale"].as(); // float } shader.updateBuffer( (void*) descriptor, bufferLength, buffer, false ); // graphic.updateBuffer( uniforms, 0, false ); // graphic.material.shaders.front().updateBuffer( (void*) descriptor, descriptor.data().len, 0, false ); // calculate click box auto& model = uniforms.matrices.model[0]; pod::Vector2f min = { 1, 1 }; pod::Vector2f max = { -1, -1 }; if ( this->hasComponent() ) { auto& mesh = this->getComponent(); for ( auto& vertex : mesh.vertices ) { pod::Vector4f position = { vertex.position.x, vertex.position.y, 0, 1 }; // gcc10+ doesn't like implicit template arguments pod::Vector4f translated = uf::matrix::multiply( model, position ); min.x = std::min( min.x, translated.x ); max.x = std::max( max.x, translated.x ); min.y = std::min( min.y, translated.y ); max.y = std::max( max.y, translated.y ); } } else if ( this->hasComponent() ) { auto& mesh = this->getComponent(); for ( auto& vertex : mesh.vertices ) { pod::Vector4f position = { vertex.position.x, vertex.position.y, 0, 1 }; // gcc10+ doesn't like implicit template arguments pod::Vector4f translated = uf::matrix::multiply( model, position ); min.x = std::min( min.x, translated.x ); max.x = std::max( max.x, translated.x ); min.y = std::min( min.y, translated.y ); max.y = std::max( max.y, translated.y ); } } metadata["box"]["min"]["x"] = min.x; metadata["box"]["min"]["y"] = min.y; metadata["box"]["max"]["x"] = max.x; metadata["box"]["max"]["y"] = max.y; #if 0 if ( !ext::json::isNull( metadata["text settings"]["legacy"] ) && ((metadata["text settings"]["legacy"].as() && this->getName() == "Gui: Text") || (!metadata["text settings"]["legacy"].as() && metadata["text settings"]["string"].is())) ) { struct GlyphDescriptor { struct { alignas(16) pod::Matrix4f model[2]; } matrices; struct { alignas(16) pod::Vector4f offset; alignas(16) pod::Vector4f color; alignas(4) int32_t mode = 0; alignas(4) float depth = 0.0f; alignas(4) int32_t sdf = false; alignas(4) int32_t shadowbox = false; alignas(16) pod::Vector4f stroke; alignas(4) float weight; alignas(4) int32_t spread; alignas(4) float scale; alignas(4) float padding; } gui; }; auto& uniforms = graphic.material.shaders.front().uniforms.front().get(); if ( !ext::json::isArray( metadata["text settings"]["color"] ) ) { metadata["text settings"]["color"][0] = 1.0f; metadata["text settings"]["color"][1] = 1.0f; metadata["text settings"]["color"][2] = 1.0f; metadata["text settings"]["color"][3] = 1.0f; } if ( !ext::json::isArray( metadata["text settings"]["stroke"] ) ) { metadata["text settings"]["stroke"][0] = 0.0f; metadata["text settings"]["stroke"][1] = 0.0f; metadata["text settings"]["stroke"][2] = 0.0f; metadata["text settings"]["stroke"][3] = 1.0f; } pod::Vector4 color = { metadata["text settings"]["color"][0].as(), metadata["text settings"]["color"][1].as(), metadata["text settings"]["color"][2].as(), metadata["text settings"]["color"][3].as() }; if ( metadata["alpha"].is() ) { color[3] *= metadata["alpha"].as(); } pod::Vector4 stroke = { metadata["text settings"]["stroke"][0].as(), metadata["text settings"]["stroke"][1].as(), metadata["text settings"]["stroke"][2].as(), metadata["text settings"]["stroke"][3].as() }; uniforms.gui.offset = offset; uniforms.gui.color = color; uniforms.gui.stroke = stroke; uniforms.gui.mode = mode; uniforms.gui.sdf = metadata["text settings"]["sdf"].as(); uniforms.gui.shadowbox = metadata["text settings"]["shadowbox"].as(); uniforms.gui.weight = metadata["text settings"]["weight"].as(); // float uniforms.gui.spread = metadata["text settings"]["spread"].as(); // int uniforms.gui.scale = metadata["text settings"]["scale"].as(); // float if ( !ext::json::isNull( metadata["text settings"]["depth"] ) ) uniforms.gui.depth = metadata["text settings"]["depth"].as(); else uniforms.gui.depth = 0.0f; for ( std::size_t i = 0; i < 2; ++i ) { // uniforms.matrices.model[i] = uf::transform::model( transform ); if ( metadata["text settings"]["world"].as() ) { auto& scene = uf::scene::getCurrentScene(); auto& controller = scene.getController(); auto& camera = controller.getComponent(); uniforms.matrices.model[i] = camera.getProjection(i) * camera.getView(i) * uf::transform::model( transform ); } else { uniforms.matrices.model[i] = uf::transform::model( transform ); } /* if ( metadata["text settings"]["world"].as() ) { auto& scene = uf::scene::getCurrentScene(); auto& controller = scene.getController(); auto& camera = controller.getComponent(); pod::Transform<> flatten = uf::transform::flatten( this->getComponent>() ); auto model = uf::transform::model( flatten ); auto view = camera.getView(i); auto projection = camera.getProjection(i); uniforms.matrices.model[i] = projection * view * model; } else { uf::Matrix4 translation, rotation, scale; pod::Transform<> flatten = uf::transform::flatten(transform, false); // make our own flattened position, for some reason this causes z to be 6.6E+28 flatten.position = transform.position; if ( transform.reference ) flatten.position += transform.reference->position; // flatten.orientation.w *= -1; rotation = uf::quaternion::matrix(flatten.orientation); // pod::Vector3f offsetSize = { ext::gui::size.current.x, ext::gui::size.current.y, 1 }; // translation = uf::matrix::translate( uf::matrix::identity(), flatten.position * offsetSize ); translation = uf::matrix::translate( uf::matrix::identity(), flatten.position ); scale = uf::matrix::scale( scale, transform.scale ); // uniforms.matrices.model[i] = ::matrix * translation * rotation * scale; uniforms.matrices.model[i] = translation * rotation * scale; } */ } uniforms.gui.depth = 1.0f - uniforms.gui.depth; // graphic.updateBuffer( uniforms, 0, false ); graphic.material.shaders.front().updateBuffer( uniforms, 0, false ); // calculate click box auto& model = uniforms.matrices.model[0]; pod::Vector2f min = { 1, 1 }; pod::Vector2f max = { -1, -1 }; if ( this->hasComponent() ) { auto& mesh = this->getComponent(); for ( auto& vertex : mesh.vertices ) { pod::Vector4f position = { vertex.position.x, vertex.position.y, 0, 1 }; // gcc10+ doesn't like implicit template arguments pod::Vector4f translated = uf::matrix::multiply( model, position ); min.x = std::min( min.x, translated.x ); max.x = std::max( max.x, translated.x ); min.y = std::min( min.y, translated.y ); max.y = std::max( max.y, translated.y ); } } else if ( this->hasComponent() ) { auto& mesh = this->getComponent(); for ( auto& vertex : mesh.vertices ) { pod::Vector4f position = { vertex.position.x, vertex.position.y, 0, 1 }; // gcc10+ doesn't like implicit template arguments pod::Vector4f translated = uf::matrix::multiply( model, position ); min.x = std::min( min.x, translated.x ); max.x = std::max( max.x, translated.x ); min.y = std::min( min.y, translated.y ); max.y = std::max( max.y, translated.y ); } } metadata["box"]["min"]["x"] = min.x; metadata["box"]["min"]["y"] = min.y; metadata["box"]["max"]["x"] = max.x; metadata["box"]["max"]["y"] = max.y; } else { if ( !ext::json::isArray( metadata["color"] ) ) { metadata["color"][0] = 1.0f; metadata["color"][1] = 1.0f; metadata["color"][2] = 1.0f; metadata["color"][3] = 1.0f; } pod::Vector4 color = { metadata["color"][0].as(), metadata["color"][1].as(), metadata["color"][2].as(), metadata["color"][3].as() }; if ( metadata["alpha"].is() ) { color[3] *= metadata["alpha"].as(); } struct UniformDescriptor { struct { alignas(16) pod::Matrix4f model[2]; } matrices; struct { alignas(16) pod::Vector4f offset; alignas(16) pod::Vector4f color; alignas(4) int32_t mode = 0; alignas(4) float depth = 0.0f; alignas(8) pod::Vector2f padding; } gui; }; auto& uniforms = graphic.material.shaders.front().uniforms.front().get(); uniforms.gui.offset = offset; uniforms.gui.color = color; uniforms.gui.mode = mode; if ( !ext::json::isNull( metadata["depth"] ) ) uniforms.gui.depth = metadata["depth"].as(); else uniforms.gui.depth = 0; for ( std::size_t i = 0; i < 2; ++i ) { if ( metadata["world"].as() ) { auto& scene = uf::scene::getCurrentScene(); auto& controller = scene.getController(); auto& camera = controller.getComponent(); uniforms.matrices.model[i] = camera.getProjection(i) * camera.getView(i) * uf::transform::model( transform ); } else { uniforms.matrices.model[i] = uf::transform::model( transform ); } /* if ( metadata["world"].as() ) { auto& scene = uf::scene::getCurrentScene(); auto& controller = scene.getController(); auto& camera = controller.getComponent(); pod::Transform<> flatten = uf::transform::flatten( this->getComponent>() ); auto model = uf::transform::model( flatten ); auto view = camera.getView(i); auto projection = camera.getProjection(i); uniforms.matrices.model[i] = projection * view * model; } else { pod::Matrix4f translation, rotation, scale; pod::Transform<> flatten = uf::transform::flatten(transform, false); // flatten.orientation.w *= -1; translation = uf::matrix::translate( uf::matrix::identity(), flatten.position ); rotation = uf::quaternion::matrix( flatten.orientation ); scale = uf::matrix::scale( scale, transform.scale ); uniforms.matrices.model[i] = translation * scale * rotation; } */ } uniforms.gui.depth = 1.0f - uniforms.gui.depth; // graphic.updateBuffer( uniforms, 0, false ); graphic.material.shaders.front().updateBuffer( uniforms, 0, false ); // calculate click box { auto& model = uniforms.matrices.model[0]; auto& mesh = this->getComponent(); auto& vertices = mesh.vertices; pod::Vector2f min = { 1, 1 }; pod::Vector2f max = { -1, -1 }; for ( auto& vertex : vertices ) { pod::Vector4f position = { vertex.position.x, vertex.position.y, 0, 1 }; // gcc10+ doesn't like implicit template arguments pod::Vector4f translated = uf::matrix::multiply( model, position ); min.x = std::min( min.x, translated.x ); max.x = std::max( max.x, translated.x ); min.y = std::min( min.y, translated.y ); max.y = std::max( max.y, translated.y ); } metadata["box"]["min"]["x"] = min.x; metadata["box"]["min"]["y"] = min.y; metadata["box"]["max"]["x"] = max.x; metadata["box"]["max"]["y"] = max.y; } } #endif } } void ext::GuiBehavior::destroy( uf::Object& self ){} #undef this