[Megane] Add tiny library to translate utf8 characters to kvg code

This commit is contained in:
TennesseeTrash 2025-06-14 13:19:47 +02:00
parent 4943f35d91
commit 3b5eb6f1a4
8 changed files with 145 additions and 0 deletions

13
CMake/gtl.cmake Normal file
View file

@ -0,0 +1,13 @@
if(NOT TARGET gtl)
include(FetchContent)
FetchContent_Declare(
gtl
GIT_REPOSITORY https://code.3011.io/Mirrors/gtl
GIT_TAG v1.2.0
)
FetchContent_MakeAvailable(
gtl
)
endif()

13
CMake/mio.cmake Normal file
View file

@ -0,0 +1,13 @@
if(NOT TARGET mio)
include(FetchContent)
FetchContent_Declare(
mio
GIT_REPOSITORY https://code.3011.io/Mirrors/mio
GIT_TAG 8b6b7d878c89e81614d05edca7936de41ccdd2da
)
FetchContent_MakeAvailable(
mio
)
endif()

13
CMake/simdjson.cmake Normal file
View file

@ -0,0 +1,13 @@
if(NOT TARGET simdjson)
include(FetchContent)
FetchContent_Declare(
simdjson
GIT_REPOSITORY https://code.3011.io/Mirrors/simdjson
GIT_TAG v3.13.0
)
FetchContent_MakeAvailable(
simdjson
)
endif()

View file

@ -1 +1,2 @@
add_subdirectory(Kanimaji)
add_subdirectory(Megane)

View file

@ -0,0 +1,26 @@
include(${PROJECT_SOURCE_DIR}/CMake/gtl.cmake)
include(${PROJECT_SOURCE_DIR}/CMake/simdjson.cmake)
add_library(Megane STATIC)
target_compile_features(Megane
PUBLIC
cxx_std_23
)
target_link_libraries(Megane
PRIVATE
simdjson
PUBLIC
gtl
)
target_include_directories(Megane
PUBLIC
"Include"
)
target_sources(Megane
PRIVATE
"Source/Megane.cpp"
)

View file

@ -0,0 +1,29 @@
#ifndef MEGANE_MEGANE_HPP
#define MEGANE_MEGANE_HPP
#include <gtl/phmap.hpp>
#include <stdexcept>
#include <string>
namespace Megane
{
class Error : public std::runtime_error
{
using std::runtime_error::runtime_error;
};
class Megane
{
public:
Megane(const std::string& indexPath);
~Megane();
std::string GetCode(const std::string& character) const;
private:
gtl::flat_hash_map<std::string, std::string> mStorage;
};
}
#endif // MEGANE_MEGANE_HPP

View file

@ -0,0 +1,49 @@
#include "Megane/Megane.hpp"
#include <simdjson.h>
#include <print>
#include <string>
#include <string_view>
namespace Megane
{
Megane::Megane(const std::string& indexPath)
{
auto res = simdjson::padded_string::load(indexPath);
if (res.error()) {
throw Error("Could not load the file");
}
simdjson::padded_string rawJson = std::move(res.value());
simdjson::ondemand::parser parser;
simdjson::ondemand::document document = parser.iterate(rawJson);
for (auto field : document.get_object()) {
std::string_view key = field.unescaped_key();
std::string_view value;
for (auto candidate : field.value()) {
if (value.length() == 0) {
value = candidate.value_unsafe().get_string();
}
else {
std::string_view candidateValue(candidate);
if (candidateValue.length() < value.length()) {
value = candidateValue;
}
}
}
mStorage[std::string(key)] = value;
}
}
Megane::~Megane() = default;
std::string Megane::GetCode(const std::string& character) const
{
auto it = mStorage.find(character);
if (it == mStorage.end()) {
throw Error("Failed to find the provided character");
}
return it->second;
}
}

View file

@ -8,6 +8,7 @@ target_compile_features(KanimajiTool
target_link_libraries(KanimajiTool
PRIVATE
Kanimaji
Megane
)
target_sources(KanimajiTool