Add unicode general category lookup

Generate the lookup tables from UnicodeData.txt, do to that,
add gen_ugc, which uses csv, buffers, line, io and other modules
to do the job.

1 files changed, 18 insertions, 0 deletions

diff --git a/src/str.hh b/src/str.hh
new file mode 100644
index 0000000..58d5d32
--- /dev/null
+++ b/src/str.hh
@@ -0,0 +1,18 @@
+#ifndef STR_HH
+#define STR_HH
+
+#include <string_view>
+#include <vector>
+
+namespace str {
+
+void split(std::string_view str, std::vector<std::string_view>& out,
+           char separator = ' ', bool keep_empty = false);
+
+[[nodiscard]] std::vector<std::string_view> split(std::string_view str,
+                                                  char separator = ' ',
+                                                  bool keep_empty = false);
+
+}  // namespace str
+
+#endif  // STR_HH