From 32e14551a90e85000e41b3f0445d34d58a1431e4 Mon Sep 17 00:00:00 2001
From: Joel Klinghed <the_jk@spawned.biz>
Date: Wed, 10 Sep 2025 22:12:22 +0200
Subject: Add unicode general category lookup

Generate the lookup tables from UnicodeData.txt, do to that,
add gen_ugc, which uses csv, buffers, line, io and other modules
to do the job.
---
 data/get_unicode.sh                    |  44 +++++++++++++++++++++++++++++++++
 data/unicode-10.0.0/UnicodeData.txt.xz | Bin 0 -> 158464 bytes
 data/unicode-11.0.0/UnicodeData.txt.xz | Bin 0 -> 161832 bytes
 data/unicode-12.1.0/UnicodeData.txt.xz | Bin 0 -> 164764 bytes
 data/unicode-13.0.0/UnicodeData.txt.xz | Bin 0 -> 167840 bytes
 data/unicode-14.0.0/UnicodeData.txt.xz | Bin 0 -> 172072 bytes
 data/unicode-15.0.0/UnicodeData.txt.xz | Bin 0 -> 173628 bytes
 data/unicode-15.1.0/UnicodeData.txt.xz | Bin 0 -> 173736 bytes
 data/unicode-16.0.0/UnicodeData.txt.xz | Bin 0 -> 181704 bytes
 data/unicode-6.2.0/UnicodeData.txt.xz  | Bin 0 -> 129932 bytes
 data/unicode-8.0.0/UnicodeData.txt.xz  | Bin 0 -> 151784 bytes
 11 files changed, 44 insertions(+)
 create mode 100755 data/get_unicode.sh
 create mode 100644 data/unicode-10.0.0/UnicodeData.txt.xz
 create mode 100644 data/unicode-11.0.0/UnicodeData.txt.xz
 create mode 100644 data/unicode-12.1.0/UnicodeData.txt.xz
 create mode 100644 data/unicode-13.0.0/UnicodeData.txt.xz
 create mode 100644 data/unicode-14.0.0/UnicodeData.txt.xz
 create mode 100644 data/unicode-15.0.0/UnicodeData.txt.xz
 create mode 100644 data/unicode-15.1.0/UnicodeData.txt.xz
 create mode 100644 data/unicode-16.0.0/UnicodeData.txt.xz
 create mode 100644 data/unicode-6.2.0/UnicodeData.txt.xz
 create mode 100644 data/unicode-8.0.0/UnicodeData.txt.xz

(limited to 'data')

diff --git a/data/get_unicode.sh b/data/get_unicode.sh
new file mode 100755
index 0000000..99662b3
--- /dev/null
+++ b/data/get_unicode.sh
@@ -0,0 +1,44 @@
+#!/bin/bash
+
+declare -a versions
+
+# Java 8
+versions+=("6.2.0")
+
+# Java 9
+versions+=("8.0.0")
+
+# Java 11
+versions+=("10.0.0")
+
+# Java 12
+versions+=("11.0.0")
+
+# Java 13
+versions+=("12.1.0")
+
+# Java 15
+versions+=("13.0.0")
+
+# Java 19
+versions+=("14.0.0")
+
+# Java 20
+versions+=("15.0.0")
+
+# Java 22
+versions+=("15.1.0")
+
+# Java 24
+versions+=("16.0.0")
+
+basedir=$(dirname -- "${BASH_SOURCE[0]}")
+
+for version in "${versions[@]}"; do
+    target="$basedir"/unicode-"$version"/UnicodeData.txt
+    if [ ! -e "$target".xz ]; then
+        mkdir -p "$basedir"/unicode-"$version"
+        curl "https://www.unicode.org/Public/${version}/ucd/UnicodeData.txt" -o "$target"
+        xz -9 "$target"
+    fi
+done
diff --git a/data/unicode-10.0.0/UnicodeData.txt.xz b/data/unicode-10.0.0/UnicodeData.txt.xz
new file mode 100644
index 0000000..25eb906
Binary files /dev/null and b/data/unicode-10.0.0/UnicodeData.txt.xz differ
diff --git a/data/unicode-11.0.0/UnicodeData.txt.xz b/data/unicode-11.0.0/UnicodeData.txt.xz
new file mode 100644
index 0000000..e586bd3
Binary files /dev/null and b/data/unicode-11.0.0/UnicodeData.txt.xz differ
diff --git a/data/unicode-12.1.0/UnicodeData.txt.xz b/data/unicode-12.1.0/UnicodeData.txt.xz
new file mode 100644
index 0000000..15f8880
Binary files /dev/null and b/data/unicode-12.1.0/UnicodeData.txt.xz differ
diff --git a/data/unicode-13.0.0/UnicodeData.txt.xz b/data/unicode-13.0.0/UnicodeData.txt.xz
new file mode 100644
index 0000000..9e723dd
Binary files /dev/null and b/data/unicode-13.0.0/UnicodeData.txt.xz differ
diff --git a/data/unicode-14.0.0/UnicodeData.txt.xz b/data/unicode-14.0.0/UnicodeData.txt.xz
new file mode 100644
index 0000000..8ccc9cb
Binary files /dev/null and b/data/unicode-14.0.0/UnicodeData.txt.xz differ
diff --git a/data/unicode-15.0.0/UnicodeData.txt.xz b/data/unicode-15.0.0/UnicodeData.txt.xz
new file mode 100644
index 0000000..dfb9976
Binary files /dev/null and b/data/unicode-15.0.0/UnicodeData.txt.xz differ
diff --git a/data/unicode-15.1.0/UnicodeData.txt.xz b/data/unicode-15.1.0/UnicodeData.txt.xz
new file mode 100644
index 0000000..aa89857
Binary files /dev/null and b/data/unicode-15.1.0/UnicodeData.txt.xz differ
diff --git a/data/unicode-16.0.0/UnicodeData.txt.xz b/data/unicode-16.0.0/UnicodeData.txt.xz
new file mode 100644
index 0000000..199d7c1
Binary files /dev/null and b/data/unicode-16.0.0/UnicodeData.txt.xz differ
diff --git a/data/unicode-6.2.0/UnicodeData.txt.xz b/data/unicode-6.2.0/UnicodeData.txt.xz
new file mode 100644
index 0000000..3001c3c
Binary files /dev/null and b/data/unicode-6.2.0/UnicodeData.txt.xz differ
diff --git a/data/unicode-8.0.0/UnicodeData.txt.xz b/data/unicode-8.0.0/UnicodeData.txt.xz
new file mode 100644
index 0000000..d68fed1
Binary files /dev/null and b/data/unicode-8.0.0/UnicodeData.txt.xz differ
-- 
cgit v1.3