Add unicode/gbrk

1 files changed, 18 insertions, 0 deletions

diff --git a/gen/data-files b/gen/data-files
new file mode 100755
index 0000000..69ad9ba
--- /dev/null
+++ b/gen/data-files
@@ -0,0 +1,18 @@
+#!/bin/sh
+
+cd "${0%/*}/.."
+
+mkdir -p data
+
+readonly URLS='
+https://www.unicode.org/Public/UCD/latest/ucd/auxiliary/GraphemeBreakProperty.txt
+https://www.unicode.org/Public/UCD/latest/ucd/DerivedCoreProperties.txt
+https://www.unicode.org/Public/UCD/latest/ucd/emoji/emoji-data.txt
+'
+
+for url in $URLS
+do
+	name="data/${url##*/}"
+	test -f "$name" || wget -q "$url" -O "$name" &
+done
+wait