From eda8550f79f7f836a78f5909f1dccc008511d4f8 Mon Sep 17 00:00:00 2001 From: Thomas Voss Date: Mon, 22 Apr 2024 21:27:07 +0200 Subject: Add a test for word breaking --- test/gen-test-data | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100755 test/gen-test-data (limited to 'test/gen-test-data') diff --git a/test/gen-test-data b/test/gen-test-data new file mode 100755 index 0000000..12ee11e --- /dev/null +++ b/test/gen-test-data @@ -0,0 +1,11 @@ +#!/bin/sh + +set -e + +download() +{ + curl -sS "https://www.unicode.org/Public/15.1.0/ucd/$1" +} + +download 'auxiliary/WordBreakTest.txt' \ +| sed -En 's/\s+//g; s/รท?#.*//g; /./p' >wnext.in -- cgit v1.2.3