Implement NFD string normalization

1 files changed, 10 insertions, 8 deletions

diff --git a/test/run-tests b/test/run-tests
index 4413fff..860d243 100755
--- a/test/run-tests
+++ b/test/run-tests
@@ -23,14 +23,16 @@ readonly FLAGS='
 
 download 'auxiliary/GraphemeBreakTest.txt'
 download 'auxiliary/WordBreakTest.txt'
-
-grep '^[^#]'                         data/CasefoldTest       >casefold.in
-grep '^[^#]'                         data/LowercaseTest      >lower.in
-grep '^[^#]'                         data/TitlecaseTest      >title.in
-grep '^[^#]'                         data/UppercaseTest      >upper.in
-grep '^[^#]'                         data/WordHumanBreakTest >wbrk-human.in
-sed -En 's/\s+//g; s/÷?#.*//g; /./p' data/GraphemeBreakTest  >gbrk.in
-sed -En 's/\s+//g; s/÷?#.*//g; /./p' data/WordBreakTest      >wbrk.in
+download 'NormalizationTest.txt'
+
+grep '^[^#]'                           data/CasefoldTest       >casefold.in
+grep '^[^#]'                           data/LowercaseTest      >lower.in
+grep '^[^#]'                           data/TitlecaseTest      >title.in
+grep '^[^#]'                           data/UppercaseTest      >upper.in
+grep '^[^#]'                           data/WordHumanBreakTest >wbrk-human.in
+sed -En 's/\s+//g; s/÷?#.*//g; /./p'   data/GraphemeBreakTest  >gbrk.in
+sed -En 's/\s+//g; s/÷?#.*//g; /./p'   data/WordBreakTest      >wbrk.in
+sed -En 's/(#|^@).*//; s/\s+$//; /./p' data/NormalizationTest  >norm-nfd.in
 
 for src in *.c
 do