aboutsummaryrefslogtreecommitdiff
path: root/lib
diff options
context:
space:
mode:
authorThomas Voss <mail@thomasvoss.com> 2024-03-23 19:05:20 +0100
committerThomas Voss <mail@thomasvoss.com> 2024-03-23 19:05:20 +0100
commit0b12949fbadae1df31989affdae54af33f6a58ce (patch)
tree3386f890fbfbb74e90e27d69c2831484304fd4de /lib
parentaebabed4d9b16eeac9c307e762767a3fd296003a (diff)
Add unicode/gbrk
Diffstat (limited to 'lib')
-rw-r--r--lib/unicode/gbrk/u8glen.c10
-rw-r--r--lib/unicode/gbrk/u8gnext.c147
2 files changed, 157 insertions, 0 deletions
diff --git a/lib/unicode/gbrk/u8glen.c b/lib/unicode/gbrk/u8glen.c
new file mode 100644
index 0000000..763a834
--- /dev/null
+++ b/lib/unicode/gbrk/u8glen.c
@@ -0,0 +1,10 @@
+#include "unicode/gbrk.h"
+
+size_t
+u8glen(const char8_t *s, size_t n)
+{
+ size_t m = 0;
+ while (u8gnext(nullptr, &s, &n))
+ m++;
+ return m;
+}
diff --git a/lib/unicode/gbrk/u8gnext.c b/lib/unicode/gbrk/u8gnext.c
new file mode 100644
index 0000000..e78a335
--- /dev/null
+++ b/lib/unicode/gbrk/u8gnext.c
@@ -0,0 +1,147 @@
+#include <stddef.h>
+
+#include "__bsearch.h"
+#include "mbstring.h"
+#include "unicode/__gbrk_lookup.h"
+#include "unicode/gbrk.h"
+
+struct gbrk_state {
+ enum {
+ GB9C_NONE,
+ GB9C_CNSNT,
+ GB9C_LNK,
+ } gb9c;
+ bool gb11 : 1;
+ bool gb12 : 1;
+};
+
+static bool u8isgbrk(rune, rune, struct gbrk_state *);
+
+__MLIB_DEFINE_BSEARCH(gbrk_prop, gbrk_prop_tbl, GBP_OTHER)
+
+size_t
+u8gnext(struct u8view *g, const char8_t **s, size_t *n)
+{
+ int m;
+ rune ch1;
+ const char8_t *p;
+ struct gbrk_state gs = {0};
+
+ if (*n == 0)
+ return 0;
+
+ p = *s;
+ if (g)
+ g->p = p;
+ p += u8tor(&ch1, p);
+
+ for (;;) {
+ rune ch2;
+
+ if ((size_t)(p - *s) >= *n)
+ ch2 = 0;
+ else
+ m = u8tor(&ch2, p);
+ if (u8isgbrk(ch1, ch2, &gs)) {
+ ptrdiff_t d = p - *s;
+ *n -= d;
+ *s = p;
+ if (g)
+ g->len = d;
+ return d;
+ }
+
+ ch1 = ch2;
+ p += m;
+ }
+}
+
+bool
+u8isgbrk(rune a, rune b, struct gbrk_state *gs)
+{
+ gbrk_prop ap, bp;
+
+ /* GB1 & GB2 */
+ if (!a || !b)
+ goto do_break;
+
+ /* GB3 & ASCII fast-track */
+ if ((a | b) < 0x300) {
+ if (a == '\r' && b == '\n')
+ return false;
+ goto do_break;
+ }
+
+ /* GB4 */
+ if (a == '\r' || a == '\n' || ((ap = mlib_lookup(a)) & GBP_CTRL))
+ goto do_break;
+
+ /* GB5 */
+ if (b == '\r' || b == '\n' || ((bp = mlib_lookup(b)) & GBP_CTRL))
+ goto do_break;
+
+ /* Setting flags for GB9c */
+ if (ap & GBP_INDC_CNSNT)
+ gs->gb9c = GB9C_CNSNT;
+ else if ((ap & GBP_INDC_LNK) && gs->gb9c == GB9C_CNSNT)
+ gs->gb9c = GB9C_LNK;
+
+ /* GB6 */
+ if ((ap & GBP_HNGL_L)
+ && (bp & (GBP_HNGL_L | GBP_HNGL_V | GBP_HNGL_LV | GBP_HNGL_LVT)))
+ {
+ return false;
+ }
+
+ /* GB7 */
+ if ((ap & (GBP_HNGL_LV | GBP_HNGL_V)) && (bp & (GBP_HNGL_V | GBP_HNGL_T)))
+ return false;
+
+ /* GB8 */
+ if ((ap & (GBP_HNGL_LVT | GBP_HNGL_T)) && (bp & GBP_HNGL_T))
+ return false;
+
+ /* GB9 */
+ if (bp & (GBP_EXT | GBP_ZWJ)) {
+ if (ap & GBP_PIC)
+ gs->gb11 = true;
+ return false;
+ }
+
+ /* GB9a */
+ if (bp & GBP_SM)
+ return false;
+
+ /* GB9b */
+ if (ap & GBP_PREP)
+ return false;
+
+ /* GB9c */
+ if ((ap & (GBP_INDC_EXT | GBP_INDC_LNK)) && (bp & GBP_INDC_CNSNT)
+ && gs->gb9c == GB9C_LNK)
+ {
+ return false;
+ }
+
+ /* GB11 */
+ if (gs->gb11) {
+ if ((ap & GBP_EXT) && (bp & (GBP_EXT | GBP_ZWJ)))
+ return false;
+ if ((ap & GBP_ZWJ) && (bp & GBP_PIC))
+ return false;
+ }
+
+ /* GB12 & GB13 */
+ if (ap & GBP_RI) {
+ if (gs->gb12 || !(bp & GBP_RI))
+ goto do_break;
+ gs->gb12 = true;
+ return false;
+ }
+
+ /* GB999 */
+do_break:
+ gs->gb9c = GB9C_NONE;
+ gs->gb11 = gs->gb12 = false;
+ return true;
+}