Tweak utf8towc() to return -1 earlier sometimes (instead of -2), and add test

program to compare against libc output.

1 files changed, 42 insertions, 0 deletions

diff --git a/toys/example/test_utf8towc.c b/toys/example/test_utf8towc.c
new file mode 100644
index 00000000..f939eaa7
--- /dev/null
+++ b/toys/example/test_utf8towc.c
@@ -0,0 +1,42 @@
+/* test_utf8towc() against libc mbrtowc()
+ *
+ * Copyright 2017 Rob Landley <rob@landley.net>
+
+USE_TEST_UTF8TOWC(NEWTOY(test_utf8towc, 0, TOYFLAG_USR|TOYFLAG_BIN))
+
+config TEST_UTF8TOWC
+  bool "test_utf8towc"
+  default n
+  help
+    usage: test_utf8towc
+
+    Print differences between toybox's utf8 conversion routines vs libc du jour.
+*/
+
+#include "toys.h"
+
+void test_utf8towc_main(void)
+{
+  mbstate_t mb;
+  int len1, len2;
+  unsigned u, h;
+  wchar_t wc1, wc2;
+
+  setlocale(LC_ALL, "en_US.UTF-8");
+
+  memset(&mb, 0, sizeof(mb));
+  for (u=1; u; u++) {
+    char *str = (void *)&h;
+
+    wc1 = wc2 = 0;
+    len2 = 4;
+    h = htonl(u);
+    while (!*str) str++, len2--;
+
+    len1 = mbrtowc(&wc1, str, len2, &mb);
+    if (len1<0) memset(&mb, 0, sizeof(mb));
+    len2 = utf8towc(&wc2, str, len2);
+    if (len1 != len2 || wc1 != wc2)
+      printf("%x %d %x %d %x\n", u, len1, wc1, len2, wc2);
+  }
+}