Fix decoding of UTF-8 sequence length (fix #922)

jv_unicode.c

@@ -59,11 +59,12 @@ int jvp_utf8_is_valid(const char* in, const char* end) {
   return 1;
 }
 
+/* Assumes startchar is the first byte of a valid character sequence */
 int jvp_utf8_decode_length(char startchar) {
-	if ((startchar & 0x80) == 0) return 1;
+	if ((startchar & 0x80) == 0) return 1;         // 0___ ____
-	else if ((startchar & 0xC0) == 0xC0) return 2;
+	else if ((startchar & 0xE0) == 0xC0) return 2; // 110_ ____
-	else if ((startchar & 0xE0) == 0xE0) return 3;
+	else if ((startchar & 0xF0) == 0xE0) return 3; // 1110 ____
-	else return 4;
+	else return 4;                                 // 1111 ____
 }
 
 int jvp_utf8_encode_length(int codepoint) {

tests/onig.test

@@ -83,3 +83,8 @@ gsub("(?<d>\\d)"; ":\(.d);")
 gsub("(?<x>.)[^a]*"; "+\(.x)-")
 "Abcabc"
 "+A-+a-"
+
+# utf-8
+sub("(?<x>.)"; "\(.x)!")
+"’"
+"’!"