/* Copyright (C) 2001, 2006, 2009, 2010, 2012, 2015 Free Software Foundation, Inc. This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ #include #if defined (HANDLE_MULTIBYTE) #include #include #include #include #include #ifndef errno extern int errno; #endif #if IS_BASIC_ASCII /* Bit table of characters in the ISO C "basic character set". */ const unsigned int is_basic_table [UCHAR_MAX / 32 + 1] = { 0x00001a00, /* '\t' '\v' '\f' */ 0xffffffef, /* ' '...'#' '%'...'?' */ 0xfffffffe, /* 'A'...'Z' '[' '\\' ']' '^' '_' */ 0x7ffffffe /* 'a'...'z' '{' '|' '}' '~' */ /* The remaining bits are 0. */ }; #endif /* IS_BASIC_ASCII */ extern int locale_utf8locale; /* We can optimize this if we know the locale is UTF-8, but needs to handle malformed byte sequences. */ static inline size_t utf8_mbstrlen(s) const char *s; { size_t num = 0; register unsigned char c; while ((c = *s++)) /* bytes 0xc0 through 0xff are first byte of multi-byte sequence */ if ((c & 0xc0) != 0x80) /* skip continuation bytes */ ++num; return (num); } /* Adapted from GNU libutf8 */ static inline int utf8_mblen (s, n) const char *s; int n; { unsigned char c; if (s == 0) return 0; else if (n == 0) return -1; c = (unsigned char) *s; if (c < 0x80) return (c != 0); else if (c < 0xc0) goto return_error; else { const char *start = s; size_t count; int check_unsafe; if (c < 0xe0) { count = 1; if (c < 0xc2) goto return_error; check_unsafe = 0; } else if (c < 0xf0) { count = 2; check_unsafe = (c == 0xe0); } #if SIZEOF_WCHAR_T == 4 else if (c < 0xf8) { count = 3; check_unsafe = (c == 0xe0); } else if (c < 0xfc) { count = 4; check_unsafe = (c == 0xf8); } else if (c < 0xfe) { count = 5; check_unsafe = (c == 0xfc); } #endif else goto return_error; if (n <= count) return -1; s++; c = (unsigned char) *s++ ^ 0x80; if (c >= 0x40) goto return_error; if (--count > 0) { if (check_unsafe && ((c >> (6 - count)) == 0)) goto return_error; do { c = (unsigned char) *s++ ^ 0x80; if (c >= 0x40) goto return_error; } while (--count > 0); } return s - start; } return_error: errno = EILSEQ; return -1; } /* Count the number of characters in S, counting multi-byte characters as a single character. */ size_t mbstrlen (s) const char *s; { size_t clen, nc; mbstate_t mbs = { 0 }, mbsbak = { 0 }; int f, mb_cur_max; nc = 0; mb_cur_max = MB_CUR_MAX; while (*s && (clen = (f = is_basic (*s)) ? 1 : mbrlen(s, mb_cur_max, &mbs)) != 0) { if (MB_INVALIDCH(clen)) { clen = 1; /* assume single byte */ mbs = mbsbak; } if (f == 0) mbsbak = mbs; s += clen; nc++; } return nc; } static inline char * utf8_mbsmbchar (str) const char *str; { register char *s; for (s = (char *)str; *s; s++) if ((*s & 0xc0) == 0x80) return s; return (0); } /* Return pointer to first multibyte char in S, or NULL if none. */ /* XXX - if we know that the locale is UTF-8, we can just check whether or not any byte has the eighth bit turned on */ char * mbsmbchar (s) const char *s; { char *t; size_t clen; mbstate_t mbs = { 0 }; int mb_cur_max; if (locale_utf8locale) return (utf8_mbsmbchar (s)); /* XXX */ mb_cur_max = MB_CUR_MAX; for (t = (char *)s; *t; t++) { if (is_basic (*t)) continue; if (locale_utf8locale) /* not used if above code active */ clen = utf8_mblen (t, mb_cur_max); else clen = mbrlen (t, mb_cur_max, &mbs); if (clen == 0) return 0; if (MB_INVALIDCH(clen)) continue; if (clen > 1) return t; } return 0; } static inline int utf_mbsnlen(src, srclen, maxlen) const char *src; size_t srclen; int maxlen; { register int sind, count; for (sind = count = 0; src[sind] && sind <= maxlen; sind++) { if ((src[sind] & 0xc0) != 0x80) count++; } return (count); } int sh_mbsnlen(src, srclen, maxlen) const char *src; size_t srclen; int maxlen; { int count; int sind; DECLARE_MBSTATE; for (sind = count = 0; src[sind]; ) { count++; /* number of multibyte characters */ ADVANCE_CHAR (src, srclen, sind); if (sind > maxlen) break; } return count; } #endif