18 #ifndef _MAGICKCORE_TOKEN_PRIVATE_H
19 #define _MAGICKCORE_TOKEN_PRIVATE_H
21 #if defined(__cplusplus) || defined(c_plusplus)
29 #define MaxMultibyteCodes 6
43 { 0x80, 0x00, 0x000007f, 0x0000000 },
44 { 0xE0, 0xC0, 0x00007ff, 0x0000080 },
45 { 0xF0, 0xE0, 0x000ffff, 0x0000800 },
46 { 0xF8, 0xF0, 0x01fffff, 0x0010000 },
47 { 0xFC, 0xF8, 0x03fffff, 0x0200000 },
48 { 0xFE, 0xFC, 0x7ffffff, 0x4000000 },
53 register const unsigned char
56 register unsigned char
69 for (p=content; *p !=
'\0'; p++)
70 length+=(*p & 0x80) != 0 ? 2 : 1;
71 utf8=(
unsigned char *) NULL;
74 if (utf8 == (
unsigned char *) NULL)
75 return((
unsigned char *) NULL);
77 for (p=content; *p !=
'\0'; p++)
84 *q++=0xc0 | ((c >> 6) & 0x3f);
85 *q++=0x80 | (c & 0x3f);
105 if (text == (
const char *) NULL)
110 code=(int) (*text++) & 0xff;
117 if (unicode <
utf_info[i].utf_value)
122 *octets=(
unsigned int) (i+1);
125 c=(int) (*text++ ^ 0x80) & 0xff;
131 unicode=(unicode << 6) | c;
156 if (((code >= 0x0009) && (code <= 0x000d)) || (code == 0x0020) ||
157 (code == 0x0085) || (code == 0x00a0) || (code == 0x1680) ||
158 (code == 0x180e) || ((code >= 0x2000) && (code <= 0x200a)) ||
159 (code == 0x2028) || (code == 0x2029) || (code == 0x202f) ||
160 (code == 0x205f) || (code == 0x3000))
170 mask=(int) 0x7fffffff;
171 if (((code & ~mask) != 0) && ((code < 0xd800) || (code > 0xdfff)) &&
172 (code != 0xfffe) && (code != 0xffff))
183 if ((code & ~mask) != 0)
188 #if defined(__cplusplus) || defined(c_plusplus)