18#ifndef MAGICKCORE_TOKEN_PRIVATE_H
19#define MAGICKCORE_TOKEN_PRIVATE_H
21#if defined(__cplusplus) || defined(c_plusplus)
29#define MaxMultibyteCodes 6
41 utf_info[MaxMultibyteCodes] =
43 { 0x80, 0x00, 0x000007f, 0x0000000 },
44 { 0xE0, 0xC0, 0x00007ff, 0x0000080 },
45 { 0xF0, 0xE0, 0x000ffff, 0x0000800 },
46 { 0xF8, 0xF0, 0x01fffff, 0x0010000 },
47 { 0xFC, 0xF8, 0x03fffff, 0x0200000 },
48 { 0xFE, 0xFC, 0x7ffffff, 0x4000000 },
51static inline unsigned char *ConvertLatin1ToUTF8(
52 const unsigned char *magick_restrict content)
70 for (p=content; *p !=
'\0'; p++)
71 length+=(*p & 0x80) != 0 ? 2 : 1;
72 utf8=(
unsigned char *) NULL;
74 utf8=(
unsigned char *) AcquireQuantumMemory(length+1UL,
sizeof(*utf8));
75 if (utf8 == (
unsigned char *) NULL)
76 return((
unsigned char *) NULL);
78 for (p=content; *p !=
'\0'; p++)
85 *q++=0xc0 | ((c >> 6) & 0x3f);
86 *q++=0x80 | (c & 0x3f);
93static inline int GetNextUTFCode(
const char *magick_restrict text,
94 unsigned int *magick_restrict octets)
107 if (text == (
const char *) NULL)
112 code=(int) (*text++) & 0xff;
114 for (i=0; i < MaxMultibyteCodes; i++)
116 if ((code & utf_info[i].code_mask) == utf_info[i].code_value)
118 unicode&=utf_info[i].utf_mask;
119 if (unicode < utf_info[i].utf_value)
121 *octets=(
unsigned int) (i+1);
124 c=(int) (*text++ ^ 0x80) & 0xff;
127 if (unicode > 0x10FFFF)
129 unicode=(unicode << 6) | c;
135static inline int GetUTFCode(
const char *magick_restrict text)
140 return(GetNextUTFCode(text,&octets));
143static inline unsigned int GetUTFOctets(
const char *magick_restrict text)
148 (void) GetNextUTFCode(text,&octets);
152static inline MagickBooleanType IsNonBreakingUTFSpace(
const int code)
159static inline MagickBooleanType IsUTFSpace(
int code)
161 if (((code >= 0x0009) && (code <= 0x000d)) || (code == 0x0020) ||
162 (code == 0x0085) || (code == 0x00a0) || (code == 0x1680) ||
163 (code == 0x180e) || ((code >= 0x2000) && (code <= 0x200a)) ||
164 (code == 0x2028) || (code == 0x2029) || (code == 0x202f) ||
165 (code == 0x205f) || (code == 0x3000))
170static inline MagickBooleanType IsUTFValid(
const int code)
175 mask=(int) 0x7fffffff;
176 if (((code & ~mask) != 0) && ((code < 0xd800) || (code > 0xdfff)) &&
177 (code != 0xfffe) && (code != 0xffff))
182static inline MagickBooleanType IsUTFAscii(
int code)
188 if ((code & ~mask) != 0)
193#if defined(__cplusplus) || defined(c_plusplus)