mirror of
https://github.com/johndoe6345789/typthon.git
synced 2026-04-24 13:45:05 +00:00
b198f511d2
Massive automated renaming of all Py_/PyObject/etc. prefixes to Ty_/TyObject/etc. This includes: - All public API types (TyObject, TyTypeObject, etc.) - All public API functions (Ty_Initialize, Ty_BuildValue, etc.) - All internal API (_Ty_ prefixes) - Reference counting macros (Ty_INCREF, Ty_DECREF, etc.) - Type flags (Ty_TPFLAGS_*) - Debug flags (Ty_DEBUG, Ty_TRACE_REFS, etc.) - All object type APIs (TyList_, TyDict_, TyUnicode_, etc.) This changes over 60,000 occurrences across 1000+ files. Co-authored-by: johndoe6345789 <224850594+johndoe6345789@users.noreply.github.com>
135 lines
3.8 KiB
C
135 lines
3.8 KiB
C
/* Finding the optimal width of unicode characters in a buffer */
|
|
|
|
/* find_max_char for one-byte will work for bytes objects as well. */
|
|
#if !STRINGLIB_IS_UNICODE && STRINGLIB_SIZEOF_CHAR > 1
|
|
# error "find_max_char.h is specific to Unicode"
|
|
#endif
|
|
|
|
/* Mask to quickly check whether a C 'size_t' contains a
|
|
non-ASCII, UTF8-encoded char. */
|
|
#if (SIZEOF_SIZE_T == 8)
|
|
# define UCS1_ASCII_CHAR_MASK 0x8080808080808080ULL
|
|
#elif (SIZEOF_SIZE_T == 4)
|
|
# define UCS1_ASCII_CHAR_MASK 0x80808080U
|
|
#else
|
|
# error C 'size_t' size should be either 4 or 8!
|
|
#endif
|
|
|
|
#if STRINGLIB_SIZEOF_CHAR == 1
|
|
|
|
Ty_LOCAL_INLINE(Ty_UCS4)
|
|
STRINGLIB(find_max_char)(const STRINGLIB_CHAR *begin, const STRINGLIB_CHAR *end)
|
|
{
|
|
const unsigned char *p = (const unsigned char *) begin;
|
|
const unsigned char *_end = (const unsigned char *)end;
|
|
|
|
while (p < _end) {
|
|
if (_Ty_IS_ALIGNED(p, ALIGNOF_SIZE_T)) {
|
|
/* Help register allocation */
|
|
const unsigned char *_p = p;
|
|
while (_p + SIZEOF_SIZE_T <= _end) {
|
|
size_t value = *(const size_t *) _p;
|
|
if (value & UCS1_ASCII_CHAR_MASK)
|
|
return 255;
|
|
_p += SIZEOF_SIZE_T;
|
|
}
|
|
p = _p;
|
|
if (p == _end)
|
|
break;
|
|
}
|
|
if (*p++ & 0x80)
|
|
return 255;
|
|
}
|
|
return 127;
|
|
}
|
|
|
|
#undef ASCII_CHAR_MASK
|
|
|
|
#else /* STRINGLIB_SIZEOF_CHAR == 1 */
|
|
|
|
#define MASK_ASCII 0xFFFFFF80
|
|
#define MASK_UCS1 0xFFFFFF00
|
|
#define MASK_UCS2 0xFFFF0000
|
|
|
|
#define MAX_CHAR_ASCII 0x7f
|
|
#define MAX_CHAR_UCS1 0xff
|
|
#define MAX_CHAR_UCS2 0xffff
|
|
#define MAX_CHAR_UCS4 0x10ffff
|
|
|
|
Ty_LOCAL_INLINE(Ty_UCS4)
|
|
STRINGLIB(find_max_char)(const STRINGLIB_CHAR *begin, const STRINGLIB_CHAR *end)
|
|
{
|
|
#if STRINGLIB_SIZEOF_CHAR == 2
|
|
const Ty_UCS4 mask_limit = MASK_UCS1;
|
|
const Ty_UCS4 max_char_limit = MAX_CHAR_UCS2;
|
|
#elif STRINGLIB_SIZEOF_CHAR == 4
|
|
const Ty_UCS4 mask_limit = MASK_UCS2;
|
|
const Ty_UCS4 max_char_limit = MAX_CHAR_UCS4;
|
|
#else
|
|
#error Invalid STRINGLIB_SIZEOF_CHAR (must be 1, 2 or 4)
|
|
#endif
|
|
Ty_UCS4 mask;
|
|
Ty_ssize_t n = end - begin;
|
|
const STRINGLIB_CHAR *p = begin;
|
|
const STRINGLIB_CHAR *unrolled_end = begin + _Ty_SIZE_ROUND_DOWN(n, 4);
|
|
Ty_UCS4 max_char;
|
|
|
|
max_char = MAX_CHAR_ASCII;
|
|
mask = MASK_ASCII;
|
|
while (p < unrolled_end) {
|
|
STRINGLIB_CHAR bits = p[0] | p[1] | p[2] | p[3];
|
|
if (bits & mask) {
|
|
if (mask == mask_limit) {
|
|
/* Limit reached */
|
|
return max_char_limit;
|
|
}
|
|
if (mask == MASK_ASCII) {
|
|
max_char = MAX_CHAR_UCS1;
|
|
mask = MASK_UCS1;
|
|
}
|
|
else {
|
|
/* mask can't be MASK_UCS2 because of mask_limit above */
|
|
assert(mask == MASK_UCS1);
|
|
max_char = MAX_CHAR_UCS2;
|
|
mask = MASK_UCS2;
|
|
}
|
|
/* We check the new mask on the same chars in the next iteration */
|
|
continue;
|
|
}
|
|
p += 4;
|
|
}
|
|
while (p < end) {
|
|
if (p[0] & mask) {
|
|
if (mask == mask_limit) {
|
|
/* Limit reached */
|
|
return max_char_limit;
|
|
}
|
|
if (mask == MASK_ASCII) {
|
|
max_char = MAX_CHAR_UCS1;
|
|
mask = MASK_UCS1;
|
|
}
|
|
else {
|
|
/* mask can't be MASK_UCS2 because of mask_limit above */
|
|
assert(mask == MASK_UCS1);
|
|
max_char = MAX_CHAR_UCS2;
|
|
mask = MASK_UCS2;
|
|
}
|
|
/* We check the new mask on the same chars in the next iteration */
|
|
continue;
|
|
}
|
|
p++;
|
|
}
|
|
return max_char;
|
|
}
|
|
|
|
#undef MASK_ASCII
|
|
#undef MASK_UCS1
|
|
#undef MASK_UCS2
|
|
#undef MAX_CHAR_ASCII
|
|
#undef MAX_CHAR_UCS1
|
|
#undef MAX_CHAR_UCS2
|
|
#undef MAX_CHAR_UCS4
|
|
|
|
#endif /* STRINGLIB_SIZEOF_CHAR == 1 */
|
|
|