mirrors/kitty
1
0
Fork 0
mirror of https://github.com/kovidgoyal/kitty synced 2026-06-06 01:05:48 +02:00
Code Issues Packages Projects Releases Wiki Activity

More tests

Browse Source
This commit is contained in:
Kovid Goyal
2024-01-12 19:30:51 +05:30
parent 4c8b8caead
commit 8a10fcaf5a
2 changed files with 18 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
kitty/simd-string-impl.h
View File

@@ -27,6 +27,7 @@ _Pragma("clang diagnostic pop")
#define integer_t CONCAT_EXPAND(CONCAT_EXPAND(simde__m, BITS), i)
#define shift_right_by_bytes128 simde_mm_srli_si128
#define zero_last_n_bytes FUNC(zero_last_n_bytes)
#define is_zero FUNC(is_zero)
#if BITS == 128
#define set1_epi8(x) simde_mm_set1_epi8((char)(x))
@@ -63,6 +64,8 @@ _Pragma("clang diagnostic pop")
#define create_zero_integer simde_mm_setzero_si128
#define sum_bytes sum_bytes_128
static inline int
FUNC(is_zero)(const integer_t a) { return simde_mm_testz_si128(a, a); }
#else
#define set1_epi8(x) simde_mm256_set1_epi8((char)(x))
@@ -86,6 +89,9 @@ _Pragma("clang diagnostic pop")
#define numbered_bytes() set_epi8(31,30,29,28,27,26,25,24,23,22,21,20,19,18,17,16,15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0)
#define reverse_numbered_bytes() simde_mm256_setr_epi8(31,30,29,28,27,26,25,24,23,22,21,20,19,18,17,16,15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0)
static inline int
FUNC(is_zero)(const integer_t a) { return simde_mm256_testz_si256(a, a); }
static inline integer_t
shift_right_by_one_byte(const integer_t A) {
return simde_mm256_alignr_epi8(A, simde_mm256_permute2x128_si256(A, A, _MM_SHUFFLE(0, 0, 2, 0)), 16 - 1);
@@ -357,8 +363,10 @@ FUNC(utf8_decode_to_esc)(UTF8Decoder *d, const uint8_t *src, size_t src_sz) {
d->num_consumed += src_sz + 1; // esc is also consumed
} else d->num_consumed += src_sz;
// use scalar decode for short input
if (src_sz < 4) { scalar_decode_all(d, src, src_sz); return sentinel_found; }
// use scalar decode for short input and check that all bytes are less than 0xf4
if (src_sz < 4 || !is_zero(subtract_saturate_epu8(vec, set1_epi8(0xf4)))) {
scalar_decode_all(d, src, src_sz); return sentinel_found;
}
// check for an incomplete trailing utf8 sequence
unsigned num_of_trailing_bytes = 0;
@@ -527,6 +535,7 @@ FUNC(utf8_decode_to_esc)(UTF8Decoder *d, const uint8_t *src, size_t src_sz) {
#undef reverse_numbered_bytes
#undef zero_last_n_bytes
#undef sum_bytes
#undef is_zero
#ifndef SIMD_STRING_IMPL_INCLUDED_ONCE
#define SIMD_STRING_IMPL_INCLUDED_ONCE
#endif

7
kitty_tests/parser.py
View File

@@ -227,6 +227,13 @@ class TestParser(BaseTest):
x('2:α3', ':≤4:😸|')
# trailing incomplete sequence
x(b'abcd\xf0\x9f', b'\x98\xb81234')
x(b'abcd\xf0\x9f\x9b', b'\xb81234')
x(b'abcd\xf0', b'\x9f\x98\xb81234')
x(b'abcd\xc3', b'\xa41234')
x(b'abcd\xe2', b'\x89\xa41234')
x(b'abcd\xe2\x89', b'\xa41234')
# various invalid input
x(b'abcd\xf51234\xffABCD') # bytes > 0xf4
def test_esc_codes(self):