more workon simd utf-8 decode

This commit is contained in:
Kovid Goyal
2023-11-21 16:24:12 +05:30
parent d93283c547
commit e52bcb5b93
2 changed files with 56 additions and 0 deletions

View File

@@ -194,6 +194,9 @@ class TestParser(BaseTest):
pb(b'"\xf0\x9f\x98"', '"\ufffd"')
def test_utf8_simd_decode(self):
test_utf8_decode_to_sentinel('2:α3:≤4:😸|', 2)
return
def t(x, which=2, reset=True):
if reset:
test_utf8_decode_to_sentinel(b'', -1)