mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-11-13 06:40:51 +08:00
fix(tokenizer): let the SSE2 loops in ToLower run (#21436)
This commit is contained in:
1 parent
2d37184d5b
commit
f9ff41ebdd
1 file changed
+1
-1
@@ -98,7 +98,7 @@ inline std::string ToLowerString(std::string_view s)
|
||||
const auto a_minus1 = _mm_set1_epi8('A' - 1);
|
||||
const auto z_plus1 = _mm_set1_epi8('Z' + 1);
|
||||
const auto delta = _mm_set1_epi8('a' - 'A');
|
||||
for (; p > sse2_end; p += SSE2_BYTES)
|
||||
for (; p < sse2_end; p += SSE2_BYTES)
|
||||
{
|
||||
auto bytes = _mm_loadu_si128((const __m128i*)p);
|
||||
_mm_maskmoveu_si128(_mm_xor_si128(bytes, delta),
|
||||
|
||||
Reference in new issue
Block a user