1 /* memchr - find a character in a memory zone
3 Copyright (C) 2015-2023 Free Software Foundation, Inc.
5 This file is part of the GNU C Library.
7 The GNU C Library is free software; you can redistribute it and/or
8 modify it under the terms of the GNU Lesser General Public
9 License as published by the Free Software Foundation; either
10 version 2.1 of the License, or (at your option) any later version.
12 The GNU C Library is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 Lesser General Public License for more details.
17 You should have received a copy of the GNU Lesser General Public
18 License along with the GNU C Library. If not, see
19 <https://www.gnu.org/licenses/>. */
25 * ARMv8-a, AArch64, Advanced SIMD.
30 # define MEMCHR __memchr
33 /* Arguments and results. */
54 For each 16-byte chunk we calculate a 64-bit nibble mask value with four bits
55 per byte. We take 4 bits of every comparison byte with shift right and narrow
56 by 4 instruction. Since the bits in the nibble mask reflect the order in
57 which things occur in the original string, counting leading zeros identifies
58 exactly which byte matched. */
65 ld1 {vdata.16b}, [src]
66 dup vrepchr.16b, chrin
67 cmeq vhas_chr.16b, vdata.16b, vrepchr.16b
69 shrn vend.8b, vhas_chr.8h, 4 /* 128->64 */
72 cbz synd, L(start_loop)
76 add result, srcin, synd, lsr 2
77 cmp cntin, synd, lsr 2
78 csel result, result, xzr, hi
84 subs cntrem, cntin, tmp
87 /* Make sure that it won't overread by a 16-byte chunk */
89 tbnz tmp, 4, L(loop32_2)
94 cmeq vhas_chr.16b, vdata.16b, vrepchr.16b
95 umaxp vend.16b, vhas_chr.16b, vhas_chr.16b /* 128->64 */
100 ldr qdata, [src, 16]!
101 subs cntrem, cntrem, 32
102 cmeq vhas_chr.16b, vdata.16b, vrepchr.16b
104 umaxp vend.16b, vhas_chr.16b, vhas_chr.16b /* 128->64 */
108 shrn vend.8b, vhas_chr.8h, 4 /* 128->64 */
110 add tmp, srcin, cntin
112 #ifndef __AARCH64EB__
116 cmp cntrem, synd, lsr 2
117 add result, src, synd, lsr 2
118 csel result, result, xzr, hi
126 weak_alias (MEMCHR, memchr)
127 libc_hidden_builtin_def (memchr)