1 /* Copyright (C) 2009 Free Software Foundation, Inc.
2 Contributed by Ulrich Drepper <drepper@redhat.com>.
3 This file is part of the GNU C Library.
5 The GNU C Library is free software; you can redistribute it and/or
6 modify it under the terms of the GNU Lesser General Public
7 License as published by the Free Software Foundation; either
8 version 2.1 of the License, or (at your option) any later version.
10 The GNU C Library is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Lesser General Public License for more details.
15 You should have received a copy of the GNU Lesser General Public
16 License along with the GNU C Library; if not, write to the Free
17 Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
21 #include <init-arch.h>
24 /* Define multiple versions only for the definition in lib. */
28 .type rawmemchr, @gnu_indirect_function
29 cmpl $0, __cpu_features+KIND_OFFSET(%rip)
31 call __init_cpu_features
32 1: leaq __rawmemchr_sse2(%rip), %rax
33 testl $bit_SSE4_2, __cpu_features+CPUID_OFFSET+index_SSE4_2(%rip)
35 leaq __rawmemchr_sse42(%rip), %rax
38 strong_alias (rawmemchr, __rawmemchr)
41 .section .text.sse4.2,"ax",@progbits
43 .type __rawmemchr_sse42, @function
49 punpcklbw %xmm1, %xmm1
51 punpcklbw %xmm1, %xmm1
54 pshufd $0, %xmm1, %xmm1
64 2: pcmpestri $0x08, 16(%rdi), %xmm1
68 leaq (%rdi,%rcx), %rax
75 .size __rawmemchr_sse42, .-__rawmemchr_sse42
79 # define ENTRY(name) \
80 .type __rawmemchr_sse2, @function; \
82 __rawmemchr_sse2: cfi_startproc; \
86 cfi_endproc; .size __rawmemchr_sse2, .-__rawmemchr_sse2
87 # undef libc_hidden_builtin_def
88 /* It doesn't make sense to send libc-internal rawmemchr calls through a PLT.
89 The speedup we get from using SSE4.2 instruction is likely eaten away
90 by the indirect call in the PLT. */
91 # define libc_hidden_builtin_def(name) \
92 .globl __GI___rawmemchr; __GI___rawmemchr = __rawmemchr_sse2
95 #include "../rawmemchr.S"