sysdeps/x86_64/multiarch/ifunc-impl-list.c

   1 /* Enumerate available IFUNC implementations of a function.  x86-64 version.
   2    Copyright (C) 2012-2014 Free Software Foundation, Inc.
   3    This file is part of the GNU C Library.
   4
   5    The GNU C Library is free software; you can redistribute it and/or
   6    modify it under the terms of the GNU Lesser General Public
   7    License as published by the Free Software Foundation; either
   8    version 2.1 of the License, or (at your option) any later version.
   9
  10    The GNU C Library is distributed in the hope that it will be useful,
  11    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13    Lesser General Public License for more details.
  14
  15    You should have received a copy of the GNU Lesser General Public
  16    License along with the GNU C Library; if not, see
  17    <http://www.gnu.org/licenses/>.  */
  18
  19 #include <assert.h>
  20 #include <string.h>
  21 #include <wchar.h>
  22 #include <ifunc-impl-list.h>
  23 #include "init-arch.h"
  24
  25 /* Maximum number of IFUNC implementations.  */
  26 #define MAX_IFUNC       4
  27
  28 /* Fill ARRAY of MAX elements with IFUNC implementations for function
  29    NAME supported on target machine and return the number of valid
  30    entries.  */
  31
  32 size_t
  33 __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
  34                         size_t max)
  35 {
  36   assert (max >= MAX_IFUNC);
  37
  38   size_t i = 0;
  39
  40   /* Support sysdeps/x86_64/multiarch/memcmp.S.  */
  41   IFUNC_IMPL (i, name, memcmp,
  42               IFUNC_IMPL_ADD (array, i, memcmp, HAS_SSE4_1,
  43                               __memcmp_sse4_1)
  44               IFUNC_IMPL_ADD (array, i, memcmp, HAS_SSSE3, __memcmp_ssse3)
  45               IFUNC_IMPL_ADD (array, i, memcmp, 1, __memcmp_sse2))
  46
  47   /* Support sysdeps/x86_64/multiarch/memmove_chk.S.  */
  48   IFUNC_IMPL (i, name, __memmove_chk,
  49               IFUNC_IMPL_ADD (array, i, __memmove_chk, HAS_SSSE3,
  50                               __memmove_chk_ssse3_back)
  51               IFUNC_IMPL_ADD (array, i, __memmove_chk, HAS_SSSE3,
  52                               __memmove_chk_ssse3)
  53               IFUNC_IMPL_ADD (array, i, __memmove_chk, 1,
  54                               __memmove_chk_sse2))
  55
  56   /* Support sysdeps/x86_64/multiarch/memmove.S.  */
  57   IFUNC_IMPL (i, name, memmove,
  58               IFUNC_IMPL_ADD (array, i, memmove, HAS_SSSE3,
  59                               __memmove_ssse3_back)
  60               IFUNC_IMPL_ADD (array, i, memmove, HAS_SSSE3,
  61                               __memmove_ssse3)
  62               IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_sse2))
  63
  64 #ifdef HAVE_AVX2_SUPPORT
  65   /* Support sysdeps/x86_64/multiarch/memset_chk.S.  */
  66   IFUNC_IMPL (i, name, __memset_chk,
  67               IFUNC_IMPL_ADD (array, i, __memset_chk, 1, __memset_chk_sse2)
  68               IFUNC_IMPL_ADD (array, i, __memset_chk, HAS_AVX2,
  69                               __memset_chk_avx2))
  70
  71   /* Support sysdeps/x86_64/multiarch/memset.S.  */
  72   IFUNC_IMPL (i, name, memset,
  73               IFUNC_IMPL_ADD (array, i, memset, 1, __memset_sse2)
  74               IFUNC_IMPL_ADD (array, i, memset, HAS_AVX2, __memset_avx2))
  75 #endif
  76
  77   /* Support sysdeps/x86_64/multiarch/stpncpy.S.  */
  78   IFUNC_IMPL (i, name, stpncpy,
  79               IFUNC_IMPL_ADD (array, i, stpncpy, HAS_SSSE3,
  80                               __stpncpy_ssse3)
  81               IFUNC_IMPL_ADD (array, i, stpncpy, 1,
  82                               __stpncpy_sse2_unaligned)
  83               IFUNC_IMPL_ADD (array, i, stpncpy, 1, __stpncpy_sse2))
  84
  85   /* Support sysdeps/x86_64/multiarch/stpcpy.S.  */
  86   IFUNC_IMPL (i, name, stpcpy,
  87               IFUNC_IMPL_ADD (array, i, stpcpy, HAS_SSSE3, __stpcpy_ssse3)
  88               IFUNC_IMPL_ADD (array, i, stpcpy, 1, __stpcpy_sse2_unaligned)
  89               IFUNC_IMPL_ADD (array, i, stpcpy, 1, __stpcpy_sse2))
  90
  91   /* Support sysdeps/x86_64/multiarch/strcasecmp_l.S.  */
  92   IFUNC_IMPL (i, name, strcasecmp,
  93               IFUNC_IMPL_ADD (array, i, strcasecmp, HAS_AVX,
  94                               __strcasecmp_avx)
  95               IFUNC_IMPL_ADD (array, i, strcasecmp, HAS_SSE4_2,
  96                               __strcasecmp_sse42)
  97               IFUNC_IMPL_ADD (array, i, strcasecmp, HAS_SSSE3,
  98                               __strcasecmp_ssse3)
  99               IFUNC_IMPL_ADD (array, i, strcasecmp, 1, __strcasecmp_sse2))
 100
 101   /* Support sysdeps/x86_64/multiarch/strcasecmp_l.S.  */
 102   IFUNC_IMPL (i, name, strcasecmp_l,
 103               IFUNC_IMPL_ADD (array, i, strcasecmp_l, HAS_AVX,
 104                               __strcasecmp_l_avx)
 105               IFUNC_IMPL_ADD (array, i, strcasecmp_l, HAS_SSE4_2,
 106                               __strcasecmp_l_sse42)
 107               IFUNC_IMPL_ADD (array, i, strcasecmp_l, HAS_SSSE3,
 108                               __strcasecmp_l_ssse3)
 109               IFUNC_IMPL_ADD (array, i, strcasecmp_l, 1,
 110                               __strcasecmp_l_sse2))
 111
 112   /* Support sysdeps/x86_64/multiarch/strcasestr.c.  */
 113   IFUNC_IMPL (i, name, strcasestr,
 114               IFUNC_IMPL_ADD (array, i, strcasestr, 1, __strcasestr_sse2))
 115
 116   /* Support sysdeps/x86_64/multiarch/strcat.S.  */
 117   IFUNC_IMPL (i, name, strcat,
 118               IFUNC_IMPL_ADD (array, i, strcat, HAS_SSSE3, __strcat_ssse3)
 119               IFUNC_IMPL_ADD (array, i, strcat, 1, __strcat_sse2_unaligned)
 120               IFUNC_IMPL_ADD (array, i, strcat, 1, __strcat_sse2))
 121
 122   /* Support sysdeps/x86_64/multiarch/strchr.S.  */
 123   IFUNC_IMPL (i, name, strchr,
 124               IFUNC_IMPL_ADD (array, i, strchr, 1, __strchr_sse2_no_bsf)
 125               IFUNC_IMPL_ADD (array, i, strchr, 1, __strchr_sse2))
 126
 127   /* Support sysdeps/x86_64/multiarch/strcmp.S.  */
 128   IFUNC_IMPL (i, name, strcmp,
 129               IFUNC_IMPL_ADD (array, i, strcmp, HAS_SSE4_2, __strcmp_sse42)
 130               IFUNC_IMPL_ADD (array, i, strcmp, HAS_SSSE3, __strcmp_ssse3)
 131               IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_sse2_unaligned)
 132               IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_sse2))
 133
 134   /* Support sysdeps/x86_64/multiarch/strcpy.S.  */
 135   IFUNC_IMPL (i, name, strcpy,
 136               IFUNC_IMPL_ADD (array, i, strcpy, HAS_SSSE3, __strcpy_ssse3)
 137               IFUNC_IMPL_ADD (array, i, strcpy, 1, __strcpy_sse2_unaligned)
 138               IFUNC_IMPL_ADD (array, i, strcpy, 1, __strcpy_sse2))
 139
 140   /* Support sysdeps/x86_64/multiarch/strcspn.S.  */
 141   IFUNC_IMPL (i, name, strcspn,
 142               IFUNC_IMPL_ADD (array, i, strcspn, HAS_SSE4_2,
 143                               __strcspn_sse42)
 144               IFUNC_IMPL_ADD (array, i, strcspn, 1, __strcspn_sse2))
 145
 146   /* Support sysdeps/x86_64/multiarch/strncase_l.S.  */
 147   IFUNC_IMPL (i, name, strncasecmp,
 148               IFUNC_IMPL_ADD (array, i, strncasecmp, HAS_AVX,
 149                               __strncasecmp_avx)
 150               IFUNC_IMPL_ADD (array, i, strncasecmp, HAS_SSE4_2,
 151                               __strncasecmp_sse42)
 152               IFUNC_IMPL_ADD (array, i, strncasecmp, HAS_SSSE3,
 153                               __strncasecmp_ssse3)
 154               IFUNC_IMPL_ADD (array, i, strncasecmp, 1,
 155                               __strncasecmp_sse2))
 156
 157   /* Support sysdeps/x86_64/multiarch/strncase_l.S.  */
 158   IFUNC_IMPL (i, name, strncasecmp_l,
 159               IFUNC_IMPL_ADD (array, i, strncasecmp_l, HAS_AVX,
 160                               __strncasecmp_l_avx)
 161               IFUNC_IMPL_ADD (array, i, strncasecmp_l, HAS_SSE4_2,
 162                               __strncasecmp_l_sse42)
 163               IFUNC_IMPL_ADD (array, i, strncasecmp_l, HAS_SSSE3,
 164                               __strncasecmp_l_ssse3)
 165               IFUNC_IMPL_ADD (array, i, strncasecmp_l, 1,
 166                               __strncasecmp_l_sse2))
 167
 168   /* Support sysdeps/x86_64/multiarch/strncat.S.  */
 169   IFUNC_IMPL (i, name, strncat,
 170               IFUNC_IMPL_ADD (array, i, strncat, HAS_SSSE3,
 171                               __strncat_ssse3)
 172               IFUNC_IMPL_ADD (array, i, strncat, 1,
 173                               __strncat_sse2_unaligned)
 174               IFUNC_IMPL_ADD (array, i, strncat, 1, __strncat_sse2))
 175
 176   /* Support sysdeps/x86_64/multiarch/strncpy.S.  */
 177   IFUNC_IMPL (i, name, strncpy,
 178               IFUNC_IMPL_ADD (array, i, strncpy, HAS_SSSE3,
 179                               __strncpy_ssse3)
 180               IFUNC_IMPL_ADD (array, i, strncpy, 1,
 181                               __strncpy_sse2_unaligned)
 182               IFUNC_IMPL_ADD (array, i, strncpy, 1, __strncpy_sse2))
 183
 184   /* Support sysdeps/x86_64/multiarch/strpbrk.S.  */
 185   IFUNC_IMPL (i, name, strpbrk,
 186               IFUNC_IMPL_ADD (array, i, strpbrk, HAS_SSE4_2,
 187                               __strpbrk_sse42)
 188               IFUNC_IMPL_ADD (array, i, strpbrk, 1, __strpbrk_sse2))
 189
 190
 191   /* Support sysdeps/x86_64/multiarch/strspn.S.  */
 192   IFUNC_IMPL (i, name, strspn,
 193               IFUNC_IMPL_ADD (array, i, strspn, HAS_SSE4_2, __strspn_sse42)
 194               IFUNC_IMPL_ADD (array, i, strspn, 1, __strspn_sse2))
 195
 196   /* Support sysdeps/x86_64/multiarch/strstr.c.  */
 197   IFUNC_IMPL (i, name, strstr,
 198               IFUNC_IMPL_ADD (array, i, strstr, 1, __strstr_sse2_unaligned)
 199               IFUNC_IMPL_ADD (array, i, strstr, 1, __strstr_sse2))
 200
 201   /* Support sysdeps/x86_64/multiarch/wcscpy.S.  */
 202   IFUNC_IMPL (i, name, wcscpy,
 203               IFUNC_IMPL_ADD (array, i, wcscpy, HAS_SSSE3, __wcscpy_ssse3)
 204               IFUNC_IMPL_ADD (array, i, wcscpy, 1, __wcscpy_sse2))
 205
 206   /* Support sysdeps/x86_64/multiarch/wmemcmp.S.  */
 207   IFUNC_IMPL (i, name, wmemcmp,
 208               IFUNC_IMPL_ADD (array, i, wmemcmp, HAS_SSE4_1,
 209                               __wmemcmp_sse4_1)
 210               IFUNC_IMPL_ADD (array, i, wmemcmp, HAS_SSSE3,
 211                               __wmemcmp_ssse3)
 212               IFUNC_IMPL_ADD (array, i, wmemcmp, 1, __wmemcmp_sse2))
 213
 214 #ifdef SHARED
 215   /* Support sysdeps/x86_64/multiarch/memcpy_chk.S.  */
 216   IFUNC_IMPL (i, name, __memcpy_chk,
 217               IFUNC_IMPL_ADD (array, i, __memcpy_chk, HAS_SSSE3,
 218                               __memcpy_chk_ssse3_back)
 219               IFUNC_IMPL_ADD (array, i, __memcpy_chk, HAS_SSSE3,
 220                               __memcpy_chk_ssse3)
 221               IFUNC_IMPL_ADD (array, i, __memcpy_chk, 1,
 222                               __memcpy_chk_sse2))
 223
 224   /* Support sysdeps/x86_64/multiarch/memcpy.S.  */
 225   IFUNC_IMPL (i, name, memcpy,
 226               IFUNC_IMPL_ADD (array, i, memcpy, HAS_SSSE3,
 227                               __memcpy_ssse3_back)
 228               IFUNC_IMPL_ADD (array, i, memcpy, HAS_SSSE3, __memcpy_ssse3)
 229               IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_sse2_unaligned)
 230               IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_sse2))
 231
 232   /* Support sysdeps/x86_64/multiarch/mempcpy_chk.S.  */
 233   IFUNC_IMPL (i, name, __mempcpy_chk,
 234               IFUNC_IMPL_ADD (array, i, __mempcpy_chk, HAS_SSSE3,
 235                               __mempcpy_chk_ssse3_back)
 236               IFUNC_IMPL_ADD (array, i, __mempcpy_chk, HAS_SSSE3,
 237                               __mempcpy_chk_ssse3)
 238               IFUNC_IMPL_ADD (array, i, __mempcpy_chk, 1,
 239                               __mempcpy_chk_sse2))
 240
 241   /* Support sysdeps/x86_64/multiarch/mempcpy.S.  */
 242   IFUNC_IMPL (i, name, mempcpy,
 243               IFUNC_IMPL_ADD (array, i, mempcpy, HAS_SSSE3,
 244                               __mempcpy_ssse3_back)
 245               IFUNC_IMPL_ADD (array, i, mempcpy, HAS_SSSE3,
 246                               __mempcpy_ssse3)
 247               IFUNC_IMPL_ADD (array, i, mempcpy, 1, __mempcpy_sse2))
 248
 249   /* Support sysdeps/x86_64/multiarch/strncmp.S.  */
 250   IFUNC_IMPL (i, name, strncmp,
 251               IFUNC_IMPL_ADD (array, i, strncmp, HAS_SSE4_2,
 252                               __strncmp_sse42)
 253               IFUNC_IMPL_ADD (array, i, strncmp, HAS_SSSE3,
 254                               __strncmp_ssse3)
 255               IFUNC_IMPL_ADD (array, i, strncmp, 1, __strncmp_sse2))
 256 #endif
 257
 258   return i;
 259 }