sysdeps/powerpc/powerpc64/multiarch/ifunc-impl-list.c

   1 /* Enumerate available IFUNC implementations of a function.  PowerPC64 version.
   2    Copyright (C) 2013-2021 Free Software Foundation, Inc.
   3    This file is part of the GNU C Library.
   4
   5    The GNU C Library is free software; you can redistribute it and/or
   6    modify it under the terms of the GNU Lesser General Public
   7    License as published by the Free Software Foundation; either
   8    version 2.1 of the License, or (at your option) any later version.
   9
  10    The GNU C Library is distributed in the hope that it will be useful,
  11    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13    Lesser General Public License for more details.
  14
  15    You should have received a copy of the GNU Lesser General Public
  16    License along with the GNU C Library; if not, see
  17    <https://www.gnu.org/licenses/>.  */
  18
  19 #include <assert.h>
  20 #include <string.h>
  21 #include <wchar.h>
  22 #include <ldsodefs.h>
  23 #include <ifunc-impl-list.h>
  24
  25 /* Maximum number of IFUNC implementations.  */
  26 #define MAX_IFUNC       6
  27
  28 size_t
  29 __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
  30                         size_t max)
  31 {
  32   assert (max >= MAX_IFUNC);
  33
  34   size_t i = 0;
  35
  36   unsigned long int hwcap = GLRO(dl_hwcap);
  37   unsigned long int hwcap2 = GLRO(dl_hwcap2);
  38
  39   /* hwcap contains only the latest supported ISA, the code checks which is
  40      and fills the previous supported ones.  */
  41   if (hwcap & PPC_FEATURE_ARCH_2_06)
  42     hwcap |= PPC_FEATURE_ARCH_2_05 | PPC_FEATURE_POWER5_PLUS |
  43              PPC_FEATURE_POWER5 | PPC_FEATURE_POWER4;
  44   else if (hwcap & PPC_FEATURE_ARCH_2_05)
  45     hwcap |= PPC_FEATURE_POWER5_PLUS | PPC_FEATURE_POWER5 | PPC_FEATURE_POWER4;
  46   else if (hwcap & PPC_FEATURE_POWER5_PLUS)
  47     hwcap |= PPC_FEATURE_POWER5 | PPC_FEATURE_POWER4;
  48   else if (hwcap & PPC_FEATURE_POWER5)
  49     hwcap |= PPC_FEATURE_POWER4;
  50
  51 #ifdef SHARED
  52   /* Support sysdeps/powerpc/powerpc64/multiarch/memcpy.c.  */
  53   IFUNC_IMPL (i, name, memcpy,
  54               IFUNC_IMPL_ADD (array, i, memcpy, hwcap2 & PPC_FEATURE2_ARCH_2_07,
  55                               __memcpy_power8_cached)
  56               IFUNC_IMPL_ADD (array, i, memcpy, hwcap & PPC_FEATURE_HAS_VSX,
  57                               __memcpy_power7)
  58               IFUNC_IMPL_ADD (array, i, memcpy, hwcap & PPC_FEATURE_ARCH_2_06,
  59                               __memcpy_a2)
  60               IFUNC_IMPL_ADD (array, i, memcpy, hwcap & PPC_FEATURE_ARCH_2_05,
  61                               __memcpy_power6)
  62               IFUNC_IMPL_ADD (array, i, memcpy, hwcap & PPC_FEATURE_CELL_BE,
  63                               __memcpy_cell)
  64               IFUNC_IMPL_ADD (array, i, memcpy, hwcap & PPC_FEATURE_POWER4,
  65                               __memcpy_power4)
  66               IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_ppc))
  67
  68   /* Support sysdeps/powerpc/powerpc64/multiarch/memmove.c.  */
  69   IFUNC_IMPL (i, name, memmove,
  70 #ifdef __LITTLE_ENDIAN__
  71               IFUNC_IMPL_ADD (array, i, memmove,
  72                               hwcap2 & (PPC_FEATURE2_ARCH_3_1 |
  73                                         PPC_FEATURE2_HAS_ISEL)
  74                               && (hwcap & PPC_FEATURE_HAS_VSX),
  75                               __memmove_power10)
  76 #endif
  77               IFUNC_IMPL_ADD (array, i, memmove, hwcap & PPC_FEATURE_HAS_VSX,
  78                               __memmove_power7)
  79               IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_ppc))
  80
  81   /* Support sysdeps/powerpc/powerpc64/multiarch/memset.c.  */
  82   IFUNC_IMPL (i, name, memset,
  83               IFUNC_IMPL_ADD (array, i, memset, hwcap2 & PPC_FEATURE2_ARCH_2_07,
  84                               __memset_power8)
  85               IFUNC_IMPL_ADD (array, i, memset, hwcap & PPC_FEATURE_HAS_VSX,
  86                               __memset_power7)
  87               IFUNC_IMPL_ADD (array, i, memset, hwcap & PPC_FEATURE_ARCH_2_05,
  88                               __memset_power6)
  89               IFUNC_IMPL_ADD (array, i, memset, hwcap & PPC_FEATURE_POWER4,
  90                               __memset_power4)
  91               IFUNC_IMPL_ADD (array, i, memset, 1, __memset_ppc))
  92
  93   /* Support sysdeps/powerpc/powerpc64/multiarch/strcpy.c.  */
  94   IFUNC_IMPL (i, name, strcpy,
  95 #ifdef __LITTLE_ENDIAN__
  96               IFUNC_IMPL_ADD (array, i, strcpy, hwcap2 & PPC_FEATURE2_ARCH_3_00,
  97                               __strcpy_power9)
  98 #endif
  99               IFUNC_IMPL_ADD (array, i, strcpy, hwcap2 & PPC_FEATURE2_ARCH_2_07,
 100                               __strcpy_power8)
 101               IFUNC_IMPL_ADD (array, i, strcpy, hwcap & PPC_FEATURE_HAS_VSX,
 102                               __strcpy_power7)
 103               IFUNC_IMPL_ADD (array, i, strcpy, 1,
 104                               __strcpy_ppc))
 105
 106   /* Support sysdeps/powerpc/powerpc64/multiarch/stpcpy.c.  */
 107   IFUNC_IMPL (i, name, stpcpy,
 108 #ifdef __LITTLE_ENDIAN__
 109               IFUNC_IMPL_ADD (array, i, stpcpy, hwcap2 & PPC_FEATURE2_ARCH_3_00,
 110                               __stpcpy_power9)
 111 #endif
 112               IFUNC_IMPL_ADD (array, i, stpcpy, hwcap2 & PPC_FEATURE2_ARCH_2_07,
 113                               __stpcpy_power8)
 114               IFUNC_IMPL_ADD (array, i, stpcpy, hwcap & PPC_FEATURE_HAS_VSX,
 115                               __stpcpy_power7)
 116               IFUNC_IMPL_ADD (array, i, stpcpy, 1,
 117                               __stpcpy_ppc))
 118
 119   /* Support sysdeps/powerpc/powerpc64/multiarch/strlen.c.  */
 120   IFUNC_IMPL (i, name, strlen,
 121 #ifdef __LITTLE_ENDIAN__
 122               IFUNC_IMPL_ADD (array, i, strlen, hwcap2 & PPC_FEATURE2_ARCH_3_1,
 123                               __strlen_power10)
 124               IFUNC_IMPL_ADD (array, i, strlen, hwcap2 & PPC_FEATURE2_ARCH_3_00,
 125                               __strlen_power9)
 126 #endif
 127               IFUNC_IMPL_ADD (array, i, strlen, hwcap2 & PPC_FEATURE2_ARCH_2_07,
 128                               __strlen_power8)
 129               IFUNC_IMPL_ADD (array, i, strlen, hwcap & PPC_FEATURE_HAS_VSX,
 130                               __strlen_power7)
 131               IFUNC_IMPL_ADD (array, i, strlen, 1,
 132                               __strlen_ppc))
 133
 134   /* Support sysdeps/powerpc/powerpc64/multiarch/strncmp.c.  */
 135   IFUNC_IMPL (i, name, strncmp,
 136 #ifdef __LITTLE_ENDIAN__
 137               IFUNC_IMPL_ADD (array, i, strncmp, hwcap2 & PPC_FEATURE2_ARCH_3_00,
 138                               __strncmp_power9)
 139 #endif
 140               IFUNC_IMPL_ADD (array, i, strncmp, hwcap2 & PPC_FEATURE2_ARCH_2_07,
 141                               __strncmp_power8)
 142               IFUNC_IMPL_ADD (array, i, strncmp, hwcap & PPC_FEATURE_HAS_VSX,
 143                               __strncmp_power7)
 144               IFUNC_IMPL_ADD (array, i, strncmp, hwcap & PPC_FEATURE_POWER4,
 145                               __strncmp_power4)
 146               IFUNC_IMPL_ADD (array, i, strncmp, 1,
 147                               __strncmp_ppc))
 148
 149   /* Support sysdeps/powerpc/powerpc64/multiarch/strchr.c.  */
 150   IFUNC_IMPL (i, name, strchr,
 151               IFUNC_IMPL_ADD (array, i, strchr,
 152                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 153                               __strchr_power8)
 154               IFUNC_IMPL_ADD (array, i, strchr,
 155                               hwcap & PPC_FEATURE_HAS_VSX,
 156                               __strchr_power7)
 157               IFUNC_IMPL_ADD (array, i, strchr, 1,
 158                               __strchr_ppc))
 159
 160   /* Support sysdeps/powerpc/powerpc64/multiarch/strchrnul.c.  */
 161   IFUNC_IMPL (i, name, strchrnul,
 162               IFUNC_IMPL_ADD (array, i, strchrnul,
 163                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 164                               __strchrnul_power8)
 165               IFUNC_IMPL_ADD (array, i, strchrnul,
 166                               hwcap & PPC_FEATURE_HAS_VSX,
 167                               __strchrnul_power7)
 168               IFUNC_IMPL_ADD (array, i, strchrnul, 1,
 169                               __strchrnul_ppc))
 170 #endif
 171
 172   /* Support sysdeps/powerpc/powerpc64/multiarch/memcmp.c.  */
 173   IFUNC_IMPL (i, name, memcmp,
 174               IFUNC_IMPL_ADD (array, i, memcmp, hwcap2 & PPC_FEATURE2_ARCH_2_07,
 175                               __memcmp_power8)
 176               IFUNC_IMPL_ADD (array, i, memcmp, hwcap & PPC_FEATURE_HAS_VSX,
 177                               __memcmp_power7)
 178               IFUNC_IMPL_ADD (array, i, memcmp, hwcap & PPC_FEATURE_POWER4,
 179                               __memcmp_power4)
 180               IFUNC_IMPL_ADD (array, i, memcmp, 1, __memcmp_ppc))
 181
 182   /* Support sysdeps/powerpc/powerpc64/multiarch/bzero.c.  */
 183   IFUNC_IMPL (i, name, bzero,
 184               IFUNC_IMPL_ADD (array, i, bzero, hwcap2 & PPC_FEATURE2_ARCH_2_07,
 185                               __bzero_power8)
 186               IFUNC_IMPL_ADD (array, i, bzero, hwcap & PPC_FEATURE_HAS_VSX,
 187                               __bzero_power7)
 188               IFUNC_IMPL_ADD (array, i, bzero, hwcap & PPC_FEATURE_ARCH_2_05,
 189                               __bzero_power6)
 190               IFUNC_IMPL_ADD (array, i, bzero, hwcap & PPC_FEATURE_POWER4,
 191                               __bzero_power4)
 192               IFUNC_IMPL_ADD (array, i, bzero, 1, __bzero_ppc))
 193
 194   /* Support sysdeps/powerpc/powerpc64/multiarch/bcopy.c.  */
 195   IFUNC_IMPL (i, name, bcopy,
 196 #ifdef __LITTLE_ENDIAN__
 197               IFUNC_IMPL_ADD (array, i, bcopy,
 198                               hwcap2 & (PPC_FEATURE2_ARCH_3_1 |
 199                                         PPC_FEATURE2_HAS_ISEL)
 200                               && (hwcap & PPC_FEATURE_HAS_VSX),
 201                               __bcopy_power10)
 202 #endif
 203               IFUNC_IMPL_ADD (array, i, bcopy, hwcap & PPC_FEATURE_HAS_VSX,
 204                               __bcopy_power7)
 205               IFUNC_IMPL_ADD (array, i, bcopy, 1, __bcopy_ppc))
 206
 207   /* Support sysdeps/powerpc/powerpc64/multiarch/mempcpy.c.  */
 208   IFUNC_IMPL (i, name, mempcpy,
 209               IFUNC_IMPL_ADD (array, i, mempcpy,
 210                               hwcap & PPC_FEATURE_HAS_VSX,
 211                               __mempcpy_power7)
 212               IFUNC_IMPL_ADD (array, i, mempcpy, 1,
 213                               __mempcpy_ppc))
 214
 215   /* Support sysdeps/powerpc/powerpc64/multiarch/memchr.c.  */
 216   IFUNC_IMPL (i, name, memchr,
 217               IFUNC_IMPL_ADD (array, i, memchr,
 218                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 219                               __memchr_power8)
 220               IFUNC_IMPL_ADD (array, i, memchr,
 221                               hwcap & PPC_FEATURE_HAS_VSX,
 222                               __memchr_power7)
 223               IFUNC_IMPL_ADD (array, i, memchr, 1,
 224                               __memchr_ppc))
 225
 226   /* Support sysdeps/powerpc/powerpc64/multiarch/memrchr.c.  */
 227   IFUNC_IMPL (i, name, memrchr,
 228               IFUNC_IMPL_ADD (array, i, memrchr,
 229                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 230                               __memrchr_power8)
 231               IFUNC_IMPL_ADD (array, i, memrchr,
 232                               hwcap & PPC_FEATURE_HAS_VSX,
 233                               __memrchr_power7)
 234               IFUNC_IMPL_ADD (array, i, memrchr, 1,
 235                               __memrchr_ppc))
 236
 237   /* Support sysdeps/powerpc/powerpc64/multiarch/rawmemchr.c.  */
 238   IFUNC_IMPL (i, name, rawmemchr,
 239 #ifdef __LITTLE_ENDIAN__
 240               IFUNC_IMPL_ADD (array, i, rawmemchr,
 241                               hwcap2 & PPC_FEATURE2_ARCH_3_00,
 242                               __rawmemchr_power9)
 243 #endif
 244               IFUNC_IMPL_ADD (array, i, rawmemchr,
 245                               hwcap & PPC_FEATURE_HAS_VSX,
 246                               __rawmemchr_power7)
 247               IFUNC_IMPL_ADD (array, i, rawmemchr, 1,
 248                               __rawmemchr_ppc))
 249
 250   /* Support sysdeps/powerpc/powerpc64/multiarch/strnlen.c.  */
 251   IFUNC_IMPL (i, name, strnlen,
 252               IFUNC_IMPL_ADD (array, i, strnlen,
 253                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 254                               __strnlen_power8)
 255               IFUNC_IMPL_ADD (array, i, strnlen, hwcap & PPC_FEATURE_HAS_VSX,
 256                               __strnlen_power7)
 257               IFUNC_IMPL_ADD (array, i, strnlen, 1,
 258                               __strnlen_ppc))
 259
 260   /* Support sysdeps/powerpc/powerpc64/multiarch/strcasecmp.c.  */
 261   IFUNC_IMPL (i, name, strcasecmp,
 262               IFUNC_IMPL_ADD (array, i, strcasecmp,
 263                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 264                               __strcasecmp_power8)
 265               IFUNC_IMPL_ADD (array, i, strcasecmp,
 266                               hwcap & PPC_FEATURE_HAS_VSX,
 267                               __strcasecmp_power7)
 268               IFUNC_IMPL_ADD (array, i, strcasecmp, 1, __strcasecmp_ppc))
 269
 270   /* Support sysdeps/powerpc/powerpc64/multiarch/strcasecmp_l.c.  */
 271   IFUNC_IMPL (i, name, strcasecmp_l,
 272               IFUNC_IMPL_ADD (array, i, strcasecmp_l,
 273                               hwcap & PPC_FEATURE_HAS_VSX,
 274                               __strcasecmp_l_power7)
 275               IFUNC_IMPL_ADD (array, i, strcasecmp_l, 1,
 276                               __strcasecmp_l_ppc))
 277
 278   /* Support sysdeps/powerpc/powerpc64/multiarch/strncase.c.  */
 279   IFUNC_IMPL (i, name, strncasecmp,
 280               IFUNC_IMPL_ADD (array, i, strncasecmp,
 281                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 282                               __strncasecmp_power8)
 283               IFUNC_IMPL_ADD (array, i, strncasecmp,
 284                               hwcap & PPC_FEATURE_HAS_VSX,
 285                               __strncasecmp_power7)
 286               IFUNC_IMPL_ADD (array, i, strncasecmp, 1, __strncasecmp_ppc))
 287
 288   /* Support sysdeps/powerpc/powerpc64/multiarch/strncase_l.c.  */
 289   IFUNC_IMPL (i, name, strncasecmp_l,
 290               IFUNC_IMPL_ADD (array, i, strncasecmp_l,
 291                               hwcap & PPC_FEATURE_HAS_VSX,
 292                               __strncasecmp_l_power7)
 293               IFUNC_IMPL_ADD (array, i, strncasecmp_l, 1,
 294                               __strncasecmp_l_ppc))
 295
 296   /* Support sysdeps/powerpc/powerpc64/multiarch/strrchr.c.  */
 297   IFUNC_IMPL (i, name, strrchr,
 298               IFUNC_IMPL_ADD (array, i, strrchr,
 299                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 300                               __strrchr_power8)
 301               IFUNC_IMPL_ADD (array, i, strrchr,
 302                               hwcap & PPC_FEATURE_HAS_VSX,
 303                               __strrchr_power7)
 304               IFUNC_IMPL_ADD (array, i, strrchr, 1,
 305                               __strrchr_ppc))
 306
 307   /* Support sysdeps/powerpc/powerpc64/multiarch/strncat.c.  */
 308   IFUNC_IMPL (i, name, strncat,
 309               IFUNC_IMPL_ADD (array, i, strncat,
 310                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 311                               __strncat_power8)
 312               IFUNC_IMPL_ADD (array, i, strncat,
 313                               hwcap & PPC_FEATURE_HAS_VSX,
 314                               __strncat_power7)
 315               IFUNC_IMPL_ADD (array, i, strncat, 1,
 316                               __strncat_ppc))
 317
 318   /* Support sysdeps/powerpc/powerpc64/multiarch/strncpy.c.  */
 319   IFUNC_IMPL (i, name, strncpy,
 320 #ifdef __LITTLE_ENDIAN__
 321               IFUNC_IMPL_ADD (array, i, strncpy,
 322                               (hwcap2 & PPC_FEATURE2_ARCH_3_00)
 323                               && (hwcap & PPC_FEATURE_HAS_VSX),
 324                               __strncpy_power9)
 325 #endif
 326               IFUNC_IMPL_ADD (array, i, strncpy,
 327                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 328                               __strncpy_power8)
 329               IFUNC_IMPL_ADD (array, i, strncpy,
 330                               hwcap & PPC_FEATURE_HAS_VSX,
 331                               __strncpy_power7)
 332               IFUNC_IMPL_ADD (array, i, strncpy, 1,
 333                              __strncpy_ppc))
 334
 335   /* Support sysdeps/powerpc/powerpc64/multiarch/stpncpy.c.  */
 336   IFUNC_IMPL (i, name, stpncpy,
 337 #ifdef __LITTLE_ENDIAN__
 338               IFUNC_IMPL_ADD (array, i, stpncpy,
 339                               (hwcap2 & PPC_FEATURE2_ARCH_3_00)
 340                               && (hwcap & PPC_FEATURE_HAS_VSX),
 341                               __stpncpy_power9)
 342 #endif
 343               IFUNC_IMPL_ADD (array, i, stpncpy,
 344                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 345                               __stpncpy_power8)
 346               IFUNC_IMPL_ADD (array, i, stpncpy,
 347                               hwcap & PPC_FEATURE_HAS_VSX,
 348                               __stpncpy_power7)
 349               IFUNC_IMPL_ADD (array, i, stpncpy, 1,
 350                              __stpncpy_ppc))
 351
 352   /* Support sysdeps/powerpc/powerpc64/multiarch/strcmp.c.  */
 353   IFUNC_IMPL (i, name, strcmp,
 354 #ifdef __LITTLE_ENDIAN__
 355               IFUNC_IMPL_ADD (array, i, strcmp,
 356                               hwcap2 & PPC_FEATURE2_ARCH_3_00,
 357                               __strcmp_power9)
 358 #endif
 359               IFUNC_IMPL_ADD (array, i, strcmp,
 360                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 361                               __strcmp_power8)
 362               IFUNC_IMPL_ADD (array, i, strcmp,
 363                               hwcap & PPC_FEATURE_HAS_VSX,
 364                               __strcmp_power7)
 365               IFUNC_IMPL_ADD (array, i, strcmp, 1,
 366                              __strcmp_ppc))
 367
 368   /* Support sysdeps/powerpc/powerpc64/multiarch/strcat.c.  */
 369   IFUNC_IMPL (i, name, strcat,
 370               IFUNC_IMPL_ADD (array, i, strcat,
 371                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 372                               __strcat_power8)
 373               IFUNC_IMPL_ADD (array, i, strcat,
 374                               hwcap & PPC_FEATURE_HAS_VSX,
 375                               __strcat_power7)
 376               IFUNC_IMPL_ADD (array, i, strcat, 1,
 377                              __strcat_ppc))
 378
 379   /* Support sysdeps/powerpc/powerpc64/multiarch/strspn.c.  */
 380   IFUNC_IMPL (i, name, strspn,
 381              IFUNC_IMPL_ADD (array, i, strspn,
 382                              hwcap2 & PPC_FEATURE2_ARCH_2_07,
 383                              __strspn_power8)
 384              IFUNC_IMPL_ADD (array, i, strspn, 1,
 385                              __strspn_ppc))
 386
 387   /* Support sysdeps/powerpc/powerpc64/multiarch/strcspn.c.  */
 388   IFUNC_IMPL (i, name, strcspn,
 389              IFUNC_IMPL_ADD (array, i, strcspn,
 390                              hwcap2 & PPC_FEATURE2_ARCH_2_07,
 391                              __strcspn_power8)
 392              IFUNC_IMPL_ADD (array, i, strcspn, 1,
 393                              __strcspn_ppc))
 394
 395   /* Support sysdeps/powerpc/powerpc64/multiarch/strstr.c.  */
 396   IFUNC_IMPL (i, name, strstr,
 397              IFUNC_IMPL_ADD (array, i, strstr,
 398                              hwcap & PPC_FEATURE_HAS_VSX,
 399                              __strstr_power7)
 400              IFUNC_IMPL_ADD (array, i, strstr, 1,
 401                              __strstr_ppc))
 402
 403
 404   /* Support sysdeps/powerpc/powerpc64/multiarch/strcasestr.c.  */
 405   IFUNC_IMPL (i, name, strcasestr,
 406               IFUNC_IMPL_ADD (array, i, strcasestr,
 407                               hwcap2 & PPC_FEATURE2_ARCH_2_07,
 408                               __strcasestr_power8)
 409              IFUNC_IMPL_ADD (array, i, strcasestr, 1,
 410                              __strcasestr_ppc))
 411
 412   return i;
 413 }