gcc/config/i386/xopintrin.h

   1 /* Copyright (C) 2007-2019 Free Software Foundation, Inc.
   2
   3    This file is part of GCC.
   4
   5    GCC is free software; you can redistribute it and/or modify
   6    it under the terms of the GNU General Public License as published by
   7    the Free Software Foundation; either version 3, or (at your option)
   8    any later version.
   9
  10    GCC is distributed in the hope that it will be useful,
  11    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13    GNU General Public License for more details.
  14
  15    Under Section 7 of GPL version 3, you are granted additional
  16    permissions described in the GCC Runtime Library Exception, version
  17    3.1, as published by the Free Software Foundation.
  18
  19    You should have received a copy of the GNU General Public License and
  20    a copy of the GCC Runtime Library Exception along with this program;
  21    see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
  22    <http://www.gnu.org/licenses/>.  */
  23
  24 #ifndef _X86INTRIN_H_INCLUDED
  25 # error "Never use <xopintrin.h> directly; include <x86intrin.h> instead."
  26 #endif
  27
  28 #ifndef _XOPMMINTRIN_H_INCLUDED
  29 #define _XOPMMINTRIN_H_INCLUDED
  30
  31 #include <fma4intrin.h>
  32
  33 #ifndef __XOP__
  34 #pragma GCC push_options
  35 #pragma GCC target("xop")
  36 #define __DISABLE_XOP__
  37 #endif /* __XOP__ */
  38
  39 /* Integer multiply/add instructions. */
  40 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  41 _mm_maccs_epi16(__m128i __A, __m128i __B, __m128i __C)
  42 {
  43   return (__m128i) __builtin_ia32_vpmacssww ((__v8hi)__A,(__v8hi)__B, (__v8hi)__C);
  44 }
  45
  46 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  47 _mm_macc_epi16(__m128i __A, __m128i __B, __m128i __C)
  48 {
  49   return (__m128i) __builtin_ia32_vpmacsww ((__v8hi)__A, (__v8hi)__B, (__v8hi)__C);
  50 }
  51
  52 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  53 _mm_maccsd_epi16(__m128i __A, __m128i __B, __m128i __C)
  54 {
  55   return  (__m128i) __builtin_ia32_vpmacsswd ((__v8hi)__A, (__v8hi)__B, (__v4si)__C);
  56 }
  57
  58 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  59 _mm_maccd_epi16(__m128i __A, __m128i __B, __m128i __C)
  60 {
  61   return  (__m128i) __builtin_ia32_vpmacswd ((__v8hi)__A, (__v8hi)__B, (__v4si)__C);
  62 }
  63
  64 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  65 _mm_maccs_epi32(__m128i __A, __m128i __B, __m128i __C)
  66 {
  67   return  (__m128i) __builtin_ia32_vpmacssdd ((__v4si)__A, (__v4si)__B, (__v4si)__C);
  68 }
  69
  70 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  71 _mm_macc_epi32(__m128i __A, __m128i __B, __m128i __C)
  72 {
  73   return  (__m128i) __builtin_ia32_vpmacsdd ((__v4si)__A, (__v4si)__B, (__v4si)__C);
  74 }
  75
  76 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  77 _mm_maccslo_epi32(__m128i __A, __m128i __B, __m128i __C)
  78 {
  79   return  (__m128i) __builtin_ia32_vpmacssdql ((__v4si)__A, (__v4si)__B, (__v2di)__C);
  80 }
  81
  82 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  83 _mm_macclo_epi32(__m128i __A, __m128i __B, __m128i __C)
  84 {
  85   return  (__m128i) __builtin_ia32_vpmacsdql ((__v4si)__A, (__v4si)__B, (__v2di)__C);
  86 }
  87
  88 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  89 _mm_maccshi_epi32(__m128i __A, __m128i __B, __m128i __C)
  90 {
  91   return  (__m128i) __builtin_ia32_vpmacssdqh ((__v4si)__A, (__v4si)__B, (__v2di)__C);
  92 }
  93
  94 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  95 _mm_macchi_epi32(__m128i __A, __m128i __B, __m128i __C)
  96 {
  97   return  (__m128i) __builtin_ia32_vpmacsdqh ((__v4si)__A, (__v4si)__B, (__v2di)__C);
  98 }
  99
 100 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 101 _mm_maddsd_epi16(__m128i __A, __m128i __B, __m128i __C)
 102 {
 103   return  (__m128i) __builtin_ia32_vpmadcsswd ((__v8hi)__A,(__v8hi)__B,(__v4si)__C);
 104 }
 105
 106 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 107 _mm_maddd_epi16(__m128i __A, __m128i __B, __m128i __C)
 108 {
 109   return  (__m128i) __builtin_ia32_vpmadcswd ((__v8hi)__A,(__v8hi)__B,(__v4si)__C);
 110 }
 111
 112 /* Packed Integer Horizontal Add and Subtract */
 113 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 114 _mm_haddw_epi8(__m128i __A)
 115 {
 116   return  (__m128i) __builtin_ia32_vphaddbw ((__v16qi)__A);
 117 }
 118
 119 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 120 _mm_haddd_epi8(__m128i __A)
 121 {
 122   return  (__m128i) __builtin_ia32_vphaddbd ((__v16qi)__A);
 123 }
 124
 125 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 126 _mm_haddq_epi8(__m128i __A)
 127 {
 128   return  (__m128i) __builtin_ia32_vphaddbq ((__v16qi)__A);
 129 }
 130
 131 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 132 _mm_haddd_epi16(__m128i __A)
 133 {
 134   return  (__m128i) __builtin_ia32_vphaddwd ((__v8hi)__A);
 135 }
 136
 137 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 138 _mm_haddq_epi16(__m128i __A)
 139 {
 140   return  (__m128i) __builtin_ia32_vphaddwq ((__v8hi)__A);
 141 }
 142
 143 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 144 _mm_haddq_epi32(__m128i __A)
 145 {
 146   return  (__m128i) __builtin_ia32_vphadddq ((__v4si)__A);
 147 }
 148
 149 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 150 _mm_haddw_epu8(__m128i __A)
 151 {
 152   return  (__m128i) __builtin_ia32_vphaddubw ((__v16qi)__A);
 153 }
 154
 155 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 156 _mm_haddd_epu8(__m128i __A)
 157 {
 158   return  (__m128i) __builtin_ia32_vphaddubd ((__v16qi)__A);
 159 }
 160
 161 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 162 _mm_haddq_epu8(__m128i __A)
 163 {
 164   return  (__m128i) __builtin_ia32_vphaddubq ((__v16qi)__A);
 165 }
 166
 167 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 168 _mm_haddd_epu16(__m128i __A)
 169 {
 170   return  (__m128i) __builtin_ia32_vphadduwd ((__v8hi)__A);
 171 }
 172
 173 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 174 _mm_haddq_epu16(__m128i __A)
 175 {
 176   return  (__m128i) __builtin_ia32_vphadduwq ((__v8hi)__A);
 177 }
 178
 179 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 180 _mm_haddq_epu32(__m128i __A)
 181 {
 182   return  (__m128i) __builtin_ia32_vphaddudq ((__v4si)__A);
 183 }
 184
 185 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 186 _mm_hsubw_epi8(__m128i __A)
 187 {
 188   return  (__m128i) __builtin_ia32_vphsubbw ((__v16qi)__A);
 189 }
 190
 191 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 192 _mm_hsubd_epi16(__m128i __A)
 193 {
 194   return  (__m128i) __builtin_ia32_vphsubwd ((__v8hi)__A);
 195 }
 196
 197 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 198 _mm_hsubq_epi32(__m128i __A)
 199 {
 200   return  (__m128i) __builtin_ia32_vphsubdq ((__v4si)__A);
 201 }
 202
 203 /* Vector conditional move and permute */
 204
 205 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 206 _mm_cmov_si128(__m128i __A, __m128i __B, __m128i __C)
 207 {
 208   return  (__m128i) __builtin_ia32_vpcmov (__A, __B, __C);
 209 }
 210
 211 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 212 _mm_perm_epi8(__m128i __A, __m128i __B, __m128i __C)
 213 {
 214   return  (__m128i) __builtin_ia32_vpperm ((__v16qi)__A, (__v16qi)__B, (__v16qi)__C);
 215 }
 216
 217 /* Packed Integer Rotates and Shifts
 218    Rotates - Non-Immediate form */
 219
 220 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 221 _mm_rot_epi8(__m128i __A,  __m128i __B)
 222 {
 223   return  (__m128i) __builtin_ia32_vprotb ((__v16qi)__A, (__v16qi)__B);
 224 }
 225
 226 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 227 _mm_rot_epi16(__m128i __A,  __m128i __B)
 228 {
 229   return  (__m128i) __builtin_ia32_vprotw ((__v8hi)__A, (__v8hi)__B);
 230 }
 231
 232 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 233 _mm_rot_epi32(__m128i __A,  __m128i __B)
 234 {
 235   return  (__m128i) __builtin_ia32_vprotd ((__v4si)__A, (__v4si)__B);
 236 }
 237
 238 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 239 _mm_rot_epi64(__m128i __A,  __m128i __B)
 240 {
 241   return (__m128i)  __builtin_ia32_vprotq ((__v2di)__A, (__v2di)__B);
 242 }
 243
 244 /* Rotates - Immediate form */
 245
 246 #ifdef __OPTIMIZE__
 247 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 248 _mm_roti_epi8(__m128i __A, const int __B)
 249 {
 250   return  (__m128i) __builtin_ia32_vprotbi ((__v16qi)__A, __B);
 251 }
 252
 253 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 254 _mm_roti_epi16(__m128i __A, const int __B)
 255 {
 256   return  (__m128i) __builtin_ia32_vprotwi ((__v8hi)__A, __B);
 257 }
 258
 259 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 260 _mm_roti_epi32(__m128i __A, const int __B)
 261 {
 262   return  (__m128i) __builtin_ia32_vprotdi ((__v4si)__A, __B);
 263 }
 264
 265 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 266 _mm_roti_epi64(__m128i __A, const int __B)
 267 {
 268   return  (__m128i) __builtin_ia32_vprotqi ((__v2di)__A, __B);
 269 }
 270 #else
 271 #define _mm_roti_epi8(A, N) \
 272   ((__m128i) __builtin_ia32_vprotbi ((__v16qi)(__m128i)(A), (int)(N)))
 273 #define _mm_roti_epi16(A, N) \
 274   ((__m128i) __builtin_ia32_vprotwi ((__v8hi)(__m128i)(A), (int)(N)))
 275 #define _mm_roti_epi32(A, N) \
 276   ((__m128i) __builtin_ia32_vprotdi ((__v4si)(__m128i)(A), (int)(N)))
 277 #define _mm_roti_epi64(A, N) \
 278   ((__m128i) __builtin_ia32_vprotqi ((__v2di)(__m128i)(A), (int)(N)))
 279 #endif
 280
 281 /* Shifts */
 282
 283 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 284 _mm_shl_epi8(__m128i __A,  __m128i __B)
 285 {
 286   return  (__m128i) __builtin_ia32_vpshlb ((__v16qi)__A, (__v16qi)__B);
 287 }
 288
 289 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 290 _mm_shl_epi16(__m128i __A,  __m128i __B)
 291 {
 292   return  (__m128i) __builtin_ia32_vpshlw ((__v8hi)__A, (__v8hi)__B);
 293 }
 294
 295 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 296 _mm_shl_epi32(__m128i __A,  __m128i __B)
 297 {
 298   return  (__m128i) __builtin_ia32_vpshld ((__v4si)__A, (__v4si)__B);
 299 }
 300
 301 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 302 _mm_shl_epi64(__m128i __A,  __m128i __B)
 303 {
 304   return  (__m128i) __builtin_ia32_vpshlq ((__v2di)__A, (__v2di)__B);
 305 }
 306
 307
 308 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 309 _mm_sha_epi8(__m128i __A,  __m128i __B)
 310 {
 311   return  (__m128i) __builtin_ia32_vpshab ((__v16qi)__A, (__v16qi)__B);
 312 }
 313
 314 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 315 _mm_sha_epi16(__m128i __A,  __m128i __B)
 316 {
 317   return  (__m128i) __builtin_ia32_vpshaw ((__v8hi)__A, (__v8hi)__B);
 318 }
 319
 320 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 321 _mm_sha_epi32(__m128i __A,  __m128i __B)
 322 {
 323   return  (__m128i) __builtin_ia32_vpshad ((__v4si)__A, (__v4si)__B);
 324 }
 325
 326 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 327 _mm_sha_epi64(__m128i __A,  __m128i __B)
 328 {
 329   return  (__m128i) __builtin_ia32_vpshaq ((__v2di)__A, (__v2di)__B);
 330 }
 331
 332 /* Compare and Predicate Generation
 333    pcom (integer, unsigned bytes) */
 334
 335 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 336 _mm_comlt_epu8(__m128i __A, __m128i __B)
 337 {
 338   return (__m128i) __builtin_ia32_vpcomltub ((__v16qi)__A, (__v16qi)__B);
 339 }
 340
 341 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 342 _mm_comle_epu8(__m128i __A, __m128i __B)
 343 {
 344   return (__m128i) __builtin_ia32_vpcomleub ((__v16qi)__A, (__v16qi)__B);
 345 }
 346
 347 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 348 _mm_comgt_epu8(__m128i __A, __m128i __B)
 349 {
 350   return (__m128i) __builtin_ia32_vpcomgtub ((__v16qi)__A, (__v16qi)__B);
 351 }
 352
 353 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 354 _mm_comge_epu8(__m128i __A, __m128i __B)
 355 {
 356   return (__m128i) __builtin_ia32_vpcomgeub ((__v16qi)__A, (__v16qi)__B);
 357 }
 358
 359 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 360 _mm_comeq_epu8(__m128i __A, __m128i __B)
 361 {
 362   return (__m128i) __builtin_ia32_vpcomequb ((__v16qi)__A, (__v16qi)__B);
 363 }
 364
 365 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 366 _mm_comneq_epu8(__m128i __A, __m128i __B)
 367 {
 368   return (__m128i) __builtin_ia32_vpcomnequb ((__v16qi)__A, (__v16qi)__B);
 369 }
 370
 371 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 372 _mm_comfalse_epu8(__m128i __A, __m128i __B)
 373 {
 374   return (__m128i) __builtin_ia32_vpcomfalseub ((__v16qi)__A, (__v16qi)__B);
 375 }
 376
 377 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 378 _mm_comtrue_epu8(__m128i __A, __m128i __B)
 379 {
 380   return (__m128i) __builtin_ia32_vpcomtrueub ((__v16qi)__A, (__v16qi)__B);
 381 }
 382
 383 /*pcom (integer, unsigned words) */
 384
 385 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 386 _mm_comlt_epu16(__m128i __A, __m128i __B)
 387 {
 388   return (__m128i) __builtin_ia32_vpcomltuw ((__v8hi)__A, (__v8hi)__B);
 389 }
 390
 391 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 392 _mm_comle_epu16(__m128i __A, __m128i __B)
 393 {
 394   return (__m128i) __builtin_ia32_vpcomleuw ((__v8hi)__A, (__v8hi)__B);
 395 }
 396
 397 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 398 _mm_comgt_epu16(__m128i __A, __m128i __B)
 399 {
 400   return (__m128i) __builtin_ia32_vpcomgtuw ((__v8hi)__A, (__v8hi)__B);
 401 }
 402
 403 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 404 _mm_comge_epu16(__m128i __A, __m128i __B)
 405 {
 406   return (__m128i) __builtin_ia32_vpcomgeuw ((__v8hi)__A, (__v8hi)__B);
 407 }
 408
 409 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 410 _mm_comeq_epu16(__m128i __A, __m128i __B)
 411 {
 412   return (__m128i) __builtin_ia32_vpcomequw ((__v8hi)__A, (__v8hi)__B);
 413 }
 414
 415 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 416 _mm_comneq_epu16(__m128i __A, __m128i __B)
 417 {
 418   return (__m128i) __builtin_ia32_vpcomnequw ((__v8hi)__A, (__v8hi)__B);
 419 }
 420
 421 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 422 _mm_comfalse_epu16(__m128i __A, __m128i __B)
 423 {
 424   return (__m128i) __builtin_ia32_vpcomfalseuw ((__v8hi)__A, (__v8hi)__B);
 425 }
 426
 427 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 428 _mm_comtrue_epu16(__m128i __A, __m128i __B)
 429 {
 430   return (__m128i) __builtin_ia32_vpcomtrueuw ((__v8hi)__A, (__v8hi)__B);
 431 }
 432
 433 /*pcom (integer, unsigned double words) */
 434
 435 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 436 _mm_comlt_epu32(__m128i __A, __m128i __B)
 437 {
 438   return (__m128i) __builtin_ia32_vpcomltud ((__v4si)__A, (__v4si)__B);
 439 }
 440
 441 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 442 _mm_comle_epu32(__m128i __A, __m128i __B)
 443 {
 444   return (__m128i) __builtin_ia32_vpcomleud ((__v4si)__A, (__v4si)__B);
 445 }
 446
 447 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 448 _mm_comgt_epu32(__m128i __A, __m128i __B)
 449 {
 450   return (__m128i) __builtin_ia32_vpcomgtud ((__v4si)__A, (__v4si)__B);
 451 }
 452
 453 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 454 _mm_comge_epu32(__m128i __A, __m128i __B)
 455 {
 456   return (__m128i) __builtin_ia32_vpcomgeud ((__v4si)__A, (__v4si)__B);
 457 }
 458
 459 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 460 _mm_comeq_epu32(__m128i __A, __m128i __B)
 461 {
 462   return (__m128i) __builtin_ia32_vpcomequd ((__v4si)__A, (__v4si)__B);
 463 }
 464
 465 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 466 _mm_comneq_epu32(__m128i __A, __m128i __B)
 467 {
 468   return (__m128i) __builtin_ia32_vpcomnequd ((__v4si)__A, (__v4si)__B);
 469 }
 470
 471 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 472 _mm_comfalse_epu32(__m128i __A, __m128i __B)
 473 {
 474   return (__m128i) __builtin_ia32_vpcomfalseud ((__v4si)__A, (__v4si)__B);
 475 }
 476
 477 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 478 _mm_comtrue_epu32(__m128i __A, __m128i __B)
 479 {
 480   return (__m128i) __builtin_ia32_vpcomtrueud ((__v4si)__A, (__v4si)__B);
 481 }
 482
 483 /*pcom (integer, unsigned quad words) */
 484
 485 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 486 _mm_comlt_epu64(__m128i __A, __m128i __B)
 487 {
 488   return (__m128i) __builtin_ia32_vpcomltuq ((__v2di)__A, (__v2di)__B);
 489 }
 490
 491 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 492 _mm_comle_epu64(__m128i __A, __m128i __B)
 493 {
 494   return (__m128i) __builtin_ia32_vpcomleuq ((__v2di)__A, (__v2di)__B);
 495 }
 496
 497 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 498 _mm_comgt_epu64(__m128i __A, __m128i __B)
 499 {
 500   return (__m128i) __builtin_ia32_vpcomgtuq ((__v2di)__A, (__v2di)__B);
 501 }
 502
 503 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 504 _mm_comge_epu64(__m128i __A, __m128i __B)
 505 {
 506   return (__m128i) __builtin_ia32_vpcomgeuq ((__v2di)__A, (__v2di)__B);
 507 }
 508
 509 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 510 _mm_comeq_epu64(__m128i __A, __m128i __B)
 511 {
 512   return (__m128i) __builtin_ia32_vpcomequq ((__v2di)__A, (__v2di)__B);
 513 }
 514
 515 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 516 _mm_comneq_epu64(__m128i __A, __m128i __B)
 517 {
 518   return (__m128i) __builtin_ia32_vpcomnequq ((__v2di)__A, (__v2di)__B);
 519 }
 520
 521 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 522 _mm_comfalse_epu64(__m128i __A, __m128i __B)
 523 {
 524   return (__m128i) __builtin_ia32_vpcomfalseuq ((__v2di)__A, (__v2di)__B);
 525 }
 526
 527 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 528 _mm_comtrue_epu64(__m128i __A, __m128i __B)
 529 {
 530   return (__m128i) __builtin_ia32_vpcomtrueuq ((__v2di)__A, (__v2di)__B);
 531 }
 532
 533 /*pcom (integer, signed bytes) */
 534
 535 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 536 _mm_comlt_epi8(__m128i __A, __m128i __B)
 537 {
 538   return (__m128i) __builtin_ia32_vpcomltb ((__v16qi)__A, (__v16qi)__B);
 539 }
 540
 541 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 542 _mm_comle_epi8(__m128i __A, __m128i __B)
 543 {
 544   return (__m128i) __builtin_ia32_vpcomleb ((__v16qi)__A, (__v16qi)__B);
 545 }
 546
 547 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 548 _mm_comgt_epi8(__m128i __A, __m128i __B)
 549 {
 550   return (__m128i) __builtin_ia32_vpcomgtb ((__v16qi)__A, (__v16qi)__B);
 551 }
 552
 553 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 554 _mm_comge_epi8(__m128i __A, __m128i __B)
 555 {
 556   return (__m128i) __builtin_ia32_vpcomgeb ((__v16qi)__A, (__v16qi)__B);
 557 }
 558
 559 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 560 _mm_comeq_epi8(__m128i __A, __m128i __B)
 561 {
 562   return (__m128i) __builtin_ia32_vpcomeqb ((__v16qi)__A, (__v16qi)__B);
 563 }
 564
 565 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 566 _mm_comneq_epi8(__m128i __A, __m128i __B)
 567 {
 568   return (__m128i) __builtin_ia32_vpcomneqb ((__v16qi)__A, (__v16qi)__B);
 569 }
 570
 571 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 572 _mm_comfalse_epi8(__m128i __A, __m128i __B)
 573 {
 574   return (__m128i) __builtin_ia32_vpcomfalseb ((__v16qi)__A, (__v16qi)__B);
 575 }
 576
 577 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 578 _mm_comtrue_epi8(__m128i __A, __m128i __B)
 579 {
 580   return (__m128i) __builtin_ia32_vpcomtrueb ((__v16qi)__A, (__v16qi)__B);
 581 }
 582
 583 /*pcom (integer, signed words) */
 584
 585 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 586 _mm_comlt_epi16(__m128i __A, __m128i __B)
 587 {
 588   return (__m128i) __builtin_ia32_vpcomltw ((__v8hi)__A, (__v8hi)__B);
 589 }
 590
 591 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 592 _mm_comle_epi16(__m128i __A, __m128i __B)
 593 {
 594   return (__m128i) __builtin_ia32_vpcomlew ((__v8hi)__A, (__v8hi)__B);
 595 }
 596
 597 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 598 _mm_comgt_epi16(__m128i __A, __m128i __B)
 599 {
 600   return (__m128i) __builtin_ia32_vpcomgtw ((__v8hi)__A, (__v8hi)__B);
 601 }
 602
 603 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 604 _mm_comge_epi16(__m128i __A, __m128i __B)
 605 {
 606   return (__m128i) __builtin_ia32_vpcomgew ((__v8hi)__A, (__v8hi)__B);
 607 }
 608
 609 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 610 _mm_comeq_epi16(__m128i __A, __m128i __B)
 611 {
 612   return (__m128i) __builtin_ia32_vpcomeqw ((__v8hi)__A, (__v8hi)__B);
 613 }
 614
 615 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 616 _mm_comneq_epi16(__m128i __A, __m128i __B)
 617 {
 618   return (__m128i) __builtin_ia32_vpcomneqw ((__v8hi)__A, (__v8hi)__B);
 619 }
 620
 621 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 622 _mm_comfalse_epi16(__m128i __A, __m128i __B)
 623 {
 624   return (__m128i) __builtin_ia32_vpcomfalsew ((__v8hi)__A, (__v8hi)__B);
 625 }
 626
 627 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 628 _mm_comtrue_epi16(__m128i __A, __m128i __B)
 629 {
 630   return (__m128i) __builtin_ia32_vpcomtruew ((__v8hi)__A, (__v8hi)__B);
 631 }
 632
 633 /*pcom (integer, signed double words) */
 634
 635 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 636 _mm_comlt_epi32(__m128i __A, __m128i __B)
 637 {
 638   return (__m128i) __builtin_ia32_vpcomltd ((__v4si)__A, (__v4si)__B);
 639 }
 640
 641 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 642 _mm_comle_epi32(__m128i __A, __m128i __B)
 643 {
 644   return (__m128i) __builtin_ia32_vpcomled ((__v4si)__A, (__v4si)__B);
 645 }
 646
 647 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 648 _mm_comgt_epi32(__m128i __A, __m128i __B)
 649 {
 650   return (__m128i) __builtin_ia32_vpcomgtd ((__v4si)__A, (__v4si)__B);
 651 }
 652
 653 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 654 _mm_comge_epi32(__m128i __A, __m128i __B)
 655 {
 656   return (__m128i) __builtin_ia32_vpcomged ((__v4si)__A, (__v4si)__B);
 657 }
 658
 659 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 660 _mm_comeq_epi32(__m128i __A, __m128i __B)
 661 {
 662   return (__m128i) __builtin_ia32_vpcomeqd ((__v4si)__A, (__v4si)__B);
 663 }
 664
 665 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 666 _mm_comneq_epi32(__m128i __A, __m128i __B)
 667 {
 668   return (__m128i) __builtin_ia32_vpcomneqd ((__v4si)__A, (__v4si)__B);
 669 }
 670
 671 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 672 _mm_comfalse_epi32(__m128i __A, __m128i __B)
 673 {
 674   return (__m128i) __builtin_ia32_vpcomfalsed ((__v4si)__A, (__v4si)__B);
 675 }
 676
 677 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 678 _mm_comtrue_epi32(__m128i __A, __m128i __B)
 679 {
 680   return (__m128i) __builtin_ia32_vpcomtrued ((__v4si)__A, (__v4si)__B);
 681 }
 682
 683 /*pcom (integer, signed quad words) */
 684
 685 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 686 _mm_comlt_epi64(__m128i __A, __m128i __B)
 687 {
 688   return (__m128i) __builtin_ia32_vpcomltq ((__v2di)__A, (__v2di)__B);
 689 }
 690
 691 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 692 _mm_comle_epi64(__m128i __A, __m128i __B)
 693 {
 694   return (__m128i) __builtin_ia32_vpcomleq ((__v2di)__A, (__v2di)__B);
 695 }
 696
 697 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 698 _mm_comgt_epi64(__m128i __A, __m128i __B)
 699 {
 700   return (__m128i) __builtin_ia32_vpcomgtq ((__v2di)__A, (__v2di)__B);
 701 }
 702
 703 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 704 _mm_comge_epi64(__m128i __A, __m128i __B)
 705 {
 706   return (__m128i) __builtin_ia32_vpcomgeq ((__v2di)__A, (__v2di)__B);
 707 }
 708
 709 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 710 _mm_comeq_epi64(__m128i __A, __m128i __B)
 711 {
 712   return (__m128i) __builtin_ia32_vpcomeqq ((__v2di)__A, (__v2di)__B);
 713 }
 714
 715 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 716 _mm_comneq_epi64(__m128i __A, __m128i __B)
 717 {
 718   return (__m128i) __builtin_ia32_vpcomneqq ((__v2di)__A, (__v2di)__B);
 719 }
 720
 721 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 722 _mm_comfalse_epi64(__m128i __A, __m128i __B)
 723 {
 724   return (__m128i) __builtin_ia32_vpcomfalseq ((__v2di)__A, (__v2di)__B);
 725 }
 726
 727 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 728 _mm_comtrue_epi64(__m128i __A, __m128i __B)
 729 {
 730   return (__m128i) __builtin_ia32_vpcomtrueq ((__v2di)__A, (__v2di)__B);
 731 }
 732
 733 /* FRCZ */
 734
 735 extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 736 _mm_frcz_ps (__m128 __A)
 737 {
 738   return (__m128) __builtin_ia32_vfrczps ((__v4sf)__A);
 739 }
 740
 741 extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 742 _mm_frcz_pd (__m128d __A)
 743 {
 744   return (__m128d) __builtin_ia32_vfrczpd ((__v2df)__A);
 745 }
 746
 747 extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 748 _mm_frcz_ss (__m128 __A, __m128 __B)
 749 {
 750   return (__m128) __builtin_ia32_movss ((__v4sf)__A,
 751                                         (__v4sf)
 752                                         __builtin_ia32_vfrczss ((__v4sf)__B));
 753 }
 754
 755 extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 756 _mm_frcz_sd (__m128d __A, __m128d __B)
 757 {
 758   return (__m128d) __builtin_ia32_movsd ((__v2df)__A,
 759                                          (__v2df)
 760                                          __builtin_ia32_vfrczsd ((__v2df)__B));
 761 }
 762
 763 extern __inline __m256 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 764 _mm256_frcz_ps (__m256 __A)
 765 {
 766   return (__m256) __builtin_ia32_vfrczps256 ((__v8sf)__A);
 767 }
 768
 769 extern __inline __m256d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 770 _mm256_frcz_pd (__m256d __A)
 771 {
 772   return (__m256d) __builtin_ia32_vfrczpd256 ((__v4df)__A);
 773 }
 774
 775 /* PERMIL2 */
 776
 777 #ifdef __OPTIMIZE__
 778 extern __inline __m128d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 779 _mm_permute2_pd (__m128d __X, __m128d __Y, __m128i __C, const int __I)
 780 {
 781   return (__m128d) __builtin_ia32_vpermil2pd ((__v2df)__X,
 782                                               (__v2df)__Y,
 783                                               (__v2di)__C,
 784                                               __I);
 785 }
 786
 787 extern __inline __m256d __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 788 _mm256_permute2_pd (__m256d __X, __m256d __Y, __m256i __C, const int __I)
 789 {
 790   return (__m256d) __builtin_ia32_vpermil2pd256 ((__v4df)__X,
 791                                                  (__v4df)__Y,
 792                                                  (__v4di)__C,
 793                                                  __I);
 794 }
 795
 796 extern __inline __m128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 797 _mm_permute2_ps (__m128 __X, __m128 __Y, __m128i __C, const int __I)
 798 {
 799   return (__m128) __builtin_ia32_vpermil2ps ((__v4sf)__X,
 800                                              (__v4sf)__Y,
 801                                              (__v4si)__C,
 802                                              __I);
 803 }
 804
 805 extern __inline __m256 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 806 _mm256_permute2_ps (__m256 __X, __m256 __Y, __m256i __C, const int __I)
 807 {
 808   return (__m256) __builtin_ia32_vpermil2ps256 ((__v8sf)__X,
 809                                                 (__v8sf)__Y,
 810                                                 (__v8si)__C,
 811                                                 __I);
 812 }
 813 #else
 814 #define _mm_permute2_pd(X, Y, C, I)                                     \
 815   ((__m128d) __builtin_ia32_vpermil2pd ((__v2df)(__m128d)(X),           \
 816                                         (__v2df)(__m128d)(Y),           \
 817                                         (__v2di)(__m128d)(C),           \
 818                                         (int)(I)))
 819
 820 #define _mm256_permute2_pd(X, Y, C, I)                                  \
 821   ((__m256d) __builtin_ia32_vpermil2pd256 ((__v4df)(__m256d)(X),        \
 822                                            (__v4df)(__m256d)(Y),        \
 823                                            (__v4di)(__m256d)(C),        \
 824                                            (int)(I)))
 825
 826 #define _mm_permute2_ps(X, Y, C, I)                                     \
 827   ((__m128) __builtin_ia32_vpermil2ps ((__v4sf)(__m128)(X),             \
 828                                        (__v4sf)(__m128)(Y),             \
 829                                        (__v4si)(__m128)(C),             \
 830                                        (int)(I)))
 831
 832 #define _mm256_permute2_ps(X, Y, C, I)                                  \
 833   ((__m256) __builtin_ia32_vpermil2ps256 ((__v8sf)(__m256)(X),          \
 834                                           (__v8sf)(__m256)(Y),          \
 835                                           (__v8si)(__m256)(C),          \
 836                                           (int)(I)))
 837 #endif /* __OPTIMIZE__ */
 838
 839 #ifdef __DISABLE_XOP__
 840 #undef __DISABLE_XOP__
 841 #pragma GCC pop_options
 842 #endif /* __DISABLE_XOP__ */
 843
 844 #endif /* _XOPMMINTRIN_H_INCLUDED */