| blob | 295ce291f7ce46d98a7e82d263e9c7fa1624afed |
1 /*===---- avx512vlintrin.h - AVX512VL intrinsics ---------------------------===
2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
24 #ifndef __IMMINTRIN_H
26 #endif
28 #ifndef __AVX512VLINTRIN_H
29 #define __AVX512VLINTRIN_H
31 #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512vl")))
33 /* Doesn't require avx512vl, used in avx512dqintrin.h */
37 }
39 /* Integer compare */
41 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
45 }
47 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
50 __u);
51 }
53 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
57 }
59 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
62 __u);
63 }
65 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
69 }
71 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
74 __u);
75 }
77 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
81 }
83 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
86 __u);
87 }
89 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
93 }
95 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
98 __u);
99 }
101 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
105 }
107 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
110 __u);
111 }
113 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
117 }
119 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
122 __u);
123 }
125 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
129 }
131 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
134 __u);
135 }
138 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
142 }
144 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
147 __u);
148 }
150 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
154 }
156 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
159 __u);
160 }
162 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
166 }
168 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
171 __u);
172 }
174 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
178 }
180 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
183 __u);
184 }
186 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
190 }
192 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
195 __u);
196 }
198 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
202 }
204 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
207 __u);
208 }
210 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
214 }
216 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
219 __u);
220 }
222 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
226 }
228 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
231 __u);
232 }
234 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
238 }
240 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
243 __u);
244 }
246 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
250 }
252 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
255 __u);
256 }
258 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
262 }
264 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
267 __u);
268 }
270 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
274 }
276 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
279 __u);
280 }
282 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
286 }
288 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
291 __u);
292 }
294 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
298 }
300 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
303 __u);
304 }
306 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
310 }
312 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
315 __u);
316 }
318 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
322 }
324 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
327 __u);
328 }
330 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
334 }
336 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
339 __u);
340 }
342 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
346 }
348 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
351 __u);
352 }
354 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
358 }
360 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
363 __u);
364 }
366 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
370 }
372 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
375 __u);
376 }
378 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
382 }
384 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
387 __u);
388 }
390 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
394 }
396 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
399 __u);
400 }
402 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
406 }
408 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
411 __u);
412 }
414 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
418 }
420 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
423 __u);
424 }
426 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
430 }
432 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
435 __u);
436 }
438 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
442 }
444 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
447 __u);
448 }
450 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
454 }
456 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
459 __u);
460 }
462 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
466 }
468 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
471 __u);
472 }
474 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
478 }
480 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
483 __u);
484 }
486 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
490 }
492 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
495 __u);
496 }
498 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
502 }
504 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
507 __u);
508 }
510 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
514 }
516 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
519 __u);
520 }
522 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
526 }
528 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
531 __u);
532 }
534 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
538 }
540 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
543 __u);
544 }
546 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
550 }
552 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
555 __u);
556 }
558 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
562 }
564 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
567 __u);
568 }
570 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
574 }
576 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
579 __u);
580 }
582 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
586 }
588 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
591 __u);
592 }
594 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
598 }
600 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
603 __u);
604 }
606 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
610 }
612 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
615 __u);
616 }
618 static __inline__ __m256i __DEFAULT_FN_ATTRS
620 __m256i __B)
621 {
626 }
628 static __inline__ __m256i __DEFAULT_FN_ATTRS
630 {
636 }
638 static __inline__ __m256i __DEFAULT_FN_ATTRS
640 __m256i __B)
641 {
646 }
648 static __inline__ __m256i __DEFAULT_FN_ATTRS
650 {
656 }
658 static __inline__ __m256i __DEFAULT_FN_ATTRS
660 __m256i __B)
661 {
666 }
668 static __inline__ __m256i __DEFAULT_FN_ATTRS
670 {
676 }
678 static __inline__ __m256i __DEFAULT_FN_ATTRS
680 __m256i __B)
681 {
686 }
688 static __inline__ __m256i __DEFAULT_FN_ATTRS
690 {
696 }
698 static __inline__ __m128i __DEFAULT_FN_ATTRS
700 __m128i __B)
701 {
706 }
708 static __inline__ __m128i __DEFAULT_FN_ATTRS
710 {
716 }
718 static __inline__ __m128i __DEFAULT_FN_ATTRS
720 __m128i __B)
721 {
726 }
728 static __inline__ __m128i __DEFAULT_FN_ATTRS
730 {
736 }
738 static __inline__ __m128i __DEFAULT_FN_ATTRS
740 __m128i __B)
741 {
746 }
748 static __inline__ __m128i __DEFAULT_FN_ATTRS
750 {
756 }
758 static __inline__ __m128i __DEFAULT_FN_ATTRS
760 __m128i __B)
761 {
766 }
768 static __inline__ __m128i __DEFAULT_FN_ATTRS
770 {
776 }
778 static __inline__ __m256i __DEFAULT_FN_ATTRS
780 __m256i __Y)
781 {
785 }
787 static __inline__ __m256i __DEFAULT_FN_ATTRS
789 {
794 __M);
795 }
797 static __inline__ __m128i __DEFAULT_FN_ATTRS
799 __m128i __Y)
800 {
804 }
806 static __inline__ __m128i __DEFAULT_FN_ATTRS
808 {
813 __M);
814 }
816 static __inline__ __m256i __DEFAULT_FN_ATTRS
818 __m256i __Y)
819 {
823 }
825 static __inline__ __m256i __DEFAULT_FN_ATTRS
827 {
832 __M);
833 }
835 static __inline__ __m128i __DEFAULT_FN_ATTRS
837 __m128i __Y)
838 {
842 }
844 static __inline__ __m128i __DEFAULT_FN_ATTRS
846 {
851 __M);
852 }
854 static __inline__ __m256i __DEFAULT_FN_ATTRS
856 {
861 __M);
862 }
864 static __inline__ __m256i __DEFAULT_FN_ATTRS
866 __m256i __B)
867 {
871 }
873 static __inline__ __m128i __DEFAULT_FN_ATTRS
875 {
880 __M);
881 }
883 static __inline__ __m128i __DEFAULT_FN_ATTRS
885 __m128i __B)
886 {
890 }
892 static __inline__ __m256i __DEFAULT_FN_ATTRS
894 {
898 }
900 static __inline__ __m256i __DEFAULT_FN_ATTRS
902 {
904 }
906 static __inline__ __m128i __DEFAULT_FN_ATTRS
908 {
912 }
914 static __inline__ __m128i __DEFAULT_FN_ATTRS
916 {
918 }
920 static __inline__ __m256i __DEFAULT_FN_ATTRS
922 {
926 }
928 static __inline__ __m256i __DEFAULT_FN_ATTRS
930 {
933 }
935 static __inline__ __m128i __DEFAULT_FN_ATTRS
937 {
941 }
943 static __inline__ __m128i __DEFAULT_FN_ATTRS
945 {
947 }
949 static __inline__ __m256i __DEFAULT_FN_ATTRS
951 {
955 }
957 static __inline__ __m256i __DEFAULT_FN_ATTRS
959 {
961 }
963 static __inline__ __m128i __DEFAULT_FN_ATTRS
965 {
969 }
971 static __inline__ __m128i __DEFAULT_FN_ATTRS
973 {
975 }
977 static __inline__ __m256i __DEFAULT_FN_ATTRS
979 {
983 }
985 static __inline__ __m256i __DEFAULT_FN_ATTRS
987 {
989 }
991 static __inline__ __m128i __DEFAULT_FN_ATTRS
993 __m128i __B)
994 {
998 }
1000 static __inline__ __m128i __DEFAULT_FN_ATTRS
1002 {
1004 }
1006 static __inline__ __m256i __DEFAULT_FN_ATTRS
1008 {
1012 }
1014 static __inline__ __m256i __DEFAULT_FN_ATTRS
1016 {
1018 }
1020 static __inline__ __m128i __DEFAULT_FN_ATTRS
1022 {
1026 }
1028 static __inline__ __m128i __DEFAULT_FN_ATTRS
1030 {
1032 }
1034 static __inline__ __m256i __DEFAULT_FN_ATTRS
1036 {
1040 }
1042 static __inline__ __m256i __DEFAULT_FN_ATTRS
1044 {
1047 }
1049 static __inline__ __m128i __DEFAULT_FN_ATTRS
1051 {
1055 }
1057 static __inline__ __m128i __DEFAULT_FN_ATTRS
1059 {
1061 }
1063 static __inline__ __m256i __DEFAULT_FN_ATTRS
1065 {
1069 }
1071 static __inline__ __m256i __DEFAULT_FN_ATTRS
1073 {
1075 }
1077 static __inline__ __m128i __DEFAULT_FN_ATTRS
1079 {
1083 }
1085 static __inline__ __m128i __DEFAULT_FN_ATTRS
1087 {
1089 }
1091 static __inline__ __m256i __DEFAULT_FN_ATTRS
1093 {
1097 }
1099 static __inline__ __m256i __DEFAULT_FN_ATTRS
1101 {
1103 }
1105 static __inline__ __m128i __DEFAULT_FN_ATTRS
1107 __m128i __B)
1108 {
1112 }
1114 static __inline__ __m128i __DEFAULT_FN_ATTRS
1116 {
1118 }
1120 #define _mm_cmp_epi32_mask(a, b, p) __extension__ ({ \
1121 (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)(__m128i)(a), \
1122 (__v4si)(__m128i)(b), (int)(p), \
1123 (__mmask8)-1); })
1125 #define _mm_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
1126 (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)(__m128i)(a), \
1127 (__v4si)(__m128i)(b), (int)(p), \
1128 (__mmask8)(m)); })
1130 #define _mm_cmp_epu32_mask(a, b, p) __extension__ ({ \
1131 (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)(__m128i)(a), \
1132 (__v4si)(__m128i)(b), (int)(p), \
1133 (__mmask8)-1); })
1135 #define _mm_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
1136 (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)(__m128i)(a), \
1137 (__v4si)(__m128i)(b), (int)(p), \
1138 (__mmask8)(m)); })
1140 #define _mm256_cmp_epi32_mask(a, b, p) __extension__ ({ \
1141 (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)(__m256i)(a), \
1142 (__v8si)(__m256i)(b), (int)(p), \
1143 (__mmask8)-1); })
1145 #define _mm256_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
1146 (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)(__m256i)(a), \
1147 (__v8si)(__m256i)(b), (int)(p), \
1148 (__mmask8)(m)); })
1150 #define _mm256_cmp_epu32_mask(a, b, p) __extension__ ({ \
1151 (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)(__m256i)(a), \
1152 (__v8si)(__m256i)(b), (int)(p), \
1153 (__mmask8)-1); })
1155 #define _mm256_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
1156 (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)(__m256i)(a), \
1157 (__v8si)(__m256i)(b), (int)(p), \
1158 (__mmask8)(m)); })
1160 #define _mm_cmp_epi64_mask(a, b, p) __extension__ ({ \
1161 (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)(__m128i)(a), \
1162 (__v2di)(__m128i)(b), (int)(p), \
1163 (__mmask8)-1); })
1165 #define _mm_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
1166 (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)(__m128i)(a), \
1167 (__v2di)(__m128i)(b), (int)(p), \
1168 (__mmask8)(m)); })
1170 #define _mm_cmp_epu64_mask(a, b, p) __extension__ ({ \
1171 (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)(__m128i)(a), \
1172 (__v2di)(__m128i)(b), (int)(p), \
1173 (__mmask8)-1); })
1175 #define _mm_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
1176 (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)(__m128i)(a), \
1177 (__v2di)(__m128i)(b), (int)(p), \
1178 (__mmask8)(m)); })
1180 #define _mm256_cmp_epi64_mask(a, b, p) __extension__ ({ \
1181 (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)(__m256i)(a), \
1182 (__v4di)(__m256i)(b), (int)(p), \
1183 (__mmask8)-1); })
1185 #define _mm256_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
1186 (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)(__m256i)(a), \
1187 (__v4di)(__m256i)(b), (int)(p), \
1188 (__mmask8)(m)); })
1190 #define _mm256_cmp_epu64_mask(a, b, p) __extension__ ({ \
1191 (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)(__m256i)(a), \
1192 (__v4di)(__m256i)(b), (int)(p), \
1193 (__mmask8)-1); })
1195 #define _mm256_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
1196 (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)(__m256i)(a), \
1197 (__v4di)(__m256i)(b), (int)(p), \
1198 (__mmask8)(m)); })
1200 #define _mm256_cmp_ps_mask(a, b, p) __extension__ ({ \
1201 (__mmask8)__builtin_ia32_cmpps256_mask((__v8sf)(__m256)(a), \
1202 (__v8sf)(__m256)(b), (int)(p), \
1203 (__mmask8)-1); })
1205 #define _mm256_mask_cmp_ps_mask(m, a, b, p) __extension__ ({ \
1206 (__mmask8)__builtin_ia32_cmpps256_mask((__v8sf)(__m256)(a), \
1207 (__v8sf)(__m256)(b), (int)(p), \
1208 (__mmask8)(m)); })
1210 #define _mm256_cmp_pd_mask(a, b, p) __extension__ ({ \
1211 (__mmask8)__builtin_ia32_cmppd256_mask((__v4df)(__m256d)(a), \
1212 (__v4df)(__m256d)(b), (int)(p), \
1213 (__mmask8)-1); })
1215 #define _mm256_mask_cmp_pd_mask(m, a, b, p) __extension__ ({ \
1216 (__mmask8)__builtin_ia32_cmppd256_mask((__v4df)(__m256d)(a), \
1217 (__v4df)(__m256d)(b), (int)(p), \
1218 (__mmask8)(m)); })
1220 #define _mm_cmp_ps_mask(a, b, p) __extension__ ({ \
1221 (__mmask8)__builtin_ia32_cmpps128_mask((__v4sf)(__m128)(a), \
1222 (__v4sf)(__m128)(b), (int)(p), \
1223 (__mmask8)-1); })
1225 #define _mm_mask_cmp_ps_mask(m, a, b, p) __extension__ ({ \
1226 (__mmask8)__builtin_ia32_cmpps128_mask((__v4sf)(__m128)(a), \
1227 (__v4sf)(__m128)(b), (int)(p), \
1228 (__mmask8)(m)); })
1230 #define _mm_cmp_pd_mask(a, b, p) __extension__ ({ \
1231 (__mmask8)__builtin_ia32_cmppd128_mask((__v2df)(__m128d)(a), \
1232 (__v2df)(__m128d)(b), (int)(p), \
1233 (__mmask8)-1); })
1235 #define _mm_mask_cmp_pd_mask(m, a, b, p) __extension__ ({ \
1236 (__mmask8)__builtin_ia32_cmppd128_mask((__v2df)(__m128d)(a), \
1237 (__v2df)(__m128d)(b), (int)(p), \
1238 (__mmask8)(m)); })
1240 static __inline__ __m128d __DEFAULT_FN_ATTRS
1242 {
1247 }
1249 static __inline__ __m128d __DEFAULT_FN_ATTRS
1251 {
1256 }
1258 static __inline__ __m128d __DEFAULT_FN_ATTRS
1260 {
1265 }
1267 static __inline__ __m128d __DEFAULT_FN_ATTRS
1269 {
1274 }
1276 static __inline__ __m128d __DEFAULT_FN_ATTRS
1278 {
1283 }
1285 static __inline__ __m128d __DEFAULT_FN_ATTRS
1287 {
1292 }
1294 static __inline__ __m128d __DEFAULT_FN_ATTRS
1296 {
1301 }
1303 static __inline__ __m128d __DEFAULT_FN_ATTRS
1305 {
1310 }
1312 static __inline__ __m256d __DEFAULT_FN_ATTRS
1314 {
1319 }
1321 static __inline__ __m256d __DEFAULT_FN_ATTRS
1323 {
1328 }
1330 static __inline__ __m256d __DEFAULT_FN_ATTRS
1332 {
1337 }
1339 static __inline__ __m256d __DEFAULT_FN_ATTRS
1341 {
1346 }
1348 static __inline__ __m256d __DEFAULT_FN_ATTRS
1350 {
1355 }
1357 static __inline__ __m256d __DEFAULT_FN_ATTRS
1359 {
1364 }
1366 static __inline__ __m256d __DEFAULT_FN_ATTRS
1368 {
1373 }
1375 static __inline__ __m256d __DEFAULT_FN_ATTRS
1377 {
1382 }
1384 static __inline__ __m128 __DEFAULT_FN_ATTRS
1386 {
1391 }
1393 static __inline__ __m128 __DEFAULT_FN_ATTRS
1395 {
1400 }
1402 static __inline__ __m128 __DEFAULT_FN_ATTRS
1404 {
1409 }
1411 static __inline__ __m128 __DEFAULT_FN_ATTRS
1413 {
1418 }
1420 static __inline__ __m128 __DEFAULT_FN_ATTRS
1422 {
1427 }
1429 static __inline__ __m128 __DEFAULT_FN_ATTRS
1431 {
1436 }
1438 static __inline__ __m128 __DEFAULT_FN_ATTRS
1440 {
1445 }
1447 static __inline__ __m128 __DEFAULT_FN_ATTRS
1449 {
1454 }
1456 static __inline__ __m256 __DEFAULT_FN_ATTRS
1458 {
1463 }
1465 static __inline__ __m256 __DEFAULT_FN_ATTRS
1467 {
1472 }
1474 static __inline__ __m256 __DEFAULT_FN_ATTRS
1476 {
1481 }
1483 static __inline__ __m256 __DEFAULT_FN_ATTRS
1485 {
1490 }
1492 static __inline__ __m256 __DEFAULT_FN_ATTRS
1494 {
1499 }
1501 static __inline__ __m256 __DEFAULT_FN_ATTRS
1503 {
1508 }
1510 static __inline__ __m256 __DEFAULT_FN_ATTRS
1512 {
1517 }
1519 static __inline__ __m256 __DEFAULT_FN_ATTRS
1521 {
1526 }
1528 static __inline__ __m128d __DEFAULT_FN_ATTRS
1530 {
1535 }
1537 static __inline__ __m128d __DEFAULT_FN_ATTRS
1539 {
1544 __U);
1545 }
1547 static __inline__ __m128d __DEFAULT_FN_ATTRS
1549 {
1554 __U);
1555 }
1557 static __inline__ __m128d __DEFAULT_FN_ATTRS
1559 {
1564 }
1566 static __inline__ __m128d __DEFAULT_FN_ATTRS
1568 {
1573 __U);
1574 }
1576 static __inline__ __m256d __DEFAULT_FN_ATTRS
1578 {
1583 }
1585 static __inline__ __m256d __DEFAULT_FN_ATTRS
1587 {
1592 __U);
1593 }
1595 static __inline__ __m256d __DEFAULT_FN_ATTRS
1597 {
1602 __U);
1603 }
1605 static __inline__ __m256d __DEFAULT_FN_ATTRS
1607 {
1612 }
1614 static __inline__ __m256d __DEFAULT_FN_ATTRS
1616 {
1621 __U);
1622 }
1624 static __inline__ __m128 __DEFAULT_FN_ATTRS
1626 {
1631 }
1633 static __inline__ __m128 __DEFAULT_FN_ATTRS
1635 {
1640 }
1642 static __inline__ __m128 __DEFAULT_FN_ATTRS
1644 {
1649 }
1651 static __inline__ __m128 __DEFAULT_FN_ATTRS
1653 {
1658 }
1660 static __inline__ __m128 __DEFAULT_FN_ATTRS
1662 {
1667 }
1669 static __inline__ __m256 __DEFAULT_FN_ATTRS
1671 __m256 __C)
1672 {
1677 }
1679 static __inline__ __m256 __DEFAULT_FN_ATTRS
1681 {
1686 }
1688 static __inline__ __m256 __DEFAULT_FN_ATTRS
1690 {
1695 }
1697 static __inline__ __m256 __DEFAULT_FN_ATTRS
1699 {
1704 }
1706 static __inline__ __m256 __DEFAULT_FN_ATTRS
1708 {
1713 }
1715 static __inline__ __m128d __DEFAULT_FN_ATTRS
1717 {
1722 }
1724 static __inline__ __m256d __DEFAULT_FN_ATTRS
1726 {
1731 }
1733 static __inline__ __m128 __DEFAULT_FN_ATTRS
1735 {
1740 }
1742 static __inline__ __m256 __DEFAULT_FN_ATTRS
1744 {
1749 }
1751 static __inline__ __m128d __DEFAULT_FN_ATTRS
1753 {
1758 __U);
1759 }
1761 static __inline__ __m256d __DEFAULT_FN_ATTRS
1763 {
1768 __U);
1769 }
1771 static __inline__ __m128 __DEFAULT_FN_ATTRS
1773 {
1778 }
1780 static __inline__ __m256 __DEFAULT_FN_ATTRS
1782 {
1787 }
1789 static __inline__ __m128d __DEFAULT_FN_ATTRS
1791 {
1796 }
1798 static __inline__ __m256d __DEFAULT_FN_ATTRS
1800 {
1805 }
1807 static __inline__ __m128 __DEFAULT_FN_ATTRS
1809 {
1814 }
1816 static __inline__ __m256 __DEFAULT_FN_ATTRS
1818 {
1823 }
1825 static __inline__ __m128d __DEFAULT_FN_ATTRS
1827 {
1832 }
1834 static __inline__ __m128d __DEFAULT_FN_ATTRS
1836 {
1841 }
1843 static __inline__ __m256d __DEFAULT_FN_ATTRS
1845 {
1850 }
1852 static __inline__ __m256d __DEFAULT_FN_ATTRS
1854 {
1859 }
1861 static __inline__ __m128 __DEFAULT_FN_ATTRS
1863 {
1868 }
1870 static __inline__ __m128 __DEFAULT_FN_ATTRS
1872 {
1877 }
1879 static __inline__ __m256 __DEFAULT_FN_ATTRS
1881 {
1886 }
1888 static __inline__ __m256 __DEFAULT_FN_ATTRS
1890 {
1895 }
1897 static __inline__ __m128d __DEFAULT_FN_ATTRS
1903 }
1905 static __inline__ __m128d __DEFAULT_FN_ATTRS
1912 }
1914 static __inline__ __m256d __DEFAULT_FN_ATTRS
1920 }
1922 static __inline__ __m256d __DEFAULT_FN_ATTRS
1929 }
1931 static __inline__ __m128 __DEFAULT_FN_ATTRS
1937 }
1939 static __inline__ __m128 __DEFAULT_FN_ATTRS
1946 }
1948 static __inline__ __m256 __DEFAULT_FN_ATTRS
1954 }
1956 static __inline__ __m256 __DEFAULT_FN_ATTRS
1963 }
1965 static __inline__ __m128i __DEFAULT_FN_ATTRS
1970 }
1972 static __inline__ __m256i __DEFAULT_FN_ATTRS
1977 }
1979 static __inline__ __m128d __DEFAULT_FN_ATTRS
1984 }
1986 static __inline__ __m256d __DEFAULT_FN_ATTRS
1991 }
1993 static __inline__ __m128 __DEFAULT_FN_ATTRS
1998 }
2000 static __inline__ __m256 __DEFAULT_FN_ATTRS
2005 }
2007 static __inline__ __m128i __DEFAULT_FN_ATTRS
2012 }
2014 static __inline__ __m256i __DEFAULT_FN_ATTRS
2019 }
2021 static __inline__ __m128d __DEFAULT_FN_ATTRS
2026 }
2028 static __inline__ __m128d __DEFAULT_FN_ATTRS
2034 }
2036 static __inline__ __m256d __DEFAULT_FN_ATTRS
2041 }
2043 static __inline__ __m256d __DEFAULT_FN_ATTRS
2049 }
2051 static __inline__ __m128i __DEFAULT_FN_ATTRS
2056 }
2058 static __inline__ __m128i __DEFAULT_FN_ATTRS
2064 }
2066 static __inline__ __m256i __DEFAULT_FN_ATTRS
2071 }
2073 static __inline__ __m256i __DEFAULT_FN_ATTRS
2079 }
2081 static __inline__ __m128 __DEFAULT_FN_ATTRS
2086 }
2088 static __inline__ __m128 __DEFAULT_FN_ATTRS
2094 }
2096 static __inline__ __m256 __DEFAULT_FN_ATTRS
2101 }
2103 static __inline__ __m256 __DEFAULT_FN_ATTRS
2109 }
2111 static __inline__ __m128i __DEFAULT_FN_ATTRS
2116 }
2118 static __inline__ __m128i __DEFAULT_FN_ATTRS
2124 }
2126 static __inline__ __m256i __DEFAULT_FN_ATTRS
2131 }
2133 static __inline__ __m256i __DEFAULT_FN_ATTRS
2139 }
2146 }
2153 }
2160 }
2167 }
2174 }
2181 }
2188 }
2195 }
2197 static __inline__ __m128d __DEFAULT_FN_ATTRS
2202 }
2204 static __inline__ __m128d __DEFAULT_FN_ATTRS
2210 }
2212 static __inline__ __m256d __DEFAULT_FN_ATTRS
2217 }
2219 static __inline__ __m256d __DEFAULT_FN_ATTRS
2225 }
2227 static __inline__ __m128 __DEFAULT_FN_ATTRS
2232 }
2234 static __inline__ __m128 __DEFAULT_FN_ATTRS
2240 }
2242 static __inline__ __m256 __DEFAULT_FN_ATTRS
2247 }
2249 static __inline__ __m256 __DEFAULT_FN_ATTRS
2255 }
2257 static __inline__ __m128i __DEFAULT_FN_ATTRS
2262 }
2264 static __inline__ __m128i __DEFAULT_FN_ATTRS
2270 }
2272 static __inline__ __m128i __DEFAULT_FN_ATTRS
2277 }
2279 static __inline__ __m128i __DEFAULT_FN_ATTRS
2285 }
2287 static __inline__ __m128 __DEFAULT_FN_ATTRS
2292 }
2294 static __inline__ __m128 __DEFAULT_FN_ATTRS
2300 }
2302 static __inline__ __m128 __DEFAULT_FN_ATTRS
2307 }
2309 static __inline__ __m128 __DEFAULT_FN_ATTRS
2315 }
2317 static __inline__ __m128i __DEFAULT_FN_ATTRS
2323 }
2325 static __inline__ __m128i __DEFAULT_FN_ATTRS
2330 }
2332 static __inline__ __m128i __DEFAULT_FN_ATTRS
2338 }
2340 static __inline__ __m128i __DEFAULT_FN_ATTRS
2346 }
2348 static __inline__ __m128i __DEFAULT_FN_ATTRS
2353 }
2355 static __inline__ __m128i __DEFAULT_FN_ATTRS
2361 }
2363 static __inline__ __m128i __DEFAULT_FN_ATTRS
2368 }
2370 static __inline__ __m128i __DEFAULT_FN_ATTRS
2376 }
2378 static __inline__ __m256i __DEFAULT_FN_ATTRS
2383 }
2385 static __inline__ __m256i __DEFAULT_FN_ATTRS
2391 }
2393 static __inline__ __m128d __DEFAULT_FN_ATTRS
2398 }
2400 static __inline__ __m128d __DEFAULT_FN_ATTRS
2406 }
2408 static __inline__ __m256d __DEFAULT_FN_ATTRS
2413 }
2415 static __inline__ __m256d __DEFAULT_FN_ATTRS
2421 }
2423 static __inline__ __m128i __DEFAULT_FN_ATTRS
2429 }
2431 static __inline__ __m128i __DEFAULT_FN_ATTRS
2436 }
2438 static __inline__ __m128i __DEFAULT_FN_ATTRS
2444 }
2446 static __inline__ __m256i __DEFAULT_FN_ATTRS
2452 }
2454 static __inline__ __m256i __DEFAULT_FN_ATTRS
2459 }
2461 static __inline__ __m256i __DEFAULT_FN_ATTRS
2467 }
2469 static __inline__ __m128i __DEFAULT_FN_ATTRS
2474 }
2476 static __inline__ __m128i __DEFAULT_FN_ATTRS
2482 }
2484 static __inline__ __m128i __DEFAULT_FN_ATTRS
2489 }
2491 static __inline__ __m128i __DEFAULT_FN_ATTRS
2497 }
2499 static __inline__ __m128i __DEFAULT_FN_ATTRS
2505 }
2507 static __inline__ __m128i __DEFAULT_FN_ATTRS
2512 }
2514 static __inline__ __m128i __DEFAULT_FN_ATTRS
2520 }
2522 static __inline__ __m128i __DEFAULT_FN_ATTRS
2528 }
2530 static __inline__ __m128i __DEFAULT_FN_ATTRS
2535 }
2537 static __inline__ __m128i __DEFAULT_FN_ATTRS
2543 }
2545 static __inline__ __m128i __DEFAULT_FN_ATTRS
2550 }
2552 static __inline__ __m128i __DEFAULT_FN_ATTRS
2558 }
2560 static __inline__ __m256i __DEFAULT_FN_ATTRS
2565 }
2567 static __inline__ __m256i __DEFAULT_FN_ATTRS
2573 }
2575 static __inline__ __m128i __DEFAULT_FN_ATTRS
2581 }
2583 static __inline__ __m128i __DEFAULT_FN_ATTRS
2588 }
2590 static __inline__ __m128i __DEFAULT_FN_ATTRS
2596 }
2598 static __inline__ __m256i __DEFAULT_FN_ATTRS
2604 }
2606 static __inline__ __m256i __DEFAULT_FN_ATTRS
2611 }
2613 static __inline__ __m256i __DEFAULT_FN_ATTRS
2619 }
2621 static __inline__ __m128d __DEFAULT_FN_ATTRS
2627 }
2629 static __inline__ __m128d __DEFAULT_FN_ATTRS
2634 }
2636 static __inline__ __m128d __DEFAULT_FN_ATTRS
2642 }
2644 static __inline__ __m256d __DEFAULT_FN_ATTRS
2650 }
2652 static __inline__ __m256d __DEFAULT_FN_ATTRS
2657 }
2659 static __inline__ __m256d __DEFAULT_FN_ATTRS
2665 }
2667 static __inline__ __m128 __DEFAULT_FN_ATTRS
2673 }
2675 static __inline__ __m128 __DEFAULT_FN_ATTRS
2680 }
2682 static __inline__ __m128 __DEFAULT_FN_ATTRS
2688 }
2690 static __inline__ __m256 __DEFAULT_FN_ATTRS
2696 }
2698 static __inline__ __m256 __DEFAULT_FN_ATTRS
2703 }
2705 static __inline__ __m256 __DEFAULT_FN_ATTRS
2711 }
2713 static __inline__ __m128d __DEFAULT_FN_ATTRS
2719 }
2721 static __inline__ __m128d __DEFAULT_FN_ATTRS
2728 }
2730 static __inline__ __m256d __DEFAULT_FN_ATTRS
2732 __m256d __B) {
2737 }
2739 static __inline__ __m256d __DEFAULT_FN_ATTRS
2746 }
2748 static __inline__ __m128 __DEFAULT_FN_ATTRS
2754 }
2756 static __inline__ __m128 __DEFAULT_FN_ATTRS
2763 }
2765 static __inline__ __m256 __DEFAULT_FN_ATTRS
2771 }
2773 static __inline__ __m256 __DEFAULT_FN_ATTRS
2780 }
2782 static __inline__ __m128d __DEFAULT_FN_ATTRS
2787 }
2789 static __inline__ __m128d __DEFAULT_FN_ATTRS
2795 }
2797 static __inline__ __m256d __DEFAULT_FN_ATTRS
2802 }
2804 static __inline__ __m256d __DEFAULT_FN_ATTRS
2810 }
2812 static __inline__ __m128i __DEFAULT_FN_ATTRS
2817 }
2819 static __inline__ __m128i __DEFAULT_FN_ATTRS
2825 }
2827 static __inline__ __m256i __DEFAULT_FN_ATTRS
2832 }
2834 static __inline__ __m256i __DEFAULT_FN_ATTRS
2840 }
2842 static __inline__ __m128d __DEFAULT_FN_ATTRS
2847 __U);
2848 }
2850 static __inline__ __m128d __DEFAULT_FN_ATTRS
2856 __U);
2857 }
2859 static __inline__ __m256d __DEFAULT_FN_ATTRS
2864 __U);
2865 }
2867 static __inline__ __m256d __DEFAULT_FN_ATTRS
2873 __U);
2874 }
2876 static __inline__ __m128i __DEFAULT_FN_ATTRS
2881 __U);
2882 }
2884 static __inline__ __m128i __DEFAULT_FN_ATTRS
2890 __U);
2891 }
2893 static __inline__ __m256i __DEFAULT_FN_ATTRS
2899 __U);
2900 }
2902 static __inline__ __m256i __DEFAULT_FN_ATTRS
2908 __U);
2909 }
2911 static __inline__ __m128 __DEFAULT_FN_ATTRS
2916 }
2918 static __inline__ __m128 __DEFAULT_FN_ATTRS
2924 __U);
2925 }
2927 static __inline__ __m256 __DEFAULT_FN_ATTRS
2932 }
2934 static __inline__ __m256 __DEFAULT_FN_ATTRS
2940 __U);
2941 }
2943 static __inline__ __m128i __DEFAULT_FN_ATTRS
2948 __U);
2949 }
2951 static __inline__ __m128i __DEFAULT_FN_ATTRS
2957 }
2959 static __inline__ __m256i __DEFAULT_FN_ATTRS
2965 __U);
2966 }
2968 static __inline__ __m256i __DEFAULT_FN_ATTRS
2974 __U);
2975 }
2977 static __inline__ __m128 __DEFAULT_FN_ATTRS
2982 }
2984 static __inline__ __m128 __DEFAULT_FN_ATTRS
2990 }
2992 static __inline__ __m256 __DEFAULT_FN_ATTRS
2997 }
2999 static __inline__ __m256 __DEFAULT_FN_ATTRS
3005 }
3007 static __inline__ __m128i __DEFAULT_FN_ATTRS
3012 }
3014 static __inline__ __m128i __DEFAULT_FN_ATTRS
3020 }
3022 static __inline__ __m256i __DEFAULT_FN_ATTRS
3027 }
3029 static __inline__ __m256i __DEFAULT_FN_ATTRS
3035 }
3037 static __inline__ __m128d __DEFAULT_FN_ATTRS
3043 }
3045 static __inline__ __m128d __DEFAULT_FN_ATTRS
3050 }
3052 static __inline__ __m128d __DEFAULT_FN_ATTRS
3058 }
3060 static __inline__ __m256d __DEFAULT_FN_ATTRS
3066 }
3068 static __inline__ __m256d __DEFAULT_FN_ATTRS
3073 }
3075 static __inline__ __m256d __DEFAULT_FN_ATTRS
3081 }
3083 static __inline__ __m128 __DEFAULT_FN_ATTRS
3089 }
3091 static __inline__ __m128 __DEFAULT_FN_ATTRS
3096 }
3098 static __inline__ __m128 __DEFAULT_FN_ATTRS
3104 }
3106 static __inline__ __m256 __DEFAULT_FN_ATTRS
3112 }
3114 static __inline__ __m256 __DEFAULT_FN_ATTRS
3119 }
3121 static __inline__ __m256 __DEFAULT_FN_ATTRS
3127 }
3129 static __inline__ __m128d __DEFAULT_FN_ATTRS
3135 }
3137 static __inline__ __m128d __DEFAULT_FN_ATTRS
3144 }
3146 static __inline__ __m256d __DEFAULT_FN_ATTRS
3148 __m256d __B) {
3153 }
3155 static __inline__ __m256d __DEFAULT_FN_ATTRS
3162 }
3164 static __inline__ __m128 __DEFAULT_FN_ATTRS
3170 }
3172 static __inline__ __m128 __DEFAULT_FN_ATTRS
3179 }
3181 static __inline__ __m256 __DEFAULT_FN_ATTRS
3187 }
3189 static __inline__ __m256 __DEFAULT_FN_ATTRS
3196 }
3198 static __inline__ __m128d __DEFAULT_FN_ATTRS
3204 }
3206 static __inline__ __m128d __DEFAULT_FN_ATTRS
3213 }
3215 static __inline__ __m256d __DEFAULT_FN_ATTRS
3217 __m256d __B) {
3222 }
3224 static __inline__ __m256d __DEFAULT_FN_ATTRS
3231 }
3233 static __inline__ __m128 __DEFAULT_FN_ATTRS
3239 }
3241 static __inline__ __m128 __DEFAULT_FN_ATTRS
3248 }
3250 static __inline__ __m256 __DEFAULT_FN_ATTRS
3256 }
3258 static __inline__ __m256 __DEFAULT_FN_ATTRS
3265 }
3267 static __inline__ __m128d __DEFAULT_FN_ATTRS
3273 }
3275 static __inline__ __m128d __DEFAULT_FN_ATTRS
3282 }
3284 static __inline__ __m256d __DEFAULT_FN_ATTRS
3286 __m256d __B) {
3291 }
3293 static __inline__ __m256d __DEFAULT_FN_ATTRS
3300 }
3302 static __inline__ __m128 __DEFAULT_FN_ATTRS
3308 }
3310 static __inline__ __m128 __DEFAULT_FN_ATTRS
3317 }
3319 static __inline__ __m256 __DEFAULT_FN_ATTRS
3325 }
3327 static __inline__ __m256 __DEFAULT_FN_ATTRS
3334 }
3336 static __inline__ __m128i __DEFAULT_FN_ATTRS
3341 }
3343 static __inline__ __m128i __DEFAULT_FN_ATTRS
3349 }
3351 static __inline__ __m256i __DEFAULT_FN_ATTRS
3356 }
3358 static __inline__ __m256i __DEFAULT_FN_ATTRS
3364 }
3366 static __inline__ __m128i __DEFAULT_FN_ATTRS
3372 }
3374 static __inline__ __m128i __DEFAULT_FN_ATTRS
3379 }
3381 static __inline__ __m128i __DEFAULT_FN_ATTRS
3387 }
3389 static __inline__ __m256i __DEFAULT_FN_ATTRS
3395 }
3397 static __inline__ __m256i __DEFAULT_FN_ATTRS
3402 }
3404 static __inline__ __m256i __DEFAULT_FN_ATTRS
3410 }
3412 static __inline__ __m128i __DEFAULT_FN_ATTRS
3418 __M);
3419 }
3421 static __inline__ __m128i __DEFAULT_FN_ATTRS
3423 __m128i __B) {
3427 }
3429 static __inline__ __m256i __DEFAULT_FN_ATTRS
3435 __M);
3436 }
3438 static __inline__ __m256i __DEFAULT_FN_ATTRS
3440 __m256i __B) {
3444 }
3446 static __inline__ __m128i __DEFAULT_FN_ATTRS
3452 __M);
3453 }
3455 static __inline__ __m128i __DEFAULT_FN_ATTRS
3457 __m128i __B) {
3461 }
3463 static __inline__ __m128i __DEFAULT_FN_ATTRS
3470 }
3472 static __inline__ __m256i __DEFAULT_FN_ATTRS
3478 __M);
3479 }
3481 static __inline__ __m256i __DEFAULT_FN_ATTRS
3483 __m256i __B) {
3487 }
3489 static __inline__ __m256i __DEFAULT_FN_ATTRS
3496 }
3498 static __inline__ __m128i __DEFAULT_FN_ATTRS
3504 __M);
3505 }
3507 static __inline__ __m128i __DEFAULT_FN_ATTRS
3509 __m128i __B) {
3513 }
3515 static __inline__ __m256i __DEFAULT_FN_ATTRS
3521 __M);
3522 }
3524 static __inline__ __m256i __DEFAULT_FN_ATTRS
3526 __m256i __B) {
3530 }
3532 static __inline__ __m128i __DEFAULT_FN_ATTRS
3538 __M);
3539 }
3541 static __inline__ __m128i __DEFAULT_FN_ATTRS
3548 }
3550 static __inline__ __m128i __DEFAULT_FN_ATTRS
3552 __m128i __B) {
3556 }
3558 static __inline__ __m256i __DEFAULT_FN_ATTRS
3564 __M);
3565 }
3567 static __inline__ __m256i __DEFAULT_FN_ATTRS
3574 }
3576 static __inline__ __m256i __DEFAULT_FN_ATTRS
3578 __m256i __B) {
3582 }
3584 static __inline__ __m128i __DEFAULT_FN_ATTRS
3590 __M);
3591 }
3593 static __inline__ __m128i __DEFAULT_FN_ATTRS
3595 __m128i __B) {
3599 }
3601 static __inline__ __m256i __DEFAULT_FN_ATTRS
3607 __M);
3608 }
3610 static __inline__ __m256i __DEFAULT_FN_ATTRS
3612 __m256i __B) {
3616 }
3618 static __inline__ __m128i __DEFAULT_FN_ATTRS
3625 }
3627 static __inline__ __m128i __DEFAULT_FN_ATTRS
3629 __m128i __B) {
3633 }
3635 static __inline__ __m128i __DEFAULT_FN_ATTRS
3641 __M);
3642 }
3644 static __inline__ __m256i __DEFAULT_FN_ATTRS
3651 }
3653 static __inline__ __m256i __DEFAULT_FN_ATTRS
3655 __m256i __B) {
3659 }
3661 static __inline__ __m256i __DEFAULT_FN_ATTRS
3667 __M);
3668 }
3670 static __inline__ __m128i __DEFAULT_FN_ATTRS
3676 __M);
3677 }
3679 static __inline__ __m128i __DEFAULT_FN_ATTRS
3681 __m128i __B) {
3685 }
3687 static __inline__ __m256i __DEFAULT_FN_ATTRS
3693 __M);
3694 }
3696 static __inline__ __m256i __DEFAULT_FN_ATTRS
3698 __m256i __B) {
3702 }
3704 static __inline__ __m128i __DEFAULT_FN_ATTRS
3711 }
3713 static __inline__ __m128i __DEFAULT_FN_ATTRS
3715 __m128i __B) {
3719 }
3721 static __inline__ __m128i __DEFAULT_FN_ATTRS
3727 __M);
3728 }
3730 static __inline__ __m256i __DEFAULT_FN_ATTRS
3737 }
3739 static __inline__ __m256i __DEFAULT_FN_ATTRS
3741 __m256i __B) {
3745 }
3747 static __inline__ __m256i __DEFAULT_FN_ATTRS
3753 __M);
3754 }
3756 #define _mm_roundscale_pd(A, imm) __extension__ ({ \
3757 (__m128d)__builtin_ia32_rndscalepd_128_mask((__v2df)(__m128d)(A), \
3758 (int)(imm), \
3759 (__v2df)_mm_setzero_pd(), \
3760 (__mmask8)-1); })
3763 #define _mm_mask_roundscale_pd(W, U, A, imm) __extension__ ({ \
3764 (__m128d)__builtin_ia32_rndscalepd_128_mask((__v2df)(__m128d)(A), \
3765 (int)(imm), \
3766 (__v2df)(__m128d)(W), \
3767 (__mmask8)(U)); })
3770 #define _mm_maskz_roundscale_pd(U, A, imm) __extension__ ({ \
3771 (__m128d)__builtin_ia32_rndscalepd_128_mask((__v2df)(__m128d)(A), \
3772 (int)(imm), \
3773 (__v2df)_mm_setzero_pd(), \
3774 (__mmask8)(U)); })
3777 #define _mm256_roundscale_pd(A, imm) __extension__ ({ \
3778 (__m256d)__builtin_ia32_rndscalepd_256_mask((__v4df)(__m256d)(A), \
3779 (int)(imm), \
3780 (__v4df)_mm256_setzero_pd(), \
3781 (__mmask8)-1); })
3784 #define _mm256_mask_roundscale_pd(W, U, A, imm) __extension__ ({ \
3785 (__m256d)__builtin_ia32_rndscalepd_256_mask((__v4df)(__m256d)(A), \
3786 (int)(imm), \
3787 (__v4df)(__m256d)(W), \
3788 (__mmask8)(U)); })
3791 #define _mm256_maskz_roundscale_pd(U, A, imm) __extension__ ({ \
3792 (__m256d)__builtin_ia32_rndscalepd_256_mask((__v4df)(__m256d)(A), \
3793 (int)(imm), \
3794 (__v4df)_mm256_setzero_pd(), \
3795 (__mmask8)(U)); })
3797 #define _mm_roundscale_ps(A, imm) __extension__ ({ \
3798 (__m128)__builtin_ia32_rndscaleps_128_mask((__v4sf)(__m128)(A), (int)(imm), \
3799 (__v4sf)_mm_setzero_ps(), \
3800 (__mmask8)-1); })
3803 #define _mm_mask_roundscale_ps(W, U, A, imm) __extension__ ({ \
3804 (__m128)__builtin_ia32_rndscaleps_128_mask((__v4sf)(__m128)(A), (int)(imm), \
3805 (__v4sf)(__m128)(W), \
3806 (__mmask8)(U)); })
3809 #define _mm_maskz_roundscale_ps(U, A, imm) __extension__ ({ \
3810 (__m128)__builtin_ia32_rndscaleps_128_mask((__v4sf)(__m128)(A), (int)(imm), \
3811 (__v4sf)_mm_setzero_ps(), \
3812 (__mmask8)(U)); })
3814 #define _mm256_roundscale_ps(A, imm) __extension__ ({ \
3815 (__m256)__builtin_ia32_rndscaleps_256_mask((__v8sf)(__m256)(A), (int)(imm), \
3816 (__v8sf)_mm256_setzero_ps(), \
3817 (__mmask8)-1); })
3819 #define _mm256_mask_roundscale_ps(W, U, A, imm) __extension__ ({ \
3820 (__m256)__builtin_ia32_rndscaleps_256_mask((__v8sf)(__m256)(A), (int)(imm), \
3821 (__v8sf)(__m256)(W), \
3822 (__mmask8)(U)); })
3825 #define _mm256_maskz_roundscale_ps(U, A, imm) __extension__ ({ \
3826 (__m256)__builtin_ia32_rndscaleps_256_mask((__v8sf)(__m256)(A), (int)(imm), \
3827 (__v8sf)_mm256_setzero_ps(), \
3828 (__mmask8)(U)); })
3830 static __inline__ __m128d __DEFAULT_FN_ATTRS
3837 }
3839 static __inline__ __m128d __DEFAULT_FN_ATTRS
3841 __m128d __B) {
3846 }
3848 static __inline__ __m128d __DEFAULT_FN_ATTRS
3855 }
3857 static __inline__ __m256d __DEFAULT_FN_ATTRS
3864 }
3866 static __inline__ __m256d __DEFAULT_FN_ATTRS
3868 __m256d __B) {
3873 }
3875 static __inline__ __m256d __DEFAULT_FN_ATTRS
3882 }
3884 static __inline__ __m128 __DEFAULT_FN_ATTRS
3891 }
3893 static __inline__ __m128 __DEFAULT_FN_ATTRS
3899 }
3901 static __inline__ __m128 __DEFAULT_FN_ATTRS
3908 }
3910 static __inline__ __m256 __DEFAULT_FN_ATTRS
3917 }
3919 static __inline__ __m256 __DEFAULT_FN_ATTRS
3921 __m256 __B) {
3926 }
3928 static __inline__ __m256 __DEFAULT_FN_ATTRS
3935 }
3937 #define _mm_i64scatter_pd(addr, index, v1, scale) __extension__ ({ \
3938 __builtin_ia32_scatterdiv2df((double *)(addr), (__mmask8)-1, \
3939 (__v2di)(__m128i)(index), \
3940 (__v2df)(__m128d)(v1), (int)(scale)); })
3942 #define _mm_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
3943 __builtin_ia32_scatterdiv2df((double *)(addr), (__mmask8)(mask), \
3944 (__v2di)(__m128i)(index), \
3945 (__v2df)(__m128d)(v1), (int)(scale)); })
3947 #define _mm_i64scatter_epi64(addr, index, v1, scale) __extension__ ({ \
3948 __builtin_ia32_scatterdiv2di((long long *)(addr), (__mmask8)-1, \
3949 (__v2di)(__m128i)(index), \
3950 (__v2di)(__m128i)(v1), (int)(scale)); })
3952 #define _mm_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
3953 __builtin_ia32_scatterdiv2di((long long *)(addr), (__mmask8)(mask), \
3954 (__v2di)(__m128i)(index), \
3955 (__v2di)(__m128i)(v1), (int)(scale)); })
3957 #define _mm256_i64scatter_pd(addr, index, v1, scale) __extension__ ({ \
3958 __builtin_ia32_scatterdiv4df((double *)(addr), (__mmask8)-1, \
3959 (__v4di)(__m256i)(index), \
3960 (__v4df)(__m256d)(v1), (int)(scale)); })
3962 #define _mm256_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
3963 __builtin_ia32_scatterdiv4df((double *)(addr), (__mmask8)(mask), \
3964 (__v4di)(__m256i)(index), \
3965 (__v4df)(__m256d)(v1), (int)(scale)); })
3967 #define _mm256_i64scatter_epi64(addr, index, v1, scale) __extension__ ({ \
3968 __builtin_ia32_scatterdiv4di((long long *)(addr), (__mmask8)-1, \
3969 (__v4di)(__m256i)(index), \
3970 (__v4di)(__m256i)(v1), (int)(scale)); })
3972 #define _mm256_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
3973 __builtin_ia32_scatterdiv4di((long long *)(addr), (__mmask8)(mask), \
3974 (__v4di)(__m256i)(index), \
3975 (__v4di)(__m256i)(v1), (int)(scale)); })
3977 #define _mm_i64scatter_ps(addr, index, v1, scale) __extension__ ({ \
3978 __builtin_ia32_scatterdiv4sf((float *)(addr), (__mmask8)-1, \
3979 (__v2di)(__m128i)(index), (__v4sf)(__m128)(v1), \
3980 (int)(scale)); })
3982 #define _mm_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
3983 __builtin_ia32_scatterdiv4sf((float *)(addr), (__mmask8)(mask), \
3984 (__v2di)(__m128i)(index), (__v4sf)(__m128)(v1), \
3985 (int)(scale)); })
3987 #define _mm_i64scatter_epi32(addr, index, v1, scale) __extension__ ({ \
3988 __builtin_ia32_scatterdiv4si((int *)(addr), (__mmask8)-1, \
3989 (__v2di)(__m128i)(index), \
3990 (__v4si)(__m128i)(v1), (int)(scale)); })
3992 #define _mm_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
3993 __builtin_ia32_scatterdiv4si((int *)(addr), (__mmask8)(mask), \
3994 (__v2di)(__m128i)(index), \
3995 (__v4si)(__m128i)(v1), (int)(scale)); })
3997 #define _mm256_i64scatter_ps(addr, index, v1, scale) __extension__ ({ \
3998 __builtin_ia32_scatterdiv8sf((float *)(addr), (__mmask8)-1, \
3999 (__v4di)(__m256i)(index), (__v4sf)(__m128)(v1), \
4000 (int)(scale)); })
4002 #define _mm256_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
4003 __builtin_ia32_scatterdiv8sf((float *)(addr), (__mmask8)(mask), \
4004 (__v4di)(__m256i)(index), (__v4sf)(__m128)(v1), \
4005 (int)(scale)); })
4007 #define _mm256_i64scatter_epi32(addr, index, v1, scale) __extension__ ({ \
4008 __builtin_ia32_scatterdiv8si((int *)(addr), (__mmask8)-1, \
4009 (__v4di)(__m256i)(index), \
4010 (__v4si)(__m128i)(v1), (int)(scale)); })
4012 #define _mm256_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
4013 __builtin_ia32_scatterdiv8si((int *)(addr), (__mmask8)(mask), \
4014 (__v4di)(__m256i)(index), \
4015 (__v4si)(__m128i)(v1), (int)(scale)); })
4017 #define _mm_i32scatter_pd(addr, index, v1, scale) __extension__ ({ \
4018 __builtin_ia32_scattersiv2df((double *)(addr), (__mmask8)-1, \
4019 (__v4si)(__m128i)(index), \
4020 (__v2df)(__m128d)(v1), (int)(scale)); })
4022 #define _mm_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
4023 __builtin_ia32_scattersiv2df((double *)(addr), (__mmask8)(mask), \
4024 (__v4si)(__m128i)(index), \
4025 (__v2df)(__m128d)(v1), (int)(scale)); })
4027 #define _mm_i32scatter_epi64(addr, index, v1, scale) __extension__ ({ \
4028 __builtin_ia32_scattersiv2di((long long *)(addr), (__mmask8)-1, \
4029 (__v4si)(__m128i)(index), \
4030 (__v2di)(__m128i)(v1), (int)(scale)); })
4032 #define _mm_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
4033 __builtin_ia32_scattersiv2di((long long *)(addr), (__mmask8)(mask), \
4034 (__v4si)(__m128i)(index), \
4035 (__v2di)(__m128i)(v1), (int)(scale)); })
4037 #define _mm256_i32scatter_pd(addr, index, v1, scale) __extension__ ({ \
4038 __builtin_ia32_scattersiv4df((double *)(addr), (__mmask8)-1, \
4039 (__v4si)(__m128i)(index), \
4040 (__v4df)(__m256d)(v1), (int)(scale)); })
4042 #define _mm256_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
4043 __builtin_ia32_scattersiv4df((double *)(addr), (__mmask8)(mask), \
4044 (__v4si)(__m128i)(index), \
4045 (__v4df)(__m256d)(v1), (int)(scale)); })
4047 #define _mm256_i32scatter_epi64(addr, index, v1, scale) __extension__ ({ \
4048 __builtin_ia32_scattersiv4di((long long *)(addr), (__mmask8)-1, \
4049 (__v4si)(__m128i)(index), \
4050 (__v4di)(__m256i)(v1), (int)(scale)); })
4052 #define _mm256_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
4053 __builtin_ia32_scattersiv4di((long long *)(addr), (__mmask8)(mask), \
4054 (__v4si)(__m128i)(index), \
4055 (__v4di)(__m256i)(v1), (int)(scale)); })
4057 #define _mm_i32scatter_ps(addr, index, v1, scale) __extension__ ({ \
4058 __builtin_ia32_scattersiv4sf((float *)(addr), (__mmask8)-1, \
4059 (__v4si)(__m128i)(index), (__v4sf)(__m128)(v1), \
4060 (int)(scale)); })
4062 #define _mm_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
4063 __builtin_ia32_scattersiv4sf((float *)(addr), (__mmask8)(mask), \
4064 (__v4si)(__m128i)(index), (__v4sf)(__m128)(v1), \
4065 (int)(scale)); })
4067 #define _mm_i32scatter_epi32(addr, index, v1, scale) __extension__ ({ \
4068 __builtin_ia32_scattersiv4si((int *)(addr), (__mmask8)-1, \
4069 (__v4si)(__m128i)(index), \
4070 (__v4si)(__m128i)(v1), (int)(scale)); })
4072 #define _mm_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
4073 __builtin_ia32_scattersiv4si((int *)(addr), (__mmask8)(mask), \
4074 (__v4si)(__m128i)(index), \
4075 (__v4si)(__m128i)(v1), (int)(scale)); })
4077 #define _mm256_i32scatter_ps(addr, index, v1, scale) __extension__ ({ \
4078 __builtin_ia32_scattersiv8sf((float *)(addr), (__mmask8)-1, \
4079 (__v8si)(__m256i)(index), (__v8sf)(__m256)(v1), \
4080 (int)(scale)); })
4082 #define _mm256_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
4083 __builtin_ia32_scattersiv8sf((float *)(addr), (__mmask8)(mask), \
4084 (__v8si)(__m256i)(index), (__v8sf)(__m256)(v1), \
4085 (int)(scale)); })
4087 #define _mm256_i32scatter_epi32(addr, index, v1, scale) __extension__ ({ \
4088 __builtin_ia32_scattersiv8si((int *)(addr), (__mmask8)-1, \
4089 (__v8si)(__m256i)(index), \
4090 (__v8si)(__m256i)(v1), (int)(scale)); })
4092 #define _mm256_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
4093 __builtin_ia32_scattersiv8si((int *)(addr), (__mmask8)(mask), \
4094 (__v8si)(__m256i)(index), \
4095 (__v8si)(__m256i)(v1), (int)(scale)); })
4097 static __inline__ __m128d __DEFAULT_FN_ATTRS
4102 }
4104 static __inline__ __m128d __DEFAULT_FN_ATTRS
4110 }
4112 static __inline__ __m256d __DEFAULT_FN_ATTRS
4117 }
4119 static __inline__ __m256d __DEFAULT_FN_ATTRS
4125 }
4127 static __inline__ __m128 __DEFAULT_FN_ATTRS
4132 }
4134 static __inline__ __m128 __DEFAULT_FN_ATTRS
4140 }
4142 static __inline__ __m256 __DEFAULT_FN_ATTRS
4147 }
4149 static __inline__ __m256 __DEFAULT_FN_ATTRS
4155 }
4157 static __inline__ __m128d __DEFAULT_FN_ATTRS
4163 }
4165 static __inline__ __m128d __DEFAULT_FN_ATTRS
4172 }
4174 static __inline__ __m256d __DEFAULT_FN_ATTRS
4176 __m256d __B) {
4181 }
4183 static __inline__ __m256d __DEFAULT_FN_ATTRS
4190 }
4192 static __inline__ __m128 __DEFAULT_FN_ATTRS
4198 }
4200 static __inline__ __m128 __DEFAULT_FN_ATTRS
4207 }
4209 static __inline__ __m256 __DEFAULT_FN_ATTRS
4215 }
4217 static __inline__ __m256 __DEFAULT_FN_ATTRS
4224 }
4226 static __inline__ __m128i __DEFAULT_FN_ATTRS
4228 __m128i __B) {
4234 }
4236 static __inline__ __m256i __DEFAULT_FN_ATTRS
4244 }
4246 static __inline__ __m128d __DEFAULT_FN_ATTRS
4248 __m128d __B) {
4254 __U);
4255 }
4257 static __inline__ __m256d __DEFAULT_FN_ATTRS
4259 __m256d __B) {
4265 __U);
4266 }
4268 static __inline__ __m128 __DEFAULT_FN_ATTRS
4270 __m128 __B) {
4276 }
4278 static __inline__ __m256 __DEFAULT_FN_ATTRS
4280 __m256 __B) {
4286 }
4288 static __inline__ __m128i __DEFAULT_FN_ATTRS
4290 __m128i __B) {
4296 }
4298 static __inline__ __m256i __DEFAULT_FN_ATTRS
4306 }
4308 static __inline__ __m128i __DEFAULT_FN_ATTRS
4315 }
4317 static __inline__ __m128i __DEFAULT_FN_ATTRS
4319 __m128i __B) {
4325 }
4327 static __inline__ __m128i __DEFAULT_FN_ATTRS
4329 __m128i __B) {
4335 __U);
4336 }
4338 static __inline__ __m256i __DEFAULT_FN_ATTRS
4345 }
4347 static __inline__ __m256i __DEFAULT_FN_ATTRS
4349 __m256i __B) {
4355 }
4357 static __inline__ __m256i __DEFAULT_FN_ATTRS
4365 __U);
4366 }
4368 static __inline__ __m128d __DEFAULT_FN_ATTRS
4376 }
4378 static __inline__ __m128d __DEFAULT_FN_ATTRS
4380 __m128d __B) {
4386 __U);
4387 }
4389 static __inline__ __m128d __DEFAULT_FN_ATTRS
4391 __m128d __B) {
4397 __U);
4398 }
4400 static __inline__ __m256d __DEFAULT_FN_ATTRS
4408 }
4410 static __inline__ __m256d __DEFAULT_FN_ATTRS
4412 __m256d __B) {
4418 __U);
4419 }
4421 static __inline__ __m256d __DEFAULT_FN_ATTRS
4423 __m256d __B) {
4429 __U);
4430 }
4432 static __inline__ __m128 __DEFAULT_FN_ATTRS
4439 }
4441 static __inline__ __m128 __DEFAULT_FN_ATTRS
4443 __m128 __B) {
4449 }
4451 static __inline__ __m128 __DEFAULT_FN_ATTRS
4453 __m128 __B) {
4459 __U);
4460 }
4462 static __inline__ __m256 __DEFAULT_FN_ATTRS
4469 }
4471 static __inline__ __m256 __DEFAULT_FN_ATTRS
4473 __m256 __B) {
4479 }
4481 static __inline__ __m256 __DEFAULT_FN_ATTRS
4483 __m256 __B) {
4489 __U);
4490 }
4492 static __inline__ __m128i __DEFAULT_FN_ATTRS
4499 }
4501 static __inline__ __m128i __DEFAULT_FN_ATTRS
4503 __m128i __B) {
4509 }
4511 static __inline__ __m128i __DEFAULT_FN_ATTRS
4513 __m128i __B) {
4519 __U);
4520 }
4523 static __inline__ __m256i __DEFAULT_FN_ATTRS
4530 }
4532 static __inline__ __m256i __DEFAULT_FN_ATTRS
4534 __m256i __B) {
4540 }
4542 static __inline__ __m256i __DEFAULT_FN_ATTRS
4550 __U);
4551 }
4553 static __inline__ __m128i __DEFAULT_FN_ATTRS
4555 {
4559 }
4561 static __inline__ __m128i __DEFAULT_FN_ATTRS
4563 {
4568 }
4570 static __inline__ __m256i __DEFAULT_FN_ATTRS
4572 {
4576 }
4578 static __inline__ __m256i __DEFAULT_FN_ATTRS
4580 {
4585 }
4587 static __inline__ __m128i __DEFAULT_FN_ATTRS
4589 {
4593 }
4595 static __inline__ __m128i __DEFAULT_FN_ATTRS
4597 {
4602 }
4604 static __inline__ __m256i __DEFAULT_FN_ATTRS
4606 {
4610 }
4612 static __inline__ __m256i __DEFAULT_FN_ATTRS
4614 {
4619 }
4621 static __inline__ __m128i __DEFAULT_FN_ATTRS
4623 {
4627 }
4629 static __inline__ __m128i __DEFAULT_FN_ATTRS
4631 {
4636 }
4638 static __inline__ __m256i __DEFAULT_FN_ATTRS
4640 {
4644 }
4646 static __inline__ __m256i __DEFAULT_FN_ATTRS
4648 {
4653 }
4655 static __inline__ __m128i __DEFAULT_FN_ATTRS
4657 {
4661 }
4663 static __inline__ __m128i __DEFAULT_FN_ATTRS
4665 {
4670 }
4672 static __inline__ __m256i __DEFAULT_FN_ATTRS
4674 {
4678 }
4680 static __inline__ __m256i __DEFAULT_FN_ATTRS
4682 {
4687 }
4689 static __inline__ __m128i __DEFAULT_FN_ATTRS
4691 {
4695 }
4697 static __inline__ __m128i __DEFAULT_FN_ATTRS
4699 {
4704 }
4706 static __inline__ __m256i __DEFAULT_FN_ATTRS
4708 {
4712 }
4714 static __inline__ __m256i __DEFAULT_FN_ATTRS
4716 {
4721 }
4724 static __inline__ __m128i __DEFAULT_FN_ATTRS
4726 {
4730 }
4732 static __inline__ __m128i __DEFAULT_FN_ATTRS
4734 {
4739 }
4741 static __inline__ __m256i __DEFAULT_FN_ATTRS
4743 {
4747 }
4749 static __inline__ __m256i __DEFAULT_FN_ATTRS
4751 {
4756 }
4758 static __inline__ __m128i __DEFAULT_FN_ATTRS
4760 {
4764 }
4766 static __inline__ __m128i __DEFAULT_FN_ATTRS
4768 {
4773 }
4775 static __inline__ __m256i __DEFAULT_FN_ATTRS
4777 {
4781 }
4783 static __inline__ __m256i __DEFAULT_FN_ATTRS
4785 {
4790 }
4792 static __inline__ __m128i __DEFAULT_FN_ATTRS
4794 {
4798 }
4800 static __inline__ __m128i __DEFAULT_FN_ATTRS
4802 {
4807 }
4809 static __inline__ __m256i __DEFAULT_FN_ATTRS
4811 {
4815 }
4817 static __inline__ __m256i __DEFAULT_FN_ATTRS
4819 {
4824 }
4826 static __inline__ __m128i __DEFAULT_FN_ATTRS
4828 {
4832 }
4834 static __inline__ __m128i __DEFAULT_FN_ATTRS
4836 {
4841 }
4843 static __inline__ __m256i __DEFAULT_FN_ATTRS
4845 {
4849 }
4851 static __inline__ __m256i __DEFAULT_FN_ATTRS
4853 {
4858 }
4860 static __inline__ __m128i __DEFAULT_FN_ATTRS
4862 {
4866 }
4868 static __inline__ __m128i __DEFAULT_FN_ATTRS
4870 {
4875 }
4877 static __inline__ __m256i __DEFAULT_FN_ATTRS
4879 {
4883 }
4885 static __inline__ __m256i __DEFAULT_FN_ATTRS
4887 {
4892 }
4895 #define _mm_rol_epi32(a, b) __extension__ ({\
4896 (__m128i)__builtin_ia32_prold128_mask((__v4si)(__m128i)(a), (int)(b), \
4897 (__v4si)_mm_setzero_si128(), \
4898 (__mmask8)-1); })
4900 #define _mm_mask_rol_epi32(w, u, a, b) __extension__ ({\
4901 (__m128i)__builtin_ia32_prold128_mask((__v4si)(__m128i)(a), (int)(b), \
4902 (__v4si)(__m128i)(w), (__mmask8)(u)); })
4904 #define _mm_maskz_rol_epi32(u, a, b) __extension__ ({\
4905 (__m128i)__builtin_ia32_prold128_mask((__v4si)(__m128i)(a), (int)(b), \
4906 (__v4si)_mm_setzero_si128(), \
4907 (__mmask8)(u)); })
4909 #define _mm256_rol_epi32(a, b) __extension__ ({\
4910 (__m256i)__builtin_ia32_prold256_mask((__v8si)(__m256i)(a), (int)(b), \
4911 (__v8si)_mm256_setzero_si256(), \
4912 (__mmask8)-1); })
4914 #define _mm256_mask_rol_epi32(w, u, a, b) __extension__ ({\
4915 (__m256i)__builtin_ia32_prold256_mask((__v8si)(__m256i)(a), (int)(b), \
4916 (__v8si)(__m256i)(w), (__mmask8)(u)); })
4918 #define _mm256_maskz_rol_epi32(u, a, b) __extension__ ({\
4919 (__m256i)__builtin_ia32_prold256_mask((__v8si)(__m256i)(a), (int)(b), \
4920 (__v8si)_mm256_setzero_si256(), \
4921 (__mmask8)(u)); })
4923 #define _mm_rol_epi64(a, b) __extension__ ({\
4924 (__m128i)__builtin_ia32_prolq128_mask((__v2di)(__m128i)(a), (int)(b), \
4925 (__v2di)_mm_setzero_di(), \
4926 (__mmask8)-1); })
4928 #define _mm_mask_rol_epi64(w, u, a, b) __extension__ ({\
4929 (__m128i)__builtin_ia32_prolq128_mask((__v2di)(__m128i)(a), (int)(b), \
4930 (__v2di)(__m128i)(w), (__mmask8)(u)); })
4932 #define _mm_maskz_rol_epi64(u, a, b) __extension__ ({\
4933 (__m128i)__builtin_ia32_prolq128_mask((__v2di)(__m128i)(a), (int)(b), \
4934 (__v2di)_mm_setzero_di(), \
4935 (__mmask8)(u)); })
4937 #define _mm256_rol_epi64(a, b) __extension__ ({\
4938 (__m256i)__builtin_ia32_prolq256_mask((__v4di)(__m256i)(a), (int)(b), \
4939 (__v4di)_mm256_setzero_si256(), \
4940 (__mmask8)-1); })
4942 #define _mm256_mask_rol_epi64(w, u, a, b) __extension__ ({\
4943 (__m256i)__builtin_ia32_prolq256_mask((__v4di)(__m256i)(a), (int)(b), \
4944 (__v4di)(__m256i)(w), (__mmask8)(u)); })
4946 #define _mm256_maskz_rol_epi64(u, a, b) __extension__ ({\
4947 (__m256i)__builtin_ia32_prolq256_mask((__v4di)(__m256i)(a), (int)(b), \
4948 (__v4di)_mm256_setzero_si256(), \
4949 (__mmask8)(u)); })
4951 static __inline__ __m128i __DEFAULT_FN_ATTRS
4953 {
4959 }
4961 static __inline__ __m128i __DEFAULT_FN_ATTRS
4963 __m128i __B)
4964 {
4969 }
4971 static __inline__ __m128i __DEFAULT_FN_ATTRS
4973 {
4979 }
4981 static __inline__ __m256i __DEFAULT_FN_ATTRS
4983 {
4989 }
4991 static __inline__ __m256i __DEFAULT_FN_ATTRS
4993 __m256i __B)
4994 {
4999 }
5001 static __inline__ __m256i __DEFAULT_FN_ATTRS
5003 {
5009 }
5011 static __inline__ __m128i __DEFAULT_FN_ATTRS
5013 {
5019 }
5021 static __inline__ __m128i __DEFAULT_FN_ATTRS
5023 __m128i __B)
5024 {
5029 }
5031 static __inline__ __m128i __DEFAULT_FN_ATTRS
5033 {
5039 }
5041 static __inline__ __m256i __DEFAULT_FN_ATTRS
5043 {
5049 }
5051 static __inline__ __m256i __DEFAULT_FN_ATTRS
5053 __m256i __B)
5054 {
5059 }
5061 static __inline__ __m256i __DEFAULT_FN_ATTRS
5063 {
5069 }
5071 #define _mm_ror_epi32(A, B) __extension__ ({ \
5072 (__m128i)__builtin_ia32_prord128_mask((__v4si)(__m128i)(A), (int)(B), \
5073 (__v4si)_mm_setzero_si128(), \
5074 (__mmask8)-1); })
5076 #define _mm_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5077 (__m128i)__builtin_ia32_prord128_mask((__v4si)(__m128i)(A), (int)(B), \
5078 (__v4si)(__m128i)(W), (__mmask8)(U)); })
5080 #define _mm_maskz_ror_epi32(U, A, B) __extension__ ({ \
5081 (__m128i)__builtin_ia32_prord128_mask((__v4si)(__m128i)(A), (int)(B), \
5082 (__v4si)_mm_setzero_si128(), \
5083 (__mmask8)(U)); })
5085 #define _mm256_ror_epi32(A, B) __extension__ ({ \
5086 (__m256i)__builtin_ia32_prord256_mask((__v8si)(__m256i)(A), (int)(B), \
5087 (__v8si)_mm256_setzero_si256(), \
5088 (__mmask8)-1); })
5090 #define _mm256_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5091 (__m256i)__builtin_ia32_prord256_mask((__v8si)(__m256i)(A), (int)(B), \
5092 (__v8si)(__m256i)(W), (__mmask8)(U)); })
5094 #define _mm256_maskz_ror_epi32(U, A, B) __extension__ ({ \
5095 (__m256i)__builtin_ia32_prord256_mask((__v8si)(__m256i)(A), (int)(B), \
5096 (__v8si)_mm256_setzero_si256(), \
5097 (__mmask8)(U)); })
5099 #define _mm_ror_epi64(A, B) __extension__ ({ \
5100 (__m128i)__builtin_ia32_prorq128_mask((__v2di)(__m128i)(A), (int)(B), \
5101 (__v2di)_mm_setzero_di(), \
5102 (__mmask8)-1); })
5104 #define _mm_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5105 (__m128i)__builtin_ia32_prorq128_mask((__v2di)(__m128i)(A), (int)(B), \
5106 (__v2di)(__m128i)(W), (__mmask8)(U)); })
5108 #define _mm_maskz_ror_epi64(U, A, B) __extension__ ({ \
5109 (__m128i)__builtin_ia32_prorq128_mask((__v2di)(__m128i)(A), (int)(B), \
5110 (__v2di)_mm_setzero_di(), \
5111 (__mmask8)(U)); })
5113 #define _mm256_ror_epi64(A, B) __extension__ ({ \
5114 (__m256i)__builtin_ia32_prorq256_mask((__v4di)(__m256i)(A), (int)(B), \
5115 (__v4di)_mm256_setzero_si256(), \
5116 (__mmask8)-1); })
5118 #define _mm256_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5119 (__m256i)__builtin_ia32_prorq256_mask((__v4di)(__m256i)(A), (int)(B), \
5120 (__v4di)(__m256i)(W), (__mmask8)(U)); })
5122 #define _mm256_maskz_ror_epi64(U, A, B) __extension__ ({ \
5123 (__m256i)__builtin_ia32_prorq256_mask((__v4di)(__m256i)(A), (int)(B), \
5124 (__v4di)_mm256_setzero_si256(), \
5125 (__mmask8)(U)); })
5127 static __inline__ __m128i __DEFAULT_FN_ATTRS
5129 __m128i __B)
5130 {
5135 }
5137 static __inline__ __m128i __DEFAULT_FN_ATTRS
5139 {
5145 }
5147 static __inline__ __m256i __DEFAULT_FN_ATTRS
5149 __m128i __B)
5150 {
5155 }
5157 static __inline__ __m256i __DEFAULT_FN_ATTRS
5159 {
5165 }
5167 #define _mm_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5168 (__m128i)__builtin_ia32_pslldi128_mask((__v4si)(__m128i)(A), (int)(B), \
5169 (__v4si)(__m128i)(W), \
5170 (__mmask8)(U)); })
5172 #define _mm_maskz_slli_epi32(U, A, B) __extension__ ({ \
5173 (__m128i)__builtin_ia32_pslldi128_mask((__v4si)(__m128i)(A), (int)(B), \
5174 (__v4si)_mm_setzero_si128(), \
5175 (__mmask8)(U)); })
5177 #define _mm256_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5178 (__m256i)__builtin_ia32_pslldi256_mask((__v8si)(__m256i)(A), (int)(B), \
5179 (__v8si)(__m256i)(W), \
5180 (__mmask8)(U)); })
5182 #define _mm256_maskz_slli_epi32(U, A, B) __extension__ ({ \
5183 (__m256i)__builtin_ia32_pslldi256_mask((__v8si)(__m256i)(A), (int)(B), \
5184 (__v8si)_mm256_setzero_si256(), \
5185 (__mmask8)(U)); })
5187 static __inline__ __m128i __DEFAULT_FN_ATTRS
5189 __m128i __B)
5190 {
5195 }
5197 static __inline__ __m128i __DEFAULT_FN_ATTRS
5199 {
5205 }
5207 static __inline__ __m256i __DEFAULT_FN_ATTRS
5209 __m128i __B)
5210 {
5215 }
5217 static __inline__ __m256i __DEFAULT_FN_ATTRS
5219 {
5225 }
5227 #define _mm_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5228 (__m128i)__builtin_ia32_psllqi128_mask((__v2di)(__m128i)(A), (int)(B), \
5229 (__v2di)(__m128i)(W), \
5230 (__mmask8)(U)); })
5232 #define _mm_maskz_slli_epi64(U, A, B) __extension__ ({ \
5233 (__m128i)__builtin_ia32_psllqi128_mask((__v2di)(__m128i)(A), (int)(B), \
5234 (__v2di)_mm_setzero_di(), \
5235 (__mmask8)(U)); })
5237 #define _mm256_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5238 (__m256i)__builtin_ia32_psllqi256_mask((__v4di)(__m256i)(A), (int)(B), \
5239 (__v4di)(__m256i)(W), \
5240 (__mmask8)(U)); })
5242 #define _mm256_maskz_slli_epi64(U, A, B) __extension__ ({ \
5243 (__m256i)__builtin_ia32_psllqi256_mask((__v4di)(__m256i)(A), (int)(B), \
5244 (__v4di)_mm256_setzero_si256(), \
5245 (__mmask8)(U)); })
5248 static __inline__ __m128i __DEFAULT_FN_ATTRS
5250 {
5256 }
5258 static __inline__ __m128i __DEFAULT_FN_ATTRS
5260 __m128i __B)
5261 {
5266 }
5268 static __inline__ __m128i __DEFAULT_FN_ATTRS
5270 {
5276 }
5278 static __inline__ __m256i __DEFAULT_FN_ATTRS
5280 {
5286 }
5288 static __inline__ __m256i __DEFAULT_FN_ATTRS
5290 __m256i __B)
5291 {
5296 }
5298 static __inline__ __m256i __DEFAULT_FN_ATTRS
5300 {
5306 }
5308 static __inline__ __m128i __DEFAULT_FN_ATTRS
5310 {
5316 }
5318 static __inline__ __m128i __DEFAULT_FN_ATTRS
5320 __m128i __B)
5321 {
5326 }
5328 static __inline__ __m128i __DEFAULT_FN_ATTRS
5330 {
5336 }
5338 static __inline__ __m256i __DEFAULT_FN_ATTRS
5340 {
5346 }
5348 static __inline__ __m256i __DEFAULT_FN_ATTRS
5350 __m256i __B)
5351 {
5356 }
5358 static __inline__ __m256i __DEFAULT_FN_ATTRS
5360 {
5366 }
5368 static __inline__ __m128i __DEFAULT_FN_ATTRS
5370 __m128i __Y)
5371 {
5376 }
5378 static __inline__ __m128i __DEFAULT_FN_ATTRS
5380 {
5386 }
5388 static __inline__ __m256i __DEFAULT_FN_ATTRS
5390 __m256i __Y)
5391 {
5396 }
5398 static __inline__ __m256i __DEFAULT_FN_ATTRS
5400 {
5406 }
5408 static __inline__ __m128i __DEFAULT_FN_ATTRS
5410 __m128i __Y)
5411 {
5416 }
5418 static __inline__ __m128i __DEFAULT_FN_ATTRS
5420 {
5426 }
5428 static __inline__ __m256i __DEFAULT_FN_ATTRS
5430 __m256i __Y)
5431 {
5436 }
5438 static __inline__ __m256i __DEFAULT_FN_ATTRS
5440 {
5446 }
5450 static __inline__ __m128i __DEFAULT_FN_ATTRS
5452 __m128i __Y)
5453 {
5458 }
5460 static __inline__ __m128i __DEFAULT_FN_ATTRS
5462 {
5468 }
5470 static __inline__ __m256i __DEFAULT_FN_ATTRS
5472 __m256i __Y)
5473 {
5478 }
5480 static __inline__ __m256i __DEFAULT_FN_ATTRS
5482 {
5488 }
5490 static __inline__ __m128i __DEFAULT_FN_ATTRS
5492 __m128i __Y)
5493 {
5498 }
5500 static __inline__ __m128i __DEFAULT_FN_ATTRS
5502 {
5508 }
5510 static __inline__ __m256i __DEFAULT_FN_ATTRS
5512 __m256i __Y)
5513 {
5518 }
5520 static __inline__ __m256i __DEFAULT_FN_ATTRS
5522 {
5528 }
5532 static __inline__ __m128i __DEFAULT_FN_ATTRS
5534 __m128i __B)
5535 {
5540 }
5542 static __inline__ __m128i __DEFAULT_FN_ATTRS
5544 {
5550 }
5552 static __inline__ __m256i __DEFAULT_FN_ATTRS
5554 __m128i __B)
5555 {
5560 }
5562 static __inline__ __m256i __DEFAULT_FN_ATTRS
5564 {
5570 }
5572 #define _mm_mask_srli_epi32(W, U, A, imm) __extension__ ({ \
5573 (__m128i)__builtin_ia32_psrldi128_mask((__v4si)(__m128i)(A), (int)(imm), \
5574 (__v4si)(__m128i)(W), \
5575 (__mmask8)(U)); })
5577 #define _mm_maskz_srli_epi32(U, A, imm) __extension__ ({ \
5578 (__m128i)__builtin_ia32_psrldi128_mask((__v4si)(__m128i)(A), (int)(imm), \
5579 (__v4si)_mm_setzero_si128(), \
5580 (__mmask8)(U)); })
5582 #define _mm256_mask_srli_epi32(W, U, A, imm) __extension__ ({ \
5583 (__m256i)__builtin_ia32_psrldi256_mask((__v8si)(__m256i)(A), (int)(imm), \
5584 (__v8si)(__m256i)(W), \
5585 (__mmask8)(U)); })
5587 #define _mm256_maskz_srli_epi32(U, A, imm) __extension__ ({ \
5588 (__m256i)__builtin_ia32_psrldi256_mask((__v8si)(__m256i)(A), (int)(imm), \
5589 (__v8si)_mm256_setzero_si256(), \
5590 (__mmask8)(U)); })
5592 static __inline__ __m128i __DEFAULT_FN_ATTRS
5594 __m128i __B)
5595 {
5600 }
5602 static __inline__ __m128i __DEFAULT_FN_ATTRS
5604 {
5610 }
5612 static __inline__ __m256i __DEFAULT_FN_ATTRS
5614 __m128i __B)
5615 {
5620 }
5622 static __inline__ __m256i __DEFAULT_FN_ATTRS
5624 {
5630 }
5632 #define _mm_mask_srli_epi64(W, U, A, imm) __extension__ ({ \
5633 (__m128i)__builtin_ia32_psrlqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
5634 (__v2di)(__m128i)(W), \
5635 (__mmask8)(U)); })
5637 #define _mm_maskz_srli_epi64(U, A, imm) __extension__ ({ \
5638 (__m128i)__builtin_ia32_psrlqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
5639 (__v2di)_mm_setzero_si128(), \
5640 (__mmask8)(U)); })
5642 #define _mm256_mask_srli_epi64(W, U, A, imm) __extension__ ({ \
5643 (__m256i)__builtin_ia32_psrlqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
5644 (__v4di)(__m256i)(W), \
5645 (__mmask8)(U)); })
5647 #define _mm256_maskz_srli_epi64(U, A, imm) __extension__ ({ \
5648 (__m256i)__builtin_ia32_psrlqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
5649 (__v4di)_mm256_setzero_si256(), \
5650 (__mmask8)(U)); })
5652 static __inline__ __m128i __DEFAULT_FN_ATTRS
5654 __m128i __Y)
5655 {
5660 }
5662 static __inline__ __m128i __DEFAULT_FN_ATTRS
5664 {
5670 }
5672 static __inline__ __m256i __DEFAULT_FN_ATTRS
5674 __m256i __Y)
5675 {
5680 }
5682 static __inline__ __m256i __DEFAULT_FN_ATTRS
5684 {
5690 }
5692 static __inline__ __m128i __DEFAULT_FN_ATTRS
5694 {
5700 }
5702 static __inline__ __m128i __DEFAULT_FN_ATTRS
5704 __m128i __Y)
5705 {
5710 }
5712 static __inline__ __m128i __DEFAULT_FN_ATTRS
5714 {
5720 }
5722 static __inline__ __m256i __DEFAULT_FN_ATTRS
5724 {
5730 }
5732 static __inline__ __m256i __DEFAULT_FN_ATTRS
5734 __m256i __Y)
5735 {
5740 }
5742 static __inline__ __m256i __DEFAULT_FN_ATTRS
5744 {
5750 }
5752 static __inline__ __m128i __DEFAULT_FN_ATTRS
5754 {
5758 }
5760 static __inline__ __m128i __DEFAULT_FN_ATTRS
5762 {
5766 }
5769 static __inline__ __m256i __DEFAULT_FN_ATTRS
5771 {
5775 }
5777 static __inline__ __m256i __DEFAULT_FN_ATTRS
5779 {
5783 }
5785 static __inline__ __m128i __DEFAULT_FN_ATTRS
5787 {
5791 __U);
5792 }
5794 static __inline__ __m128i __DEFAULT_FN_ATTRS
5796 {
5801 __U);
5802 }
5804 static __inline__ __m256i __DEFAULT_FN_ATTRS
5806 {
5810 __U);
5811 }
5813 static __inline__ __m256i __DEFAULT_FN_ATTRS
5815 {
5820 __U);
5821 }
5825 {
5829 }
5833 {
5837 }
5839 static __inline__ __m128i __DEFAULT_FN_ATTRS
5841 {
5845 }
5847 static __inline__ __m128i __DEFAULT_FN_ATTRS
5849 {
5853 }
5855 static __inline__ __m256i __DEFAULT_FN_ATTRS
5857 {
5861 }
5863 static __inline__ __m256i __DEFAULT_FN_ATTRS
5865 {
5869 }
5871 static __inline__ __m128i __DEFAULT_FN_ATTRS
5873 {
5877 __U);
5878 }
5880 static __inline__ __m128i __DEFAULT_FN_ATTRS
5882 {
5887 __U);
5888 }
5890 static __inline__ __m256i __DEFAULT_FN_ATTRS
5892 {
5896 __U);
5897 }
5899 static __inline__ __m256i __DEFAULT_FN_ATTRS
5901 {
5906 __U);
5907 }
5911 {
5915 }
5919 {
5923 }
5925 static __inline__ __m128d __DEFAULT_FN_ATTRS
5927 {
5931 }
5933 static __inline__ __m128d __DEFAULT_FN_ATTRS
5935 {
5939 }
5941 static __inline__ __m256d __DEFAULT_FN_ATTRS
5943 {
5947 }
5949 static __inline__ __m256d __DEFAULT_FN_ATTRS
5951 {
5955 }
5958 #define _mm_mask_set1_epi32(O, M, A) __extension__ ({ \
5959 (__m128i)__builtin_ia32_pbroadcastd128_gpr_mask((int)(A), \
5960 (__v4si)(__m128i)(O), \
5961 (__mmask8)(M)); })
5963 #define _mm_maskz_set1_epi32(M, A) __extension__ ({ \
5964 (__m128i)__builtin_ia32_pbroadcastd128_gpr_mask((int)(A), \
5965 (__v4si)_mm_setzero_si128(), \
5966 (__mmask8)(M)); })
5968 #define _mm256_mask_set1_epi32(O, M, A) __extension__ ({ \
5969 (__m256i)__builtin_ia32_pbroadcastd256_gpr_mask((int)(A), \
5970 (__v8si)(__m256i)(O), \
5971 (__mmask8)(M)); })
5973 #define _mm256_maskz_set1_epi32(M, A) __extension__ ({ \
5974 (__m256i)__builtin_ia32_pbroadcastd256_gpr_mask((int)(A), \
5975 (__v8si)_mm256_setzero_si256(), \
5976 (__mmask8)(M)); })
5978 static __inline__ __m128i __DEFAULT_FN_ATTRS
5980 {
5982 __M);
5983 }
5985 static __inline__ __m128i __DEFAULT_FN_ATTRS
5987 {
5991 __M);
5992 }
5994 static __inline__ __m256i __DEFAULT_FN_ATTRS
5996 {
5998 __M);
5999 }
6001 static __inline__ __m256i __DEFAULT_FN_ATTRS
6003 {
6007 __M);
6008 }
6010 #define _mm_fixupimm_pd(A, B, C, imm) __extension__ ({ \
6011 (__m128d)__builtin_ia32_fixupimmpd128_mask((__v2df)(__m128d)(A), \
6012 (__v2df)(__m128d)(B), \
6013 (__v2di)(__m128i)(C), (int)(imm), \
6014 (__mmask8)-1); })
6016 #define _mm_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
6017 (__m128d)__builtin_ia32_fixupimmpd128_mask((__v2df)(__m128d)(A), \
6018 (__v2df)(__m128d)(B), \
6019 (__v2di)(__m128i)(C), (int)(imm), \
6020 (__mmask8)(U)); })
6022 #define _mm_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
6023 (__m128d)__builtin_ia32_fixupimmpd128_maskz((__v2df)(__m128d)(A), \
6024 (__v2df)(__m128d)(B), \
6025 (__v2di)(__m128i)(C), \
6026 (int)(imm), (__mmask8)(U)); })
6028 #define _mm256_fixupimm_pd(A, B, C, imm) __extension__ ({ \
6029 (__m256d)__builtin_ia32_fixupimmpd256_mask((__v4df)(__m256d)(A), \
6030 (__v4df)(__m256d)(B), \
6031 (__v4di)(__m256i)(C), (int)(imm), \
6032 (__mmask8)-1); })
6034 #define _mm256_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
6035 (__m256d)__builtin_ia32_fixupimmpd256_mask((__v4df)(__m256d)(A), \
6036 (__v4df)(__m256d)(B), \
6037 (__v4di)(__m256i)(C), (int)(imm), \
6038 (__mmask8)(U)); })
6040 #define _mm256_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
6041 (__m256d)__builtin_ia32_fixupimmpd256_maskz((__v4df)(__m256d)(A), \
6042 (__v4df)(__m256d)(B), \
6043 (__v4di)(__m256i)(C), \
6044 (int)(imm), (__mmask8)(U)); })
6046 #define _mm_fixupimm_ps(A, B, C, imm) __extension__ ({ \
6047 (__m128)__builtin_ia32_fixupimmps128_mask((__v4sf)(__m128)(A), \
6048 (__v4sf)(__m128)(B), \
6049 (__v4si)(__m128i)(C), (int)(imm), \
6050 (__mmask8)-1); })
6052 #define _mm_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
6053 (__m128)__builtin_ia32_fixupimmps128_mask((__v4sf)(__m128)(A), \
6054 (__v4sf)(__m128)(B), \
6055 (__v4si)(__m128i)(C), (int)(imm), \
6056 (__mmask8)(U)); })
6058 #define _mm_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
6059 (__m128)__builtin_ia32_fixupimmps128_maskz((__v4sf)(__m128)(A), \
6060 (__v4sf)(__m128)(B), \
6061 (__v4si)(__m128i)(C), (int)(imm), \
6062 (__mmask8)(U)); })
6064 #define _mm256_fixupimm_ps(A, B, C, imm) __extension__ ({ \
6065 (__m256)__builtin_ia32_fixupimmps256_mask((__v8sf)(__m256)(A), \
6066 (__v8sf)(__m256)(B), \
6067 (__v8si)(__m256i)(C), (int)(imm), \
6068 (__mmask8)-1); })
6070 #define _mm256_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
6071 (__m256)__builtin_ia32_fixupimmps256_mask((__v8sf)(__m256)(A), \
6072 (__v8sf)(__m256)(B), \
6073 (__v8si)(__m256i)(C), (int)(imm), \
6074 (__mmask8)(U)); })
6076 #define _mm256_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
6077 (__m256)__builtin_ia32_fixupimmps256_maskz((__v8sf)(__m256)(A), \
6078 (__v8sf)(__m256)(B), \
6079 (__v8si)(__m256i)(C), (int)(imm), \
6080 (__mmask8)(U)); })
6082 static __inline__ __m128d __DEFAULT_FN_ATTRS
6084 {
6088 }
6090 static __inline__ __m128d __DEFAULT_FN_ATTRS
6092 {
6097 }
6099 static __inline__ __m256d __DEFAULT_FN_ATTRS
6101 {
6105 }
6107 static __inline__ __m256d __DEFAULT_FN_ATTRS
6109 {
6114 }
6116 static __inline__ __m128 __DEFAULT_FN_ATTRS
6118 {
6122 }
6124 static __inline__ __m128 __DEFAULT_FN_ATTRS
6126 {
6131 }
6133 static __inline__ __m256 __DEFAULT_FN_ATTRS
6135 {
6139 }
6141 static __inline__ __m256 __DEFAULT_FN_ATTRS
6143 {
6148 }
6150 static __inline__ __m128i __DEFAULT_FN_ATTRS
6152 {
6156 }
6158 static __inline__ __m128i __DEFAULT_FN_ATTRS
6160 {
6165 }
6167 static __inline__ __m256i __DEFAULT_FN_ATTRS
6169 {
6173 }
6175 static __inline__ __m256i __DEFAULT_FN_ATTRS
6177 {
6182 }
6184 static __inline__ __m128i __DEFAULT_FN_ATTRS
6186 {
6190 }
6192 static __inline__ __m128i __DEFAULT_FN_ATTRS
6194 {
6199 }
6201 static __inline__ __m256i __DEFAULT_FN_ATTRS
6203 {
6207 }
6209 static __inline__ __m256i __DEFAULT_FN_ATTRS
6211 {
6216 }
6218 static __inline__ __m128d __DEFAULT_FN_ATTRS
6220 {
6224 }
6226 static __inline__ __m128d __DEFAULT_FN_ATTRS
6228 {
6233 }
6235 static __inline__ __m256d __DEFAULT_FN_ATTRS
6237 {
6241 }
6243 static __inline__ __m256d __DEFAULT_FN_ATTRS
6245 {
6250 }
6252 static __inline__ __m128 __DEFAULT_FN_ATTRS
6254 {
6258 }
6260 static __inline__ __m128 __DEFAULT_FN_ATTRS
6262 {
6267 }
6269 static __inline__ __m256 __DEFAULT_FN_ATTRS
6271 {
6275 }
6277 static __inline__ __m256 __DEFAULT_FN_ATTRS
6279 {
6284 }
6288 {
6292 }
6296 {
6300 }
6304 {
6308 }
6312 {
6316 }
6320 {
6324 }
6328 {
6332 }
6336 {
6340 }
6344 {
6348 }
6352 {
6356 }
6360 {
6364 }
6368 {
6372 }
6376 {
6380 }
6383 static __inline__ __m128d __DEFAULT_FN_ATTRS
6385 {
6389 }
6391 static __inline__ __m128d __DEFAULT_FN_ATTRS
6393 {
6397 }
6399 static __inline__ __m256d __DEFAULT_FN_ATTRS
6401 {
6405 }
6407 static __inline__ __m256d __DEFAULT_FN_ATTRS
6409 {
6413 }
6415 static __inline__ __m128 __DEFAULT_FN_ATTRS
6417 {
6421 }
6423 static __inline__ __m128 __DEFAULT_FN_ATTRS
6425 {
6429 }
6431 static __inline__ __m256 __DEFAULT_FN_ATTRS
6433 {
6437 }
6439 static __inline__ __m256 __DEFAULT_FN_ATTRS
6441 {
6445 }
6447 static __inline__ __m128d __DEFAULT_FN_ATTRS
6449 {
6453 }
6455 static __inline__ __m128d __DEFAULT_FN_ATTRS
6457 {
6461 }
6463 static __inline__ __m256d __DEFAULT_FN_ATTRS
6465 {
6469 }
6471 static __inline__ __m256d __DEFAULT_FN_ATTRS
6473 {
6477 }
6479 static __inline__ __m128 __DEFAULT_FN_ATTRS
6481 {
6485 }
6487 static __inline__ __m128 __DEFAULT_FN_ATTRS
6489 {
6493 }
6495 static __inline__ __m256 __DEFAULT_FN_ATTRS
6497 {
6501 }
6503 static __inline__ __m256 __DEFAULT_FN_ATTRS
6505 {
6509 }
6511 static __inline__ __m128d __DEFAULT_FN_ATTRS
6513 {
6518 }
6520 static __inline__ __m128d __DEFAULT_FN_ATTRS
6522 {
6526 }
6528 static __inline__ __m128d __DEFAULT_FN_ATTRS
6530 {
6535 }
6537 static __inline__ __m256d __DEFAULT_FN_ATTRS
6539 {
6544 }
6546 static __inline__ __m256d __DEFAULT_FN_ATTRS
6548 {
6552 }
6554 static __inline__ __m256d __DEFAULT_FN_ATTRS
6556 {
6561 }
6563 static __inline__ __m128 __DEFAULT_FN_ATTRS
6565 {
6570 }
6572 static __inline__ __m128 __DEFAULT_FN_ATTRS
6574 {
6578 }
6580 static __inline__ __m128 __DEFAULT_FN_ATTRS
6582 {
6587 }
6589 static __inline__ __m256 __DEFAULT_FN_ATTRS
6591 {
6596 }
6598 static __inline__ __m256 __DEFAULT_FN_ATTRS
6600 {
6604 }
6606 static __inline__ __m256 __DEFAULT_FN_ATTRS
6608 {
6613 }
6615 #define _mm_mask_permute_pd(W, U, X, C) __extension__ ({ \
6616 (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
6617 (__v2df)_mm_permute_pd((X), (C)), \
6618 (__v2df)(__m128d)(W)); })
6620 #define _mm_maskz_permute_pd(U, X, C) __extension__ ({ \
6621 (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
6622 (__v2df)_mm_permute_pd((X), (C)), \
6623 (__v2df)_mm_setzero_pd()); })
6625 #define _mm256_mask_permute_pd(W, U, X, C) __extension__ ({ \
6626 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
6627 (__v4df)_mm256_permute_pd((X), (C)), \
6628 (__v4df)(__m256d)(W)); })
6630 #define _mm256_maskz_permute_pd(U, X, C) __extension__ ({ \
6631 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
6632 (__v4df)_mm256_permute_pd((X), (C)), \
6633 (__v4df)_mm256_setzero_pd()); })
6635 #define _mm_mask_permute_ps(W, U, X, C) __extension__ ({ \
6636 (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
6637 (__v4sf)_mm_permute_ps((X), (C)), \
6638 (__v4sf)(__m128)(W)); })
6640 #define _mm_maskz_permute_ps(U, X, C) __extension__ ({ \
6641 (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
6642 (__v4sf)_mm_permute_ps((X), (C)), \
6643 (__v4sf)_mm_setzero_ps()); })
6645 #define _mm256_mask_permute_ps(W, U, X, C) __extension__ ({ \
6646 (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
6647 (__v8sf)_mm256_permute_ps((X), (C)), \
6648 (__v8sf)(__m256)(W)); })
6650 #define _mm256_maskz_permute_ps(U, X, C) __extension__ ({ \
6651 (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
6652 (__v8sf)_mm256_permute_ps((X), (C)), \
6653 (__v8sf)_mm256_setzero_ps()); })
6655 static __inline__ __m128d __DEFAULT_FN_ATTRS
6657 __m128i __C)
6658 {
6663 }
6665 static __inline__ __m128d __DEFAULT_FN_ATTRS
6667 {
6673 }
6675 static __inline__ __m256d __DEFAULT_FN_ATTRS
6677 __m256i __C)
6678 {
6683 __U);
6684 }
6686 static __inline__ __m256d __DEFAULT_FN_ATTRS
6688 {
6694 __U);
6695 }
6697 static __inline__ __m128 __DEFAULT_FN_ATTRS
6699 __m128i __C)
6700 {
6705 }
6707 static __inline__ __m128 __DEFAULT_FN_ATTRS
6709 {
6715 }
6717 static __inline__ __m256 __DEFAULT_FN_ATTRS
6719 __m256i __C)
6720 {
6725 }
6727 static __inline__ __m256 __DEFAULT_FN_ATTRS
6729 {
6735 }
6737 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6739 {
6743 }
6745 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6747 {
6750 }
6752 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6754 {
6758 }
6760 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6762 {
6765 }
6767 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6769 {
6773 }
6775 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6777 {
6780 }
6782 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6784 {
6788 }
6790 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6792 {
6795 }
6797 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6799 {
6803 }
6805 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6807 {
6810 }
6812 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6814 {
6818 }
6820 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6822 {
6825 }
6827 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6829 {
6833 }
6835 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6837 {
6840 }
6842 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6844 {
6848 }
6850 static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6852 {
6855 }
6859 static __inline__ __m128i __DEFAULT_FN_ATTRS
6861 {
6865 }
6867 static __inline__ __m128i __DEFAULT_FN_ATTRS
6869 {
6873 }
6875 static __inline__ __m256i __DEFAULT_FN_ATTRS
6877 {
6881 }
6883 static __inline__ __m256i __DEFAULT_FN_ATTRS
6885 {
6889 }
6891 static __inline__ __m128i __DEFAULT_FN_ATTRS
6893 {
6897 }
6899 static __inline__ __m128i __DEFAULT_FN_ATTRS
6901 {
6905 }
6907 static __inline__ __m256i __DEFAULT_FN_ATTRS
6909 {
6913 }
6915 static __inline__ __m256i __DEFAULT_FN_ATTRS
6917 {
6921 }
6923 static __inline__ __m128i __DEFAULT_FN_ATTRS
6925 {
6929 }
6931 static __inline__ __m128i __DEFAULT_FN_ATTRS
6933 {
6937 }
6939 static __inline__ __m256i __DEFAULT_FN_ATTRS
6941 {
6945 }
6947 static __inline__ __m256i __DEFAULT_FN_ATTRS
6949 {
6953 }
6955 static __inline__ __m128i __DEFAULT_FN_ATTRS
6957 {
6961 }
6963 static __inline__ __m128i __DEFAULT_FN_ATTRS
6965 {
6969 }
6971 static __inline__ __m256i __DEFAULT_FN_ATTRS
6973 {
6977 }
6979 static __inline__ __m256i __DEFAULT_FN_ATTRS
6981 {
6985 }
6987 static __inline__ __m128i __DEFAULT_FN_ATTRS
6989 __m128i __B)
6990 {
6995 }
6997 static __inline__ __m128i __DEFAULT_FN_ATTRS
6999 {
7005 }
7007 static __inline__ __m256i __DEFAULT_FN_ATTRS
7009 __m128i __B)
7010 {
7015 }
7017 static __inline__ __m256i __DEFAULT_FN_ATTRS
7019 {
7025 }
7027 #define _mm_mask_srai_epi32(W, U, A, imm) __extension__ ({ \
7028 (__m128i)__builtin_ia32_psradi128_mask((__v4si)(__m128i)(A), (int)(imm), \
7029 (__v4si)(__m128i)(W), \
7030 (__mmask8)(U)); })
7032 #define _mm_maskz_srai_epi32(U, A, imm) __extension__ ({ \
7033 (__m128i)__builtin_ia32_psradi128_mask((__v4si)(__m128i)(A), (int)(imm), \
7034 (__v4si)_mm_setzero_si128(), \
7035 (__mmask8)(U)); })
7037 #define _mm256_mask_srai_epi32(W, U, A, imm) __extension__ ({ \
7038 (__m256i)__builtin_ia32_psradi256_mask((__v8si)(__m256i)(A), (int)(imm), \
7039 (__v8si)(__m256i)(W), \
7040 (__mmask8)(U)); })
7042 #define _mm256_maskz_srai_epi32(U, A, imm) __extension__ ({ \
7043 (__m256i)__builtin_ia32_psradi256_mask((__v8si)(__m256i)(A), (int)(imm), \
7044 (__v8si)_mm256_setzero_si256(), \
7045 (__mmask8)(U)); })
7047 static __inline__ __m128i __DEFAULT_FN_ATTRS
7049 {
7055 }
7057 static __inline__ __m128i __DEFAULT_FN_ATTRS
7059 __m128i __B)
7060 {
7065 }
7067 static __inline__ __m128i __DEFAULT_FN_ATTRS
7069 {
7075 }
7077 static __inline__ __m256i __DEFAULT_FN_ATTRS
7079 {
7085 }
7087 static __inline__ __m256i __DEFAULT_FN_ATTRS
7089 __m128i __B)
7090 {
7095 }
7097 static __inline__ __m256i __DEFAULT_FN_ATTRS
7099 {
7105 }
7107 #define _mm_srai_epi64(A, imm) __extension__ ({ \
7108 (__m128i)__builtin_ia32_psraqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
7109 (__v2di)_mm_setzero_di(), \
7110 (__mmask8)-1); })
7112 #define _mm_mask_srai_epi64(W, U, A, imm) __extension__ ({ \
7113 (__m128i)__builtin_ia32_psraqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
7114 (__v2di)(__m128i)(W), \
7115 (__mmask8)(U)); })
7117 #define _mm_maskz_srai_epi64(U, A, imm) __extension__ ({ \
7118 (__m128i)__builtin_ia32_psraqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
7119 (__v2di)_mm_setzero_si128(), \
7120 (__mmask8)(U)); })
7122 #define _mm256_srai_epi64(A, imm) __extension__ ({ \
7123 (__m256i)__builtin_ia32_psraqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
7124 (__v4di)_mm256_setzero_si256(), \
7125 (__mmask8)-1); })
7127 #define _mm256_mask_srai_epi64(W, U, A, imm) __extension__ ({ \
7128 (__m256i)__builtin_ia32_psraqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
7129 (__v4di)(__m256i)(W), \
7130 (__mmask8)(U)); })
7132 #define _mm256_maskz_srai_epi64(U, A, imm) __extension__ ({ \
7133 (__m256i)__builtin_ia32_psraqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
7134 (__v4di)_mm256_setzero_si256(), \
7135 (__mmask8)(U)); })
7137 #define _mm_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
7138 (__m128i)__builtin_ia32_pternlogd128_mask((__v4si)(__m128i)(A), \
7139 (__v4si)(__m128i)(B), \
7140 (__v4si)(__m128i)(C), (int)(imm), \
7141 (__mmask8)-1); })
7143 #define _mm_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
7144 (__m128i)__builtin_ia32_pternlogd128_mask((__v4si)(__m128i)(A), \
7145 (__v4si)(__m128i)(B), \
7146 (__v4si)(__m128i)(C), (int)(imm), \
7147 (__mmask8)(U)); })
7149 #define _mm_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
7150 (__m128i)__builtin_ia32_pternlogd128_maskz((__v4si)(__m128i)(A), \
7151 (__v4si)(__m128i)(B), \
7152 (__v4si)(__m128i)(C), (int)(imm), \
7153 (__mmask8)(U)); })
7155 #define _mm256_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
7156 (__m256i)__builtin_ia32_pternlogd256_mask((__v8si)(__m256i)(A), \
7157 (__v8si)(__m256i)(B), \
7158 (__v8si)(__m256i)(C), (int)(imm), \
7159 (__mmask8)-1); })
7161 #define _mm256_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
7162 (__m256i)__builtin_ia32_pternlogd256_mask((__v8si)(__m256i)(A), \
7163 (__v8si)(__m256i)(B), \
7164 (__v8si)(__m256i)(C), (int)(imm), \
7165 (__mmask8)(U)); })
7167 #define _mm256_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
7168 (__m256i)__builtin_ia32_pternlogd256_maskz((__v8si)(__m256i)(A), \
7169 (__v8si)(__m256i)(B), \
7170 (__v8si)(__m256i)(C), (int)(imm), \
7171 (__mmask8)(U)); })
7173 #define _mm_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
7174 (__m128i)__builtin_ia32_pternlogq128_mask((__v2di)(__m128i)(A), \
7175 (__v2di)(__m128i)(B), \
7176 (__v2di)(__m128i)(C), (int)(imm), \
7177 (__mmask8)-1); })
7179 #define _mm_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
7180 (__m128i)__builtin_ia32_pternlogq128_mask((__v2di)(__m128i)(A), \
7181 (__v2di)(__m128i)(B), \
7182 (__v2di)(__m128i)(C), (int)(imm), \
7183 (__mmask8)(U)); })
7185 #define _mm_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
7186 (__m128i)__builtin_ia32_pternlogq128_maskz((__v2di)(__m128i)(A), \
7187 (__v2di)(__m128i)(B), \
7188 (__v2di)(__m128i)(C), (int)(imm), \
7189 (__mmask8)(U)); })
7191 #define _mm256_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
7192 (__m256i)__builtin_ia32_pternlogq256_mask((__v4di)(__m256i)(A), \
7193 (__v4di)(__m256i)(B), \
7194 (__v4di)(__m256i)(C), (int)(imm), \
7195 (__mmask8)-1); })
7197 #define _mm256_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
7198 (__m256i)__builtin_ia32_pternlogq256_mask((__v4di)(__m256i)(A), \
7199 (__v4di)(__m256i)(B), \
7200 (__v4di)(__m256i)(C), (int)(imm), \
7201 (__mmask8)(U)); })
7203 #define _mm256_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
7204 (__m256i)__builtin_ia32_pternlogq256_maskz((__v4di)(__m256i)(A), \
7205 (__v4di)(__m256i)(B), \
7206 (__v4di)(__m256i)(C), (int)(imm), \
7207 (__mmask8)(U)); })
7211 #define _mm256_shuffle_f32x4(A, B, imm) __extension__ ({ \
7212 (__m256)__builtin_ia32_shuf_f32x4_256_mask((__v8sf)(__m256)(A), \
7213 (__v8sf)(__m256)(B), (int)(imm), \
7214 (__v8sf)_mm256_setzero_ps(), \
7215 (__mmask8)-1); })
7217 #define _mm256_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7218 (__m256)__builtin_ia32_shuf_f32x4_256_mask((__v8sf)(__m256)(A), \
7219 (__v8sf)(__m256)(B), (int)(imm), \
7220 (__v8sf)(__m256)(W), \
7221 (__mmask8)(U)); })
7223 #define _mm256_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7224 (__m256)__builtin_ia32_shuf_f32x4_256_mask((__v8sf)(__m256)(A), \
7225 (__v8sf)(__m256)(B), (int)(imm), \
7226 (__v8sf)_mm256_setzero_ps(), \
7227 (__mmask8)(U)); })
7229 #define _mm256_shuffle_f64x2(A, B, imm) __extension__ ({ \
7230 (__m256d)__builtin_ia32_shuf_f64x2_256_mask((__v4df)(__m256d)(A), \
7231 (__v4df)(__m256d)(B), \
7232 (int)(imm), \
7233 (__v4df)_mm256_setzero_pd(), \
7234 (__mmask8)-1); })
7236 #define _mm256_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7237 (__m256d)__builtin_ia32_shuf_f64x2_256_mask((__v4df)(__m256d)(A), \
7238 (__v4df)(__m256d)(B), \
7239 (int)(imm), \
7240 (__v4df)(__m256d)(W), \
7241 (__mmask8)(U)); })
7243 #define _mm256_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7244 (__m256d)__builtin_ia32_shuf_f64x2_256_mask((__v4df)(__m256d)(A), \
7245 (__v4df)(__m256d)(B), \
7246 (int)(imm), \
7247 (__v4df)_mm256_setzero_pd(), \
7248 (__mmask8)(U)); })
7250 #define _mm256_shuffle_i32x4(A, B, imm) __extension__ ({ \
7251 (__m256i)__builtin_ia32_shuf_i32x4_256_mask((__v8si)(__m256i)(A), \
7252 (__v8si)(__m256i)(B), \
7253 (int)(imm), \
7254 (__v8si)_mm256_setzero_si256(), \
7255 (__mmask8)-1); })
7257 #define _mm256_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7258 (__m256i)__builtin_ia32_shuf_i32x4_256_mask((__v8si)(__m256i)(A), \
7259 (__v8si)(__m256i)(B), \
7260 (int)(imm), \
7261 (__v8si)(__m256i)(W), \
7262 (__mmask8)(U)); })
7264 #define _mm256_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7265 (__m256i)__builtin_ia32_shuf_i32x4_256_mask((__v8si)(__m256i)(A), \
7266 (__v8si)(__m256i)(B), \
7267 (int)(imm), \
7268 (__v8si)_mm256_setzero_si256(), \
7269 (__mmask8)(U)); })
7271 #define _mm256_shuffle_i64x2(A, B, imm) __extension__ ({ \
7272 (__m256i)__builtin_ia32_shuf_i64x2_256_mask((__v4di)(__m256i)(A), \
7273 (__v4di)(__m256i)(B), \
7274 (int)(imm), \
7275 (__v4di)_mm256_setzero_si256(), \
7276 (__mmask8)-1); })
7278 #define _mm256_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7279 (__m256i)__builtin_ia32_shuf_i64x2_256_mask((__v4di)(__m256i)(A), \
7280 (__v4di)(__m256i)(B), \
7281 (int)(imm), \
7282 (__v4di)(__m256i)(W), \
7283 (__mmask8)(U)); })
7285 #define _mm256_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7286 (__m256i)__builtin_ia32_shuf_i64x2_256_mask((__v4di)(__m256i)(A), \
7287 (__v4di)(__m256i)(B), \
7288 (int)(imm), \
7289 (__v4di)_mm256_setzero_si256(), \
7290 (__mmask8)(U)); })
7292 #define _mm_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7293 (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
7294 (__v2df)_mm_shuffle_pd((A), (B), (M)), \
7295 (__v2df)(__m128d)(W)); })
7297 #define _mm_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7298 (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
7299 (__v2df)_mm_shuffle_pd((A), (B), (M)), \
7300 (__v2df)_mm_setzero_pd()); })
7302 #define _mm256_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7303 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
7304 (__v4df)_mm256_shuffle_pd((A), (B), (M)), \
7305 (__v4df)(__m256d)(W)); })
7307 #define _mm256_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7308 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
7309 (__v4df)_mm256_shuffle_pd((A), (B), (M)), \
7310 (__v4df)_mm256_setzero_pd()); })
7312 #define _mm_mask_shuffle_ps(W, U, A, B, M) __extension__ ({ \
7313 (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
7314 (__v4sf)_mm_shuffle_ps((A), (B), (M)), \
7315 (__v4sf)(__m128)(W)); })
7317 #define _mm_maskz_shuffle_ps(U, A, B, M) __extension__ ({ \
7318 (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
7319 (__v4sf)_mm_shuffle_ps((A), (B), (M)), \
7320 (__v4sf)_mm_setzero_ps()); })
7322 #define _mm256_mask_shuffle_ps(W, U, A, B, M) __extension__ ({ \
7323 (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
7324 (__v8sf)_mm256_shuffle_ps((A), (B), (M)), \
7325 (__v8sf)(__m256)(W)); })
7327 #define _mm256_maskz_shuffle_ps(U, A, B, M) __extension__ ({ \
7328 (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
7329 (__v8sf)_mm256_shuffle_ps((A), (B), (M)), \
7330 (__v8sf)_mm256_setzero_ps()); })
7332 static __inline__ __m128d __DEFAULT_FN_ATTRS
7334 {
7339 }
7341 static __inline__ __m128d __DEFAULT_FN_ATTRS
7343 {
7347 }
7349 static __inline__ __m128d __DEFAULT_FN_ATTRS
7351 {
7356 }
7358 static __inline__ __m256d __DEFAULT_FN_ATTRS
7360 {
7365 }
7367 static __inline__ __m256d __DEFAULT_FN_ATTRS
7369 {
7373 }
7375 static __inline__ __m256d __DEFAULT_FN_ATTRS
7377 {
7382 }
7384 static __inline__ __m128 __DEFAULT_FN_ATTRS
7386 {
7391 }
7393 static __inline__ __m128 __DEFAULT_FN_ATTRS
7395 {
7399 }
7401 static __inline__ __m128 __DEFAULT_FN_ATTRS
7403 {
7408 }
7410 static __inline__ __m256 __DEFAULT_FN_ATTRS
7412 {
7417 }
7419 static __inline__ __m256 __DEFAULT_FN_ATTRS
7421 {
7425 }
7427 static __inline__ __m256 __DEFAULT_FN_ATTRS
7429 {
7434 }
7436 static __inline__ __m256 __DEFAULT_FN_ATTRS
7438 {
7442 }
7444 static __inline__ __m256 __DEFAULT_FN_ATTRS
7446 {
7449 __M);
7450 }
7452 static __inline__ __m256 __DEFAULT_FN_ATTRS
7454 {
7457 __M);
7458 }
7460 static __inline__ __m256i __DEFAULT_FN_ATTRS
7462 {
7466 }
7468 static __inline__ __m256i __DEFAULT_FN_ATTRS
7470 {
7474 }
7476 static __inline__ __m256i __DEFAULT_FN_ATTRS
7478 {
7480 __A,
7482 __M);
7483 }
7485 static __inline__ __m256d __DEFAULT_FN_ATTRS
7487 {
7491 }
7493 static __inline__ __m256d __DEFAULT_FN_ATTRS
7495 {
7499 }
7501 static __inline__ __m128 __DEFAULT_FN_ATTRS
7503 {
7507 }
7509 static __inline__ __m128 __DEFAULT_FN_ATTRS
7511 {
7515 }
7517 static __inline__ __m256 __DEFAULT_FN_ATTRS
7519 {
7523 }
7525 static __inline__ __m256 __DEFAULT_FN_ATTRS
7527 {
7531 }
7533 static __inline__ __m128i __DEFAULT_FN_ATTRS
7535 {
7539 }
7541 static __inline__ __m128i __DEFAULT_FN_ATTRS
7543 {
7547 }
7549 static __inline__ __m256i __DEFAULT_FN_ATTRS
7551 {
7555 }
7557 static __inline__ __m256i __DEFAULT_FN_ATTRS
7559 {
7563 }
7565 static __inline__ __m128i __DEFAULT_FN_ATTRS
7567 {
7571 }
7573 static __inline__ __m128i __DEFAULT_FN_ATTRS
7575 {
7579 }
7581 static __inline__ __m256i __DEFAULT_FN_ATTRS
7583 {
7587 }
7589 static __inline__ __m256i __DEFAULT_FN_ATTRS
7591 {
7595 }
7597 static __inline__ __m128i __DEFAULT_FN_ATTRS
7599 {
7603 }
7605 static __inline__ __m128i __DEFAULT_FN_ATTRS
7607 {
7610 }
7612 static __inline__ __m128i __DEFAULT_FN_ATTRS
7614 {
7617 __M);
7618 }
7622 {
7624 }
7626 static __inline__ __m128i __DEFAULT_FN_ATTRS
7628 {
7632 }
7634 static __inline__ __m128i __DEFAULT_FN_ATTRS
7636 {
7639 }
7641 static __inline__ __m128i __DEFAULT_FN_ATTRS
7643 {
7646 __M);
7647 }
7651 {
7653 }
7655 static __inline__ __m128i __DEFAULT_FN_ATTRS
7657 {
7661 }
7663 static __inline__ __m128i __DEFAULT_FN_ATTRS
7665 {
7668 __M);
7669 }
7671 static __inline__ __m128i __DEFAULT_FN_ATTRS
7673 {
7676 __M);
7677 }
7681 {
7683 }
7685 static __inline__ __m128i __DEFAULT_FN_ATTRS
7687 {
7691 }
7693 static __inline__ __m128i __DEFAULT_FN_ATTRS
7695 {
7698 }
7700 static __inline__ __m128i __DEFAULT_FN_ATTRS
7702 {
7705 __M);
7706 }
7710 {
7712 }
7714 static __inline__ __m128i __DEFAULT_FN_ATTRS
7716 {
7720 }
7722 static __inline__ __m128i __DEFAULT_FN_ATTRS
7724 {
7727 }
7729 static __inline__ __m128i __DEFAULT_FN_ATTRS
7731 {
7734 __M);
7735 }
7739 {
7741 }
7743 static __inline__ __m128i __DEFAULT_FN_ATTRS
7745 {
7749 }
7751 static __inline__ __m128i __DEFAULT_FN_ATTRS
7753 {
7756 }
7758 static __inline__ __m128i __DEFAULT_FN_ATTRS
7760 {
7763 __M);
7764 }
7768 {
7770 }
7772 static __inline__ __m128i __DEFAULT_FN_ATTRS
7774 {
7778 }
7780 static __inline__ __m128i __DEFAULT_FN_ATTRS
7782 {
7785 }
7787 static __inline__ __m128i __DEFAULT_FN_ATTRS
7789 {
7792 __M);
7793 }
7797 {
7799 }
7801 static __inline__ __m128i __DEFAULT_FN_ATTRS
7803 {
7807 }
7809 static __inline__ __m128i __DEFAULT_FN_ATTRS
7811 {
7814 __M);
7815 }
7817 static __inline__ __m128i __DEFAULT_FN_ATTRS
7819 {
7822 __M);
7823 }
7827 {
7829 }
7831 static __inline__ __m128i __DEFAULT_FN_ATTRS
7833 {
7837 }
7839 static __inline__ __m128i __DEFAULT_FN_ATTRS
7841 {
7844 }
7846 static __inline__ __m128i __DEFAULT_FN_ATTRS
7848 {
7851 __M);
7852 }
7856 {
7858 }
7860 static __inline__ __m128i __DEFAULT_FN_ATTRS
7862 {
7866 }
7868 static __inline__ __m128i __DEFAULT_FN_ATTRS
7870 {
7873 }
7875 static __inline__ __m128i __DEFAULT_FN_ATTRS
7877 {
7880 __M);
7881 }
7885 {
7887 }
7889 static __inline__ __m128i __DEFAULT_FN_ATTRS
7891 {
7895 }
7897 static __inline__ __m128i __DEFAULT_FN_ATTRS
7899 {
7902 __M);
7903 }
7905 static __inline__ __m128i __DEFAULT_FN_ATTRS
7907 {
7910 __M);
7911 }
7915 {
7917 }
7919 static __inline__ __m128i __DEFAULT_FN_ATTRS
7921 {
7925 }
7927 static __inline__ __m128i __DEFAULT_FN_ATTRS
7929 {
7932 __M);
7933 }
7935 static __inline__ __m128i __DEFAULT_FN_ATTRS
7937 {
7940 __M);
7941 }
7945 {
7947 }
7949 static __inline__ __m128i __DEFAULT_FN_ATTRS
7951 {
7955 }
7957 static __inline__ __m128i __DEFAULT_FN_ATTRS
7959 {
7962 }
7964 static __inline__ __m128i __DEFAULT_FN_ATTRS
7966 {
7969 __M);
7970 }
7974 {
7976 }
7978 static __inline__ __m128i __DEFAULT_FN_ATTRS
7980 {
7984 }
7986 static __inline__ __m128i __DEFAULT_FN_ATTRS
7988 {
7991 }
7993 static __inline__ __m128i __DEFAULT_FN_ATTRS
7995 {
7998 __M);
7999 }
8003 {
8005 }
8007 static __inline__ __m128i __DEFAULT_FN_ATTRS
8009 {
8013 }
8015 static __inline__ __m128i __DEFAULT_FN_ATTRS
8017 {
8020 __M);
8021 }
8023 static __inline__ __m128i __DEFAULT_FN_ATTRS
8025 {
8028 __M);
8029 }
8033 {
8035 }
8037 static __inline__ __m128i __DEFAULT_FN_ATTRS
8039 {
8043 }
8045 static __inline__ __m128i __DEFAULT_FN_ATTRS
8047 {
8050 __M);
8051 }
8053 static __inline__ __m128i __DEFAULT_FN_ATTRS
8055 {
8058 __M);
8059 }
8063 {
8065 }
8067 static __inline__ __m128i __DEFAULT_FN_ATTRS
8069 {
8073 }
8075 static __inline__ __m128i __DEFAULT_FN_ATTRS
8077 {
8080 }
8082 static __inline__ __m128i __DEFAULT_FN_ATTRS
8084 {
8087 __M);
8088 }
8092 {
8094 }
8096 static __inline__ __m128i __DEFAULT_FN_ATTRS
8098 {
8102 }
8104 static __inline__ __m128i __DEFAULT_FN_ATTRS
8106 {
8109 }
8111 static __inline__ __m128i __DEFAULT_FN_ATTRS
8113 {
8116 __M);
8117 }
8121 {
8123 }
8125 static __inline__ __m128i __DEFAULT_FN_ATTRS
8127 {
8131 }
8133 static __inline__ __m128i __DEFAULT_FN_ATTRS
8135 {
8138 }
8140 static __inline__ __m128i __DEFAULT_FN_ATTRS
8142 {
8145 __M);
8146 }
8150 {
8152 }
8154 static __inline__ __m128i __DEFAULT_FN_ATTRS
8156 {
8160 }
8162 static __inline__ __m128i __DEFAULT_FN_ATTRS
8164 {
8167 }
8169 static __inline__ __m128i __DEFAULT_FN_ATTRS
8171 {
8174 __M);
8175 }
8179 {
8181 }
8183 static __inline__ __m128i __DEFAULT_FN_ATTRS
8185 {
8189 }
8191 static __inline__ __m128i __DEFAULT_FN_ATTRS
8193 {
8196 }
8198 static __inline__ __m128i __DEFAULT_FN_ATTRS
8200 {
8204 __M);
8205 }
8209 {
8211 }
8213 static __inline__ __m128i __DEFAULT_FN_ATTRS
8215 {
8219 }
8221 static __inline__ __m128i __DEFAULT_FN_ATTRS
8223 {
8226 }
8228 static __inline__ __m128i __DEFAULT_FN_ATTRS
8230 {
8233 __M);
8234 }
8238 {
8240 }
8242 static __inline__ __m128i __DEFAULT_FN_ATTRS
8244 {
8248 }
8250 static __inline__ __m128i __DEFAULT_FN_ATTRS
8252 {
8255 }
8257 static __inline__ __m128i __DEFAULT_FN_ATTRS
8259 {
8262 __M);
8263 }
8267 {
8269 }
8271 static __inline__ __m128i __DEFAULT_FN_ATTRS
8273 {
8277 }
8279 static __inline__ __m128i __DEFAULT_FN_ATTRS
8281 {
8284 }
8286 static __inline__ __m128i __DEFAULT_FN_ATTRS
8288 {
8291 __M);
8292 }
8296 {
8298 }
8300 static __inline__ __m128i __DEFAULT_FN_ATTRS
8302 {
8306 }
8308 static __inline__ __m128i __DEFAULT_FN_ATTRS
8310 {
8313 }
8315 static __inline__ __m128i __DEFAULT_FN_ATTRS
8317 {
8320 __M);
8321 }
8325 {
8327 }
8329 static __inline__ __m128i __DEFAULT_FN_ATTRS
8331 {
8335 }
8337 static __inline__ __m128i __DEFAULT_FN_ATTRS
8339 {
8342 }
8344 static __inline__ __m128i __DEFAULT_FN_ATTRS
8346 {
8349 __M);
8350 }
8354 {
8356 }
8358 static __inline__ __m128i __DEFAULT_FN_ATTRS
8360 {
8364 }
8366 static __inline__ __m128i __DEFAULT_FN_ATTRS
8368 {
8371 }
8373 static __inline__ __m128i __DEFAULT_FN_ATTRS
8375 {
8378 __M);
8379 }
8383 {
8385 }
8387 static __inline__ __m128i __DEFAULT_FN_ATTRS
8389 {
8393 }
8395 static __inline__ __m128i __DEFAULT_FN_ATTRS
8397 {
8400 }
8402 static __inline__ __m128i __DEFAULT_FN_ATTRS
8404 {
8407 __M);
8408 }
8412 {
8414 }
8416 static __inline__ __m128i __DEFAULT_FN_ATTRS
8418 {
8422 }
8424 static __inline__ __m128i __DEFAULT_FN_ATTRS
8426 {
8429 __M);
8430 }
8432 static __inline__ __m128i __DEFAULT_FN_ATTRS
8434 {
8437 __M);
8438 }
8442 {
8444 }
8446 static __inline__ __m128i __DEFAULT_FN_ATTRS
8448 {
8452 }
8454 static __inline__ __m128i __DEFAULT_FN_ATTRS
8456 {
8459 }
8461 static __inline__ __m128i __DEFAULT_FN_ATTRS
8463 {
8466 __M);
8467 }
8471 {
8473 }
8475 #define _mm256_extractf32x4_ps(A, imm) __extension__ ({ \
8476 (__m128)__builtin_ia32_extractf32x4_256_mask((__v8sf)(__m256)(A), \
8477 (int)(imm), \
8478 (__v4sf)_mm_setzero_ps(), \
8479 (__mmask8)-1); })
8481 #define _mm256_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({ \
8482 (__m128)__builtin_ia32_extractf32x4_256_mask((__v8sf)(__m256)(A), \
8483 (int)(imm), \
8484 (__v4sf)(__m128)(W), \
8485 (__mmask8)(U)); })
8487 #define _mm256_maskz_extractf32x4_ps(U, A, imm) __extension__ ({ \
8488 (__m128)__builtin_ia32_extractf32x4_256_mask((__v8sf)(__m256)(A), \
8489 (int)(imm), \
8490 (__v4sf)_mm_setzero_ps(), \
8491 (__mmask8)(U)); })
8493 #define _mm256_extracti32x4_epi32(A, imm) __extension__ ({ \
8494 (__m128i)__builtin_ia32_extracti32x4_256_mask((__v8si)(__m256i)(A), \
8495 (int)(imm), \
8496 (__v4si)_mm_setzero_si128(), \
8497 (__mmask8)-1); })
8499 #define _mm256_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
8500 (__m128i)__builtin_ia32_extracti32x4_256_mask((__v8si)(__m256i)(A), \
8501 (int)(imm), \
8502 (__v4si)(__m128i)(W), \
8503 (__mmask8)(U)); })
8505 #define _mm256_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
8506 (__m128i)__builtin_ia32_extracti32x4_256_mask((__v8si)(__m256i)(A), \
8507 (int)(imm), \
8508 (__v4si)_mm_setzero_si128(), \
8509 (__mmask8)(U)); })
8511 #define _mm256_insertf32x4(A, B, imm) __extension__ ({ \
8512 (__m256)__builtin_ia32_insertf32x4_256_mask((__v8sf)(__m256)(A), \
8513 (__v4sf)(__m128)(B), (int)(imm), \
8514 (__v8sf)_mm256_setzero_ps(), \
8515 (__mmask8)-1); })
8517 #define _mm256_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
8518 (__m256)__builtin_ia32_insertf32x4_256_mask((__v8sf)(__m256)(A), \
8519 (__v4sf)(__m128)(B), (int)(imm), \
8520 (__v8sf)(__m256)(W), \
8521 (__mmask8)(U)); })
8523 #define _mm256_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
8524 (__m256)__builtin_ia32_insertf32x4_256_mask((__v8sf)(__m256)(A), \
8525 (__v4sf)(__m128)(B), (int)(imm), \
8526 (__v8sf)_mm256_setzero_ps(), \
8527 (__mmask8)(U)); })
8529 #define _mm256_inserti32x4(A, B, imm) __extension__ ({ \
8530 (__m256i)__builtin_ia32_inserti32x4_256_mask((__v8si)(__m256i)(A), \
8531 (__v4si)(__m128i)(B), \
8532 (int)(imm), \
8533 (__v8si)_mm256_setzero_si256(), \
8534 (__mmask8)-1); })
8536 #define _mm256_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
8537 (__m256i)__builtin_ia32_inserti32x4_256_mask((__v8si)(__m256i)(A), \
8538 (__v4si)(__m128i)(B), \
8539 (int)(imm), \
8540 (__v8si)(__m256i)(W), \
8541 (__mmask8)(U)); })
8543 #define _mm256_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
8544 (__m256i)__builtin_ia32_inserti32x4_256_mask((__v8si)(__m256i)(A), \
8545 (__v4si)(__m128i)(B), \
8546 (int)(imm), \
8547 (__v8si)_mm256_setzero_si256(), \
8548 (__mmask8)(U)); })
8550 #define _mm_getmant_pd(A, B, C) __extension__({\
8551 (__m128d)__builtin_ia32_getmantpd128_mask((__v2df)(__m128d)(A), \
8552 (int)(((C)<<2) | (B)), \
8553 (__v2df)_mm_setzero_pd(), \
8554 (__mmask8)-1); })
8556 #define _mm_mask_getmant_pd(W, U, A, B, C) __extension__({\
8557 (__m128d)__builtin_ia32_getmantpd128_mask((__v2df)(__m128d)(A), \
8558 (int)(((C)<<2) | (B)), \
8559 (__v2df)(__m128d)(W), \
8560 (__mmask8)(U)); })
8562 #define _mm_maskz_getmant_pd(U, A, B, C) __extension__({\
8563 (__m128d)__builtin_ia32_getmantpd128_mask((__v2df)(__m128d)(A), \
8564 (int)(((C)<<2) | (B)), \
8565 (__v2df)_mm_setzero_pd(), \
8566 (__mmask8)(U)); })
8568 #define _mm256_getmant_pd(A, B, C) __extension__ ({ \
8569 (__m256d)__builtin_ia32_getmantpd256_mask((__v4df)(__m256d)(A), \
8570 (int)(((C)<<2) | (B)), \
8571 (__v4df)_mm256_setzero_pd(), \
8572 (__mmask8)-1); })
8574 #define _mm256_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
8575 (__m256d)__builtin_ia32_getmantpd256_mask((__v4df)(__m256d)(A), \
8576 (int)(((C)<<2) | (B)), \
8577 (__v4df)(__m256d)(W), \
8578 (__mmask8)(U)); })
8580 #define _mm256_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
8581 (__m256d)__builtin_ia32_getmantpd256_mask((__v4df)(__m256d)(A), \
8582 (int)(((C)<<2) | (B)), \
8583 (__v4df)_mm256_setzero_pd(), \
8584 (__mmask8)(U)); })
8586 #define _mm_getmant_ps(A, B, C) __extension__ ({ \
8587 (__m128)__builtin_ia32_getmantps128_mask((__v4sf)(__m128)(A), \
8588 (int)(((C)<<2) | (B)), \
8589 (__v4sf)_mm_setzero_ps(), \
8590 (__mmask8)-1); })
8592 #define _mm_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8593 (__m128)__builtin_ia32_getmantps128_mask((__v4sf)(__m128)(A), \
8594 (int)(((C)<<2) | (B)), \
8595 (__v4sf)(__m128)(W), \
8596 (__mmask8)(U)); })
8598 #define _mm_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8599 (__m128)__builtin_ia32_getmantps128_mask((__v4sf)(__m128)(A), \
8600 (int)(((C)<<2) | (B)), \
8601 (__v4sf)_mm_setzero_ps(), \
8602 (__mmask8)(U)); })
8604 #define _mm256_getmant_ps(A, B, C) __extension__ ({ \
8605 (__m256)__builtin_ia32_getmantps256_mask((__v8sf)(__m256)(A), \
8606 (int)(((C)<<2) | (B)), \
8607 (__v8sf)_mm256_setzero_ps(), \
8608 (__mmask8)-1); })
8610 #define _mm256_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8611 (__m256)__builtin_ia32_getmantps256_mask((__v8sf)(__m256)(A), \
8612 (int)(((C)<<2) | (B)), \
8613 (__v8sf)(__m256)(W), \
8614 (__mmask8)(U)); })
8616 #define _mm256_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8617 (__m256)__builtin_ia32_getmantps256_mask((__v8sf)(__m256)(A), \
8618 (int)(((C)<<2) | (B)), \
8619 (__v8sf)_mm256_setzero_ps(), \
8620 (__mmask8)(U)); })
8622 #define _mm_mmask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8623 (__m128d)__builtin_ia32_gather3div2df((__v2df)(__m128d)(v1_old), \
8624 (double const *)(addr), \
8625 (__v2di)(__m128i)(index), \
8626 (__mmask8)(mask), (int)(scale)); })
8628 #define _mm_mmask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8629 (__m128i)__builtin_ia32_gather3div2di((__v2di)(__m128i)(v1_old), \
8630 (long long const *)(addr), \
8631 (__v2di)(__m128i)(index), \
8632 (__mmask8)(mask), (int)(scale)); })
8634 #define _mm256_mmask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8635 (__m256d)__builtin_ia32_gather3div4df((__v4df)(__m256d)(v1_old), \
8636 (double const *)(addr), \
8637 (__v4di)(__m256i)(index), \
8638 (__mmask8)(mask), (int)(scale)); })
8640 #define _mm256_mmask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8641 (__m256i)__builtin_ia32_gather3div4di((__v4di)(__m256i)(v1_old), \
8642 (long long const *)(addr), \
8643 (__v4di)(__m256i)(index), \
8644 (__mmask8)(mask), (int)(scale)); })
8646 #define _mm_mmask_i64gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8647 (__m128)__builtin_ia32_gather3div4sf((__v4sf)(__m128)(v1_old), \
8648 (float const *)(addr), \
8649 (__v2di)(__m128i)(index), \
8650 (__mmask8)(mask), (int)(scale)); })
8652 #define _mm_mmask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8653 (__m128i)__builtin_ia32_gather3div4si((__v4si)(__m128i)(v1_old), \
8654 (int const *)(addr), \
8655 (__v2di)(__m128i)(index), \
8656 (__mmask8)(mask), (int)(scale)); })
8658 #define _mm256_mmask_i64gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8659 (__m128)__builtin_ia32_gather3div8sf((__v4sf)(__m128)(v1_old), \
8660 (float const *)(addr), \
8661 (__v4di)(__m256i)(index), \
8662 (__mmask8)(mask), (int)(scale)); })
8664 #define _mm256_mmask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8665 (__m128i)__builtin_ia32_gather3div8si((__v4si)(__m128i)(v1_old), \
8666 (int const *)(addr), \
8667 (__v4di)(__m256i)(index), \
8668 (__mmask8)(mask), (int)(scale)); })
8670 #define _mm_mmask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8671 (__m128d)__builtin_ia32_gather3siv2df((__v2df)(__m128d)(v1_old), \
8672 (double const *)(addr), \
8673 (__v4si)(__m128i)(index), \
8674 (__mmask8)(mask), (int)(scale)); })
8676 #define _mm_mmask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8677 (__m128i)__builtin_ia32_gather3siv2di((__v2di)(__m128i)(v1_old), \
8678 (long long const *)(addr), \
8679 (__v4si)(__m128i)(index), \
8680 (__mmask8)(mask), (int)(scale)); })
8682 #define _mm256_mmask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8683 (__m256d)__builtin_ia32_gather3siv4df((__v4df)(__m256d)(v1_old), \
8684 (double const *)(addr), \
8685 (__v4si)(__m128i)(index), \
8686 (__mmask8)(mask), (int)(scale)); })
8688 #define _mm256_mmask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8689 (__m256i)__builtin_ia32_gather3siv4di((__v4di)(__m256i)(v1_old), \
8690 (long long const *)(addr), \
8691 (__v4si)(__m128i)(index), \
8692 (__mmask8)(mask), (int)(scale)); })
8694 #define _mm_mmask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8695 (__m128)__builtin_ia32_gather3siv4sf((__v4sf)(__m128)(v1_old), \
8696 (float const *)(addr), \
8697 (__v4si)(__m128i)(index), \
8698 (__mmask8)(mask), (int)(scale)); })
8700 #define _mm_mmask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8701 (__m128i)__builtin_ia32_gather3siv4si((__v4si)(__m128i)(v1_old), \
8702 (int const *)(addr), \
8703 (__v4si)(__m128i)(index), \
8704 (__mmask8)(mask), (int)(scale)); })
8706 #define _mm256_mmask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8707 (__m256)__builtin_ia32_gather3siv8sf((__v8sf)(__m256)(v1_old), \
8708 (float const *)(addr), \
8709 (__v8si)(__m256i)(index), \
8710 (__mmask8)(mask), (int)(scale)); })
8712 #define _mm256_mmask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8713 (__m256i)__builtin_ia32_gather3siv8si((__v8si)(__m256i)(v1_old), \
8714 (int const *)(addr), \
8715 (__v8si)(__m256i)(index), \
8716 (__mmask8)(mask), (int)(scale)); })
8718 #define _mm256_permutex_pd(X, C) __extension__ ({ \
8719 (__m256d)__builtin_shufflevector((__v4df)(__m256d)(X), \
8720 (__v4df)_mm256_undefined_pd(), \
8721 ((C) >> 0) & 0x3, ((C) >> 2) & 0x3, \
8722 ((C) >> 4) & 0x3, ((C) >> 6) & 0x3); })
8724 #define _mm256_mask_permutex_pd(W, U, X, C) __extension__ ({ \
8725 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
8726 (__v4df)_mm256_permutex_pd((X), (C)), \
8727 (__v4df)(__m256d)(W)); })
8729 #define _mm256_maskz_permutex_pd(U, X, C) __extension__ ({ \
8730 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
8731 (__v4df)_mm256_permutex_pd((X), (C)), \
8732 (__v4df)_mm256_setzero_pd()); })
8734 #define _mm256_permutex_epi64(X, C) __extension__ ({ \
8735 (__m256i)__builtin_shufflevector((__v4di)(__m256i)(X), \
8736 (__v4di)_mm256_undefined_si256(), \
8737 ((C) >> 0) & 0x3, ((C) >> 2) & 0x3, \
8738 ((C) >> 4) & 0x3, ((C) >> 6) & 0x3); })
8740 #define _mm256_mask_permutex_epi64(W, U, X, C) __extension__ ({ \
8741 (__m256i)__builtin_ia32_selectq_256((__mmask8)(U), \
8742 (__v4di)_mm256_permutex_epi64((X), (C)), \
8743 (__v4di)(__m256i)(W)); })
8745 #define _mm256_maskz_permutex_epi64(U, X, C) __extension__ ({ \
8746 (__m256i)__builtin_ia32_selectq_256((__mmask8)(U), \
8747 (__v4di)_mm256_permutex_epi64((X), (C)), \
8748 (__v4di)_mm256_setzero_si256()); })
8750 static __inline__ __m256d __DEFAULT_FN_ATTRS
8752 {
8757 }
8759 static __inline__ __m256d __DEFAULT_FN_ATTRS
8761 __m256d __Y)
8762 {
8767 }
8769 static __inline__ __m256d __DEFAULT_FN_ATTRS
8771 {
8776 }
8778 static __inline__ __m256i __DEFAULT_FN_ATTRS
8780 {
8785 }
8787 static __inline__ __m256i __DEFAULT_FN_ATTRS
8789 {
8794 }
8796 static __inline__ __m256i __DEFAULT_FN_ATTRS
8798 __m256i __Y)
8799 {
8803 __M);
8804 }
8806 static __inline__ __m256 __DEFAULT_FN_ATTRS
8808 __m256 __Y)
8809 {
8814 }
8816 static __inline__ __m256 __DEFAULT_FN_ATTRS
8818 {
8823 }
8825 static __inline__ __m256 __DEFAULT_FN_ATTRS
8827 {
8832 }
8834 static __inline__ __m256i __DEFAULT_FN_ATTRS
8836 {
8840 __M);
8841 }
8843 static __inline__ __m256i __DEFAULT_FN_ATTRS
8845 __m256i __Y)
8846 {
8851 }
8853 static __inline__ __m256i __DEFAULT_FN_ATTRS
8855 {
8860 }
8862 #define _mm_alignr_epi32(A, B, imm) __extension__ ({ \
8863 (__m128i)__builtin_ia32_alignd128_mask((__v4si)(__m128i)(A), \
8864 (__v4si)(__m128i)(B), (int)(imm), \
8865 (__v4si)_mm_undefined_si128(), \
8866 (__mmask8)-1); })
8868 #define _mm_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({ \
8869 (__m128i)__builtin_ia32_alignd128_mask((__v4si)(__m128i)(A), \
8870 (__v4si)(__m128i)(B), (int)(imm), \
8871 (__v4si)(__m128i)(W), \
8872 (__mmask8)(U)); })
8874 #define _mm_maskz_alignr_epi32(U, A, B, imm) __extension__ ({ \
8875 (__m128i)__builtin_ia32_alignd128_mask((__v4si)(__m128i)(A), \
8876 (__v4si)(__m128i)(B), (int)(imm), \
8877 (__v4si)_mm_setzero_si128(), \
8878 (__mmask8)(U)); })
8880 #define _mm256_alignr_epi32(A, B, imm) __extension__ ({ \
8881 (__m256i)__builtin_ia32_alignd256_mask((__v8si)(__m256i)(A), \
8882 (__v8si)(__m256i)(B), (int)(imm), \
8883 (__v8si)_mm256_undefined_si256(), \
8884 (__mmask8)-1); })
8886 #define _mm256_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({ \
8887 (__m256i)__builtin_ia32_alignd256_mask((__v8si)(__m256i)(A), \
8888 (__v8si)(__m256i)(B), (int)(imm), \
8889 (__v8si)(__m256i)(W), \
8890 (__mmask8)(U)); })
8892 #define _mm256_maskz_alignr_epi32(U, A, B, imm) __extension__ ({ \
8893 (__m256i)__builtin_ia32_alignd256_mask((__v8si)(__m256i)(A), \
8894 (__v8si)(__m256i)(B), (int)(imm), \
8895 (__v8si)_mm256_setzero_si256(), \
8896 (__mmask8)(U)); })
8898 #define _mm_alignr_epi64(A, B, imm) __extension__ ({ \
8899 (__m128i)__builtin_ia32_alignq128_mask((__v2di)(__m128i)(A), \
8900 (__v2di)(__m128i)(B), (int)(imm), \
8901 (__v2di)_mm_setzero_di(), \
8902 (__mmask8)-1); })
8904 #define _mm_mask_alignr_epi64(W, U, A, B, imm) __extension__ ({ \
8905 (__m128i)__builtin_ia32_alignq128_mask((__v2di)(__m128i)(A), \
8906 (__v2di)(__m128i)(B), (int)(imm), \
8907 (__v2di)(__m128i)(W), \
8908 (__mmask8)(U)); })
8910 #define _mm_maskz_alignr_epi64(U, A, B, imm) __extension__ ({ \
8911 (__m128i)__builtin_ia32_alignq128_mask((__v2di)(__m128i)(A), \
8912 (__v2di)(__m128i)(B), (int)(imm), \
8913 (__v2di)_mm_setzero_di(), \
8914 (__mmask8)(U)); })
8916 #define _mm256_alignr_epi64(A, B, imm) __extension__ ({ \
8917 (__m256i)__builtin_ia32_alignq256_mask((__v4di)(__m256i)(A), \
8918 (__v4di)(__m256i)(B), (int)(imm), \
8919 (__v4di)_mm256_undefined_pd(), \
8920 (__mmask8)-1); })
8922 #define _mm256_mask_alignr_epi64(W, U, A, B, imm) __extension__ ({ \
8923 (__m256i)__builtin_ia32_alignq256_mask((__v4di)(__m256i)(A), \
8924 (__v4di)(__m256i)(B), (int)(imm), \
8925 (__v4di)(__m256i)(W), \
8926 (__mmask8)(U)); })
8928 #define _mm256_maskz_alignr_epi64(U, A, B, imm) __extension__ ({ \
8929 (__m256i)__builtin_ia32_alignq256_mask((__v4di)(__m256i)(A), \
8930 (__v4di)(__m256i)(B), (int)(imm), \
8931 (__v4di)_mm256_setzero_si256(), \
8932 (__mmask8)(U)); })
8934 static __inline__ __m128 __DEFAULT_FN_ATTRS
8936 {
8940 }
8942 static __inline__ __m128 __DEFAULT_FN_ATTRS
8944 {
8948 }
8950 static __inline__ __m256 __DEFAULT_FN_ATTRS
8952 {
8956 }
8958 static __inline__ __m256 __DEFAULT_FN_ATTRS
8960 {
8964 }
8966 static __inline__ __m128 __DEFAULT_FN_ATTRS
8968 {
8972 }
8974 static __inline__ __m128 __DEFAULT_FN_ATTRS
8976 {
8980 }
8982 static __inline__ __m256 __DEFAULT_FN_ATTRS
8984 {
8988 }
8990 static __inline__ __m256 __DEFAULT_FN_ATTRS
8992 {
8996 }
8998 #define _mm256_mask_shuffle_epi32(W, U, A, I) __extension__({\
8999 (__m256i)__builtin_ia32_selectd_256((__mmask8)(U), \
9000 (__v8si)_mm256_shuffle_epi32((A), (I)), \
9001 (__v8si)(__m256i)(W)); })
9003 #define _mm256_maskz_shuffle_epi32(U, A, I) __extension__({\
9004 (__m256i)__builtin_ia32_selectd_256((__mmask8)(U), \
9005 (__v8si)_mm256_shuffle_epi32((A), (I)), \
9006 (__v8si)_mm256_setzero_si256()); })
9008 #define _mm_mask_shuffle_epi32(W, U, A, I) __extension__({\
9009 (__m128i)__builtin_ia32_selectd_128((__mmask8)(U), \
9010 (__v4si)_mm_shuffle_epi32((A), (I)), \
9011 (__v4si)(__m128i)(W)); })
9013 #define _mm_maskz_shuffle_epi32(U, A, I) __extension__({\
9014 (__m128i)__builtin_ia32_selectd_128((__mmask8)(U), \
9015 (__v4si)_mm_shuffle_epi32((A), (I)), \
9016 (__v4si)_mm_setzero_si128()); })
9018 static __inline__ __m128d __DEFAULT_FN_ATTRS
9020 {
9024 }
9026 static __inline__ __m128d __DEFAULT_FN_ATTRS
9028 {
9032 }
9034 static __inline__ __m256d __DEFAULT_FN_ATTRS
9036 {
9040 }
9042 static __inline__ __m256d __DEFAULT_FN_ATTRS
9044 {
9048 }
9050 static __inline__ __m128 __DEFAULT_FN_ATTRS
9052 {
9056 }
9058 static __inline__ __m128 __DEFAULT_FN_ATTRS
9060 {
9064 }
9066 static __inline__ __m256 __DEFAULT_FN_ATTRS
9068 {
9072 }
9074 static __inline__ __m256 __DEFAULT_FN_ATTRS
9076 {
9080 }
9082 static __inline__ __m128 __DEFAULT_FN_ATTRS
9084 {
9088 }
9090 static __inline__ __m128 __DEFAULT_FN_ATTRS
9092 {
9097 }
9099 static __inline__ __m256 __DEFAULT_FN_ATTRS
9101 {
9105 }
9107 static __inline__ __m256 __DEFAULT_FN_ATTRS
9109 {
9114 }
9116 static __inline __m128i __DEFAULT_FN_ATTRS
9118 {
9122 }
9124 static __inline __m128i __DEFAULT_FN_ATTRS
9126 {
9130 }
9132 #define _mm_mask_cvt_roundps_ph(W, U, A, I) __extension__ ({ \
9133 (__m128i)__builtin_ia32_vcvtps2ph_mask((__v4sf)(__m128)(A), (int)(I), \
9134 (__v8hi)(__m128i)(W), \
9135 (__mmask8)(U)); })
9137 #define _mm_maskz_cvt_roundps_ph(U, A, I) __extension__ ({ \
9138 (__m128i)__builtin_ia32_vcvtps2ph_mask((__v4sf)(__m128)(A), (int)(I), \
9139 (__v8hi)_mm_setzero_si128(), \
9140 (__mmask8)(U)); })
9142 static __inline __m128i __DEFAULT_FN_ATTRS
9144 {
9148 }
9150 static __inline __m128i __DEFAULT_FN_ATTRS
9152 {
9156 }
9157 #define _mm256_mask_cvt_roundps_ph(W, U, A, I) __extension__ ({ \
9158 (__m128i)__builtin_ia32_vcvtps2ph256_mask((__v8sf)(__m256)(A), (int)(I), \
9159 (__v8hi)(__m128i)(W), \
9160 (__mmask8)(U)); })
9162 #define _mm256_maskz_cvt_roundps_ph(U, A, I) __extension__ ({ \
9163 (__m128i)__builtin_ia32_vcvtps2ph256_mask((__v8sf)(__m256)(A), (int)(I), \
9164 (__v8hi)_mm_setzero_si128(), \
9165 (__mmask8)(U)); })
9168 #undef __DEFAULT_FN_ATTRS