target-i386/ops_sse_header.h

   1 /*
   2  *  MMX/3DNow!/SSE/SSE2/SSE3/SSSE3/SSE4/PNI support
   3  *
   4  *  Copyright (c) 2005 Fabrice Bellard
   5  *
   6  * This library is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU Lesser General Public
   8  * License as published by the Free Software Foundation; either
   9  * version 2 of the License, or (at your option) any later version.
  10  *
  11  * This library is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
  18  */
  19 #if SHIFT == 0
  20 #define Reg MMXReg
  21 #define SUFFIX _mmx
  22 #else
  23 #define Reg ZMMReg
  24 #define SUFFIX _xmm
  25 #endif
  26
  27 #define dh_alias_Reg ptr
  28 #define dh_alias_ZMMReg ptr
  29 #define dh_alias_MMXReg ptr
  30 #define dh_ctype_Reg Reg *
  31 #define dh_ctype_ZMMReg ZMMReg *
  32 #define dh_ctype_MMXReg MMXReg *
  33 #define dh_is_signed_Reg dh_is_signed_ptr
  34 #define dh_is_signed_ZMMReg dh_is_signed_ptr
  35 #define dh_is_signed_MMXReg dh_is_signed_ptr
  36
  37 DEF_HELPER_3(glue(psrlw, SUFFIX), void, env, Reg, Reg)
  38 DEF_HELPER_3(glue(psraw, SUFFIX), void, env, Reg, Reg)
  39 DEF_HELPER_3(glue(psllw, SUFFIX), void, env, Reg, Reg)
  40 DEF_HELPER_3(glue(psrld, SUFFIX), void, env, Reg, Reg)
  41 DEF_HELPER_3(glue(psrad, SUFFIX), void, env, Reg, Reg)
  42 DEF_HELPER_3(glue(pslld, SUFFIX), void, env, Reg, Reg)
  43 DEF_HELPER_3(glue(psrlq, SUFFIX), void, env, Reg, Reg)
  44 DEF_HELPER_3(glue(psllq, SUFFIX), void, env, Reg, Reg)
  45
  46 #if SHIFT == 1
  47 DEF_HELPER_3(glue(psrldq, SUFFIX), void, env, Reg, Reg)
  48 DEF_HELPER_3(glue(pslldq, SUFFIX), void, env, Reg, Reg)
  49 #endif
  50
  51 #define SSE_HELPER_B(name, F)\
  52     DEF_HELPER_3(glue(name, SUFFIX), void, env, Reg, Reg)
  53
  54 #define SSE_HELPER_W(name, F)\
  55     DEF_HELPER_3(glue(name, SUFFIX), void, env, Reg, Reg)
  56
  57 #define SSE_HELPER_L(name, F)\
  58     DEF_HELPER_3(glue(name, SUFFIX), void, env, Reg, Reg)
  59
  60 #define SSE_HELPER_Q(name, F)\
  61     DEF_HELPER_3(glue(name, SUFFIX), void, env, Reg, Reg)
  62
  63 SSE_HELPER_B(paddb, FADD)
  64 SSE_HELPER_W(paddw, FADD)
  65 SSE_HELPER_L(paddl, FADD)
  66 SSE_HELPER_Q(paddq, FADD)
  67
  68 SSE_HELPER_B(psubb, FSUB)
  69 SSE_HELPER_W(psubw, FSUB)
  70 SSE_HELPER_L(psubl, FSUB)
  71 SSE_HELPER_Q(psubq, FSUB)
  72
  73 SSE_HELPER_B(paddusb, FADDUB)
  74 SSE_HELPER_B(paddsb, FADDSB)
  75 SSE_HELPER_B(psubusb, FSUBUB)
  76 SSE_HELPER_B(psubsb, FSUBSB)
  77
  78 SSE_HELPER_W(paddusw, FADDUW)
  79 SSE_HELPER_W(paddsw, FADDSW)
  80 SSE_HELPER_W(psubusw, FSUBUW)
  81 SSE_HELPER_W(psubsw, FSUBSW)
  82
  83 SSE_HELPER_B(pminub, FMINUB)
  84 SSE_HELPER_B(pmaxub, FMAXUB)
  85
  86 SSE_HELPER_W(pminsw, FMINSW)
  87 SSE_HELPER_W(pmaxsw, FMAXSW)
  88
  89 SSE_HELPER_Q(pand, FAND)
  90 SSE_HELPER_Q(pandn, FANDN)
  91 SSE_HELPER_Q(por, FOR)
  92 SSE_HELPER_Q(pxor, FXOR)
  93
  94 SSE_HELPER_B(pcmpgtb, FCMPGTB)
  95 SSE_HELPER_W(pcmpgtw, FCMPGTW)
  96 SSE_HELPER_L(pcmpgtl, FCMPGTL)
  97
  98 SSE_HELPER_B(pcmpeqb, FCMPEQ)
  99 SSE_HELPER_W(pcmpeqw, FCMPEQ)
 100 SSE_HELPER_L(pcmpeql, FCMPEQ)
 101
 102 SSE_HELPER_W(pmullw, FMULLW)
 103 #if SHIFT == 0
 104 SSE_HELPER_W(pmulhrw, FMULHRW)
 105 #endif
 106 SSE_HELPER_W(pmulhuw, FMULHUW)
 107 SSE_HELPER_W(pmulhw, FMULHW)
 108
 109 SSE_HELPER_B(pavgb, FAVG)
 110 SSE_HELPER_W(pavgw, FAVG)
 111
 112 DEF_HELPER_3(glue(pmuludq, SUFFIX), void, env, Reg, Reg)
 113 DEF_HELPER_3(glue(pmaddwd, SUFFIX), void, env, Reg, Reg)
 114
 115 DEF_HELPER_3(glue(psadbw, SUFFIX), void, env, Reg, Reg)
 116 DEF_HELPER_4(glue(maskmov, SUFFIX), void, env, Reg, Reg, tl)
 117 DEF_HELPER_2(glue(movl_mm_T0, SUFFIX), void, Reg, i32)
 118 #ifdef TARGET_X86_64
 119 DEF_HELPER_2(glue(movq_mm_T0, SUFFIX), void, Reg, i64)
 120 #endif
 121
 122 #if SHIFT == 0
 123 DEF_HELPER_3(glue(pshufw, SUFFIX), void, Reg, Reg, int)
 124 #else
 125 DEF_HELPER_3(shufps, void, Reg, Reg, int)
 126 DEF_HELPER_3(shufpd, void, Reg, Reg, int)
 127 DEF_HELPER_3(glue(pshufd, SUFFIX), void, Reg, Reg, int)
 128 DEF_HELPER_3(glue(pshuflw, SUFFIX), void, Reg, Reg, int)
 129 DEF_HELPER_3(glue(pshufhw, SUFFIX), void, Reg, Reg, int)
 130 #endif
 131
 132 #if SHIFT == 1
 133 /* FPU ops */
 134 /* XXX: not accurate */
 135
 136 #define SSE_HELPER_S(name, F)                            \
 137     DEF_HELPER_3(name ## ps, void, env, Reg, Reg)        \
 138     DEF_HELPER_3(name ## ss, void, env, Reg, Reg)        \
 139     DEF_HELPER_3(name ## pd, void, env, Reg, Reg)        \
 140     DEF_HELPER_3(name ## sd, void, env, Reg, Reg)
 141
 142 SSE_HELPER_S(add, FPU_ADD)
 143 SSE_HELPER_S(sub, FPU_SUB)
 144 SSE_HELPER_S(mul, FPU_MUL)
 145 SSE_HELPER_S(div, FPU_DIV)
 146 SSE_HELPER_S(min, FPU_MIN)
 147 SSE_HELPER_S(max, FPU_MAX)
 148 SSE_HELPER_S(sqrt, FPU_SQRT)
 149
 150
 151 DEF_HELPER_3(cvtps2pd, void, env, Reg, Reg)
 152 DEF_HELPER_3(cvtpd2ps, void, env, Reg, Reg)
 153 DEF_HELPER_3(cvtss2sd, void, env, Reg, Reg)
 154 DEF_HELPER_3(cvtsd2ss, void, env, Reg, Reg)
 155 DEF_HELPER_3(cvtdq2ps, void, env, Reg, Reg)
 156 DEF_HELPER_3(cvtdq2pd, void, env, Reg, Reg)
 157 DEF_HELPER_3(cvtpi2ps, void, env, ZMMReg, MMXReg)
 158 DEF_HELPER_3(cvtpi2pd, void, env, ZMMReg, MMXReg)
 159 DEF_HELPER_3(cvtsi2ss, void, env, ZMMReg, i32)
 160 DEF_HELPER_3(cvtsi2sd, void, env, ZMMReg, i32)
 161
 162 #ifdef TARGET_X86_64
 163 DEF_HELPER_3(cvtsq2ss, void, env, ZMMReg, i64)
 164 DEF_HELPER_3(cvtsq2sd, void, env, ZMMReg, i64)
 165 #endif
 166
 167 DEF_HELPER_3(cvtps2dq, void, env, ZMMReg, ZMMReg)
 168 DEF_HELPER_3(cvtpd2dq, void, env, ZMMReg, ZMMReg)
 169 DEF_HELPER_3(cvtps2pi, void, env, MMXReg, ZMMReg)
 170 DEF_HELPER_3(cvtpd2pi, void, env, MMXReg, ZMMReg)
 171 DEF_HELPER_2(cvtss2si, s32, env, ZMMReg)
 172 DEF_HELPER_2(cvtsd2si, s32, env, ZMMReg)
 173 #ifdef TARGET_X86_64
 174 DEF_HELPER_2(cvtss2sq, s64, env, ZMMReg)
 175 DEF_HELPER_2(cvtsd2sq, s64, env, ZMMReg)
 176 #endif
 177
 178 DEF_HELPER_3(cvttps2dq, void, env, ZMMReg, ZMMReg)
 179 DEF_HELPER_3(cvttpd2dq, void, env, ZMMReg, ZMMReg)
 180 DEF_HELPER_3(cvttps2pi, void, env, MMXReg, ZMMReg)
 181 DEF_HELPER_3(cvttpd2pi, void, env, MMXReg, ZMMReg)
 182 DEF_HELPER_2(cvttss2si, s32, env, ZMMReg)
 183 DEF_HELPER_2(cvttsd2si, s32, env, ZMMReg)
 184 #ifdef TARGET_X86_64
 185 DEF_HELPER_2(cvttss2sq, s64, env, ZMMReg)
 186 DEF_HELPER_2(cvttsd2sq, s64, env, ZMMReg)
 187 #endif
 188
 189 DEF_HELPER_3(rsqrtps, void, env, ZMMReg, ZMMReg)
 190 DEF_HELPER_3(rsqrtss, void, env, ZMMReg, ZMMReg)
 191 DEF_HELPER_3(rcpps, void, env, ZMMReg, ZMMReg)
 192 DEF_HELPER_3(rcpss, void, env, ZMMReg, ZMMReg)
 193 DEF_HELPER_3(extrq_r, void, env, ZMMReg, ZMMReg)
 194 DEF_HELPER_4(extrq_i, void, env, ZMMReg, int, int)
 195 DEF_HELPER_3(insertq_r, void, env, ZMMReg, ZMMReg)
 196 DEF_HELPER_4(insertq_i, void, env, ZMMReg, int, int)
 197 DEF_HELPER_3(haddps, void, env, ZMMReg, ZMMReg)
 198 DEF_HELPER_3(haddpd, void, env, ZMMReg, ZMMReg)
 199 DEF_HELPER_3(hsubps, void, env, ZMMReg, ZMMReg)
 200 DEF_HELPER_3(hsubpd, void, env, ZMMReg, ZMMReg)
 201 DEF_HELPER_3(addsubps, void, env, ZMMReg, ZMMReg)
 202 DEF_HELPER_3(addsubpd, void, env, ZMMReg, ZMMReg)
 203
 204 #define SSE_HELPER_CMP(name, F)                           \
 205     DEF_HELPER_3(name ## ps, void, env, Reg, Reg)         \
 206     DEF_HELPER_3(name ## ss, void, env, Reg, Reg)         \
 207     DEF_HELPER_3(name ## pd, void, env, Reg, Reg)         \
 208     DEF_HELPER_3(name ## sd, void, env, Reg, Reg)
 209
 210 SSE_HELPER_CMP(cmpeq, FPU_CMPEQ)
 211 SSE_HELPER_CMP(cmplt, FPU_CMPLT)
 212 SSE_HELPER_CMP(cmple, FPU_CMPLE)
 213 SSE_HELPER_CMP(cmpunord, FPU_CMPUNORD)
 214 SSE_HELPER_CMP(cmpneq, FPU_CMPNEQ)
 215 SSE_HELPER_CMP(cmpnlt, FPU_CMPNLT)
 216 SSE_HELPER_CMP(cmpnle, FPU_CMPNLE)
 217 SSE_HELPER_CMP(cmpord, FPU_CMPORD)
 218
 219 DEF_HELPER_3(ucomiss, void, env, Reg, Reg)
 220 DEF_HELPER_3(comiss, void, env, Reg, Reg)
 221 DEF_HELPER_3(ucomisd, void, env, Reg, Reg)
 222 DEF_HELPER_3(comisd, void, env, Reg, Reg)
 223 DEF_HELPER_2(movmskps, i32, env, Reg)
 224 DEF_HELPER_2(movmskpd, i32, env, Reg)
 225 #endif
 226
 227 DEF_HELPER_2(glue(pmovmskb, SUFFIX), i32, env, Reg)
 228 DEF_HELPER_3(glue(packsswb, SUFFIX), void, env, Reg, Reg)
 229 DEF_HELPER_3(glue(packuswb, SUFFIX), void, env, Reg, Reg)
 230 DEF_HELPER_3(glue(packssdw, SUFFIX), void, env, Reg, Reg)
 231 #define UNPCK_OP(base_name, base)                                       \
 232     DEF_HELPER_3(glue(punpck ## base_name ## bw, SUFFIX), void, env, Reg, Reg) \
 233     DEF_HELPER_3(glue(punpck ## base_name ## wd, SUFFIX), void, env, Reg, Reg) \
 234     DEF_HELPER_3(glue(punpck ## base_name ## dq, SUFFIX), void, env, Reg, Reg)
 235
 236 UNPCK_OP(l, 0)
 237 UNPCK_OP(h, 1)
 238
 239 #if SHIFT == 1
 240 DEF_HELPER_3(glue(punpcklqdq, SUFFIX), void, env, Reg, Reg)
 241 DEF_HELPER_3(glue(punpckhqdq, SUFFIX), void, env, Reg, Reg)
 242 #endif
 243
 244 /* 3DNow! float ops */
 245 #if SHIFT == 0
 246 DEF_HELPER_3(pi2fd, void, env, MMXReg, MMXReg)
 247 DEF_HELPER_3(pi2fw, void, env, MMXReg, MMXReg)
 248 DEF_HELPER_3(pf2id, void, env, MMXReg, MMXReg)
 249 DEF_HELPER_3(pf2iw, void, env, MMXReg, MMXReg)
 250 DEF_HELPER_3(pfacc, void, env, MMXReg, MMXReg)
 251 DEF_HELPER_3(pfadd, void, env, MMXReg, MMXReg)
 252 DEF_HELPER_3(pfcmpeq, void, env, MMXReg, MMXReg)
 253 DEF_HELPER_3(pfcmpge, void, env, MMXReg, MMXReg)
 254 DEF_HELPER_3(pfcmpgt, void, env, MMXReg, MMXReg)
 255 DEF_HELPER_3(pfmax, void, env, MMXReg, MMXReg)
 256 DEF_HELPER_3(pfmin, void, env, MMXReg, MMXReg)
 257 DEF_HELPER_3(pfmul, void, env, MMXReg, MMXReg)
 258 DEF_HELPER_3(pfnacc, void, env, MMXReg, MMXReg)
 259 DEF_HELPER_3(pfpnacc, void, env, MMXReg, MMXReg)
 260 DEF_HELPER_3(pfrcp, void, env, MMXReg, MMXReg)
 261 DEF_HELPER_3(pfrsqrt, void, env, MMXReg, MMXReg)
 262 DEF_HELPER_3(pfsub, void, env, MMXReg, MMXReg)
 263 DEF_HELPER_3(pfsubr, void, env, MMXReg, MMXReg)
 264 DEF_HELPER_3(pswapd, void, env, MMXReg, MMXReg)
 265 #endif
 266
 267 /* SSSE3 op helpers */
 268 DEF_HELPER_3(glue(phaddw, SUFFIX), void, env, Reg, Reg)
 269 DEF_HELPER_3(glue(phaddd, SUFFIX), void, env, Reg, Reg)
 270 DEF_HELPER_3(glue(phaddsw, SUFFIX), void, env, Reg, Reg)
 271 DEF_HELPER_3(glue(phsubw, SUFFIX), void, env, Reg, Reg)
 272 DEF_HELPER_3(glue(phsubd, SUFFIX), void, env, Reg, Reg)
 273 DEF_HELPER_3(glue(phsubsw, SUFFIX), void, env, Reg, Reg)
 274 DEF_HELPER_3(glue(pabsb, SUFFIX), void, env, Reg, Reg)
 275 DEF_HELPER_3(glue(pabsw, SUFFIX), void, env, Reg, Reg)
 276 DEF_HELPER_3(glue(pabsd, SUFFIX), void, env, Reg, Reg)
 277 DEF_HELPER_3(glue(pmaddubsw, SUFFIX), void, env, Reg, Reg)
 278 DEF_HELPER_3(glue(pmulhrsw, SUFFIX), void, env, Reg, Reg)
 279 DEF_HELPER_3(glue(pshufb, SUFFIX), void, env, Reg, Reg)
 280 DEF_HELPER_3(glue(psignb, SUFFIX), void, env, Reg, Reg)
 281 DEF_HELPER_3(glue(psignw, SUFFIX), void, env, Reg, Reg)
 282 DEF_HELPER_3(glue(psignd, SUFFIX), void, env, Reg, Reg)
 283 DEF_HELPER_4(glue(palignr, SUFFIX), void, env, Reg, Reg, s32)
 284
 285 /* SSE4.1 op helpers */
 286 #if SHIFT == 1
 287 DEF_HELPER_3(glue(pblendvb, SUFFIX), void, env, Reg, Reg)
 288 DEF_HELPER_3(glue(blendvps, SUFFIX), void, env, Reg, Reg)
 289 DEF_HELPER_3(glue(blendvpd, SUFFIX), void, env, Reg, Reg)
 290 DEF_HELPER_3(glue(ptest, SUFFIX), void, env, Reg, Reg)
 291 DEF_HELPER_3(glue(pmovsxbw, SUFFIX), void, env, Reg, Reg)
 292 DEF_HELPER_3(glue(pmovsxbd, SUFFIX), void, env, Reg, Reg)
 293 DEF_HELPER_3(glue(pmovsxbq, SUFFIX), void, env, Reg, Reg)
 294 DEF_HELPER_3(glue(pmovsxwd, SUFFIX), void, env, Reg, Reg)
 295 DEF_HELPER_3(glue(pmovsxwq, SUFFIX), void, env, Reg, Reg)
 296 DEF_HELPER_3(glue(pmovsxdq, SUFFIX), void, env, Reg, Reg)
 297 DEF_HELPER_3(glue(pmovzxbw, SUFFIX), void, env, Reg, Reg)
 298 DEF_HELPER_3(glue(pmovzxbd, SUFFIX), void, env, Reg, Reg)
 299 DEF_HELPER_3(glue(pmovzxbq, SUFFIX), void, env, Reg, Reg)
 300 DEF_HELPER_3(glue(pmovzxwd, SUFFIX), void, env, Reg, Reg)
 301 DEF_HELPER_3(glue(pmovzxwq, SUFFIX), void, env, Reg, Reg)
 302 DEF_HELPER_3(glue(pmovzxdq, SUFFIX), void, env, Reg, Reg)
 303 DEF_HELPER_3(glue(pmuldq, SUFFIX), void, env, Reg, Reg)
 304 DEF_HELPER_3(glue(pcmpeqq, SUFFIX), void, env, Reg, Reg)
 305 DEF_HELPER_3(glue(packusdw, SUFFIX), void, env, Reg, Reg)
 306 DEF_HELPER_3(glue(pminsb, SUFFIX), void, env, Reg, Reg)
 307 DEF_HELPER_3(glue(pminsd, SUFFIX), void, env, Reg, Reg)
 308 DEF_HELPER_3(glue(pminuw, SUFFIX), void, env, Reg, Reg)
 309 DEF_HELPER_3(glue(pminud, SUFFIX), void, env, Reg, Reg)
 310 DEF_HELPER_3(glue(pmaxsb, SUFFIX), void, env, Reg, Reg)
 311 DEF_HELPER_3(glue(pmaxsd, SUFFIX), void, env, Reg, Reg)
 312 DEF_HELPER_3(glue(pmaxuw, SUFFIX), void, env, Reg, Reg)
 313 DEF_HELPER_3(glue(pmaxud, SUFFIX), void, env, Reg, Reg)
 314 DEF_HELPER_3(glue(pmulld, SUFFIX), void, env, Reg, Reg)
 315 DEF_HELPER_3(glue(phminposuw, SUFFIX), void, env, Reg, Reg)
 316 DEF_HELPER_4(glue(roundps, SUFFIX), void, env, Reg, Reg, i32)
 317 DEF_HELPER_4(glue(roundpd, SUFFIX), void, env, Reg, Reg, i32)
 318 DEF_HELPER_4(glue(roundss, SUFFIX), void, env, Reg, Reg, i32)
 319 DEF_HELPER_4(glue(roundsd, SUFFIX), void, env, Reg, Reg, i32)
 320 DEF_HELPER_4(glue(blendps, SUFFIX), void, env, Reg, Reg, i32)
 321 DEF_HELPER_4(glue(blendpd, SUFFIX), void, env, Reg, Reg, i32)
 322 DEF_HELPER_4(glue(pblendw, SUFFIX), void, env, Reg, Reg, i32)
 323 DEF_HELPER_4(glue(dpps, SUFFIX), void, env, Reg, Reg, i32)
 324 DEF_HELPER_4(glue(dppd, SUFFIX), void, env, Reg, Reg, i32)
 325 DEF_HELPER_4(glue(mpsadbw, SUFFIX), void, env, Reg, Reg, i32)
 326 #endif
 327
 328 /* SSE4.2 op helpers */
 329 #if SHIFT == 1
 330 DEF_HELPER_3(glue(pcmpgtq, SUFFIX), void, env, Reg, Reg)
 331 DEF_HELPER_4(glue(pcmpestri, SUFFIX), void, env, Reg, Reg, i32)
 332 DEF_HELPER_4(glue(pcmpestrm, SUFFIX), void, env, Reg, Reg, i32)
 333 DEF_HELPER_4(glue(pcmpistri, SUFFIX), void, env, Reg, Reg, i32)
 334 DEF_HELPER_4(glue(pcmpistrm, SUFFIX), void, env, Reg, Reg, i32)
 335 DEF_HELPER_3(crc32, tl, i32, tl, i32)
 336 DEF_HELPER_3(popcnt, tl, env, tl, i32)
 337 #endif
 338
 339 /* AES-NI op helpers */
 340 #if SHIFT == 1
 341 DEF_HELPER_3(glue(aesdec, SUFFIX), void, env, Reg, Reg)
 342 DEF_HELPER_3(glue(aesdeclast, SUFFIX), void, env, Reg, Reg)
 343 DEF_HELPER_3(glue(aesenc, SUFFIX), void, env, Reg, Reg)
 344 DEF_HELPER_3(glue(aesenclast, SUFFIX), void, env, Reg, Reg)
 345 DEF_HELPER_3(glue(aesimc, SUFFIX), void, env, Reg, Reg)
 346 DEF_HELPER_4(glue(aeskeygenassist, SUFFIX), void, env, Reg, Reg, i32)
 347 DEF_HELPER_4(glue(pclmulqdq, SUFFIX), void, env, Reg, Reg, i32)
 348 #endif
 349
 350 #undef SHIFT
 351 #undef Reg
 352 #undef SUFFIX
 353
 354 #undef SSE_HELPER_B
 355 #undef SSE_HELPER_W
 356 #undef SSE_HELPER_L
 357 #undef SSE_HELPER_Q
 358 #undef SSE_HELPER_S
 359 #undef SSE_HELPER_CMP
 360 #undef UNPCK_OP