2 * MMX/SSE/SSE2/PNI support
4 * Copyright (c) 2005 Fabrice Bellard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 #define XMM_ONLY(x...)
30 #define XMM_ONLY(x...) x
38 void OPPROTO
glue(op_psrlw
, SUFFIX
)(void)
43 d
= (Reg
*)((char *)env
+ PARAM1
);
44 s
= (Reg
*)((char *)env
+ PARAM2
);
67 void OPPROTO
glue(op_psraw
, SUFFIX
)(void)
72 d
= (Reg
*)((char *)env
+ PARAM1
);
73 s
= (Reg
*)((char *)env
+ PARAM2
);
80 d
->W(0) = (int16_t)d
->W(0) >> shift
;
81 d
->W(1) = (int16_t)d
->W(1) >> shift
;
82 d
->W(2) = (int16_t)d
->W(2) >> shift
;
83 d
->W(3) = (int16_t)d
->W(3) >> shift
;
85 d
->W(4) = (int16_t)d
->W(4) >> shift
;
86 d
->W(5) = (int16_t)d
->W(5) >> shift
;
87 d
->W(6) = (int16_t)d
->W(6) >> shift
;
88 d
->W(7) = (int16_t)d
->W(7) >> shift
;
92 void OPPROTO
glue(op_psllw
, SUFFIX
)(void)
97 d
= (Reg
*)((char *)env
+ PARAM1
);
98 s
= (Reg
*)((char *)env
+ PARAM2
);
121 void OPPROTO
glue(op_psrld
, SUFFIX
)(void)
126 d
= (Reg
*)((char *)env
+ PARAM1
);
127 s
= (Reg
*)((char *)env
+ PARAM2
);
146 void OPPROTO
glue(op_psrad
, SUFFIX
)(void)
151 d
= (Reg
*)((char *)env
+ PARAM1
);
152 s
= (Reg
*)((char *)env
+ PARAM2
);
159 d
->L(0) = (int32_t)d
->L(0) >> shift
;
160 d
->L(1) = (int32_t)d
->L(1) >> shift
;
162 d
->L(2) = (int32_t)d
->L(2) >> shift
;
163 d
->L(3) = (int32_t)d
->L(3) >> shift
;
167 void OPPROTO
glue(op_pslld
, SUFFIX
)(void)
172 d
= (Reg
*)((char *)env
+ PARAM1
);
173 s
= (Reg
*)((char *)env
+ PARAM2
);
192 void OPPROTO
glue(op_psrlq
, SUFFIX
)(void)
197 d
= (Reg
*)((char *)env
+ PARAM1
);
198 s
= (Reg
*)((char *)env
+ PARAM2
);
215 void OPPROTO
glue(op_psllq
, SUFFIX
)(void)
220 d
= (Reg
*)((char *)env
+ PARAM1
);
221 s
= (Reg
*)((char *)env
+ PARAM2
);
239 void OPPROTO
glue(op_psrldq
, SUFFIX
)(void)
244 d
= (Reg
*)((char *)env
+ PARAM1
);
245 s
= (Reg
*)((char *)env
+ PARAM2
);
249 for(i
= 0; i
< 16 - shift
; i
++)
250 d
->B(i
) = d
->B(i
+ shift
);
251 for(i
= 16 - shift
; i
< 16; i
++)
256 void OPPROTO
glue(op_pslldq
, SUFFIX
)(void)
261 d
= (Reg
*)((char *)env
+ PARAM1
);
262 s
= (Reg
*)((char *)env
+ PARAM2
);
266 for(i
= 15; i
>= shift
; i
--)
267 d
->B(i
) = d
->B(i
- shift
);
268 for(i
= 0; i
< shift
; i
++)
274 #define SSE_OP_B(name, F)\
275 void OPPROTO glue(name, SUFFIX) (void)\
278 d = (Reg *)((char *)env + PARAM1);\
279 s = (Reg *)((char *)env + PARAM2);\
280 d->B(0) = F(d->B(0), s->B(0));\
281 d->B(1) = F(d->B(1), s->B(1));\
282 d->B(2) = F(d->B(2), s->B(2));\
283 d->B(3) = F(d->B(3), s->B(3));\
284 d->B(4) = F(d->B(4), s->B(4));\
285 d->B(5) = F(d->B(5), s->B(5));\
286 d->B(6) = F(d->B(6), s->B(6));\
287 d->B(7) = F(d->B(7), s->B(7));\
289 d->B(8) = F(d->B(8), s->B(8));\
290 d->B(9) = F(d->B(9), s->B(9));\
291 d->B(10) = F(d->B(10), s->B(10));\
292 d->B(11) = F(d->B(11), s->B(11));\
293 d->B(12) = F(d->B(12), s->B(12));\
294 d->B(13) = F(d->B(13), s->B(13));\
295 d->B(14) = F(d->B(14), s->B(14));\
296 d->B(15) = F(d->B(15), s->B(15));\
300 #define SSE_OP_W(name, F)\
301 void OPPROTO glue(name, SUFFIX) (void)\
304 d = (Reg *)((char *)env + PARAM1);\
305 s = (Reg *)((char *)env + PARAM2);\
306 d->W(0) = F(d->W(0), s->W(0));\
307 d->W(1) = F(d->W(1), s->W(1));\
308 d->W(2) = F(d->W(2), s->W(2));\
309 d->W(3) = F(d->W(3), s->W(3));\
311 d->W(4) = F(d->W(4), s->W(4));\
312 d->W(5) = F(d->W(5), s->W(5));\
313 d->W(6) = F(d->W(6), s->W(6));\
314 d->W(7) = F(d->W(7), s->W(7));\
318 #define SSE_OP_L(name, F)\
319 void OPPROTO glue(name, SUFFIX) (void)\
322 d = (Reg *)((char *)env + PARAM1);\
323 s = (Reg *)((char *)env + PARAM2);\
324 d->L(0) = F(d->L(0), s->L(0));\
325 d->L(1) = F(d->L(1), s->L(1));\
327 d->L(2) = F(d->L(2), s->L(2));\
328 d->L(3) = F(d->L(3), s->L(3));\
332 #define SSE_OP_Q(name, F)\
333 void OPPROTO glue(name, SUFFIX) (void)\
336 d = (Reg *)((char *)env + PARAM1);\
337 s = (Reg *)((char *)env + PARAM2);\
338 d->Q(0) = F(d->Q(0), s->Q(0));\
340 d->Q(1) = F(d->Q(1), s->Q(1));\
345 static inline int satub(int x
)
355 static inline int satuw(int x
)
365 static inline int satsb(int x
)
375 static inline int satsw(int x
)
385 #define FADD(a, b) ((a) + (b))
386 #define FADDUB(a, b) satub((a) + (b))
387 #define FADDUW(a, b) satuw((a) + (b))
388 #define FADDSB(a, b) satsb((int8_t)(a) + (int8_t)(b))
389 #define FADDSW(a, b) satsw((int16_t)(a) + (int16_t)(b))
391 #define FSUB(a, b) ((a) - (b))
392 #define FSUBUB(a, b) satub((a) - (b))
393 #define FSUBUW(a, b) satuw((a) - (b))
394 #define FSUBSB(a, b) satsb((int8_t)(a) - (int8_t)(b))
395 #define FSUBSW(a, b) satsw((int16_t)(a) - (int16_t)(b))
396 #define FMINUB(a, b) ((a) < (b)) ? (a) : (b)
397 #define FMINSW(a, b) ((int16_t)(a) < (int16_t)(b)) ? (a) : (b)
398 #define FMAXUB(a, b) ((a) > (b)) ? (a) : (b)
399 #define FMAXSW(a, b) ((int16_t)(a) > (int16_t)(b)) ? (a) : (b)
401 #define FAND(a, b) (a) & (b)
402 #define FANDN(a, b) ((~(a)) & (b))
403 #define FOR(a, b) (a) | (b)
404 #define FXOR(a, b) (a) ^ (b)
406 #define FCMPGTB(a, b) (int8_t)(a) > (int8_t)(b) ? -1 : 0
407 #define FCMPGTW(a, b) (int16_t)(a) > (int16_t)(b) ? -1 : 0
408 #define FCMPGTL(a, b) (int32_t)(a) > (int32_t)(b) ? -1 : 0
409 #define FCMPEQ(a, b) (a) == (b) ? -1 : 0
411 #define FMULLW(a, b) (a) * (b)
412 #define FMULHUW(a, b) (a) * (b) >> 16
413 #define FMULHW(a, b) (int16_t)(a) * (int16_t)(b) >> 16
415 #define FAVG(a, b) ((a) + (b) + 1) >> 1
418 SSE_OP_B(op_paddb
, FADD
)
419 SSE_OP_W(op_paddw
, FADD
)
420 SSE_OP_L(op_paddl
, FADD
)
421 SSE_OP_Q(op_paddq
, FADD
)
423 SSE_OP_B(op_psubb
, FSUB
)
424 SSE_OP_W(op_psubw
, FSUB
)
425 SSE_OP_L(op_psubl
, FSUB
)
426 SSE_OP_Q(op_psubq
, FSUB
)
428 SSE_OP_B(op_paddusb
, FADDUB
)
429 SSE_OP_B(op_paddsb
, FADDSB
)
430 SSE_OP_B(op_psubusb
, FSUBUB
)
431 SSE_OP_B(op_psubsb
, FSUBSB
)
433 SSE_OP_W(op_paddusw
, FADDUW
)
434 SSE_OP_W(op_paddsw
, FADDSW
)
435 SSE_OP_W(op_psubusw
, FSUBUW
)
436 SSE_OP_W(op_psubsw
, FSUBSW
)
438 SSE_OP_B(op_pminub
, FMINUB
)
439 SSE_OP_B(op_pmaxub
, FMAXUB
)
441 SSE_OP_W(op_pminsw
, FMINSW
)
442 SSE_OP_W(op_pmaxsw
, FMAXSW
)
444 SSE_OP_Q(op_pand
, FAND
)
445 SSE_OP_Q(op_pandn
, FANDN
)
446 SSE_OP_Q(op_por
, FOR
)
447 SSE_OP_Q(op_pxor
, FXOR
)
449 SSE_OP_B(op_pcmpgtb
, FCMPGTB
)
450 SSE_OP_W(op_pcmpgtw
, FCMPGTW
)
451 SSE_OP_L(op_pcmpgtl
, FCMPGTL
)
453 SSE_OP_B(op_pcmpeqb
, FCMPEQ
)
454 SSE_OP_W(op_pcmpeqw
, FCMPEQ
)
455 SSE_OP_L(op_pcmpeql
, FCMPEQ
)
457 SSE_OP_W(op_pmullw
, FMULLW
)
458 SSE_OP_W(op_pmulhuw
, FMULHUW
)
459 SSE_OP_W(op_pmulhw
, FMULHW
)
461 SSE_OP_B(op_pavgb
, FAVG
)
462 SSE_OP_W(op_pavgw
, FAVG
)
464 void OPPROTO
glue(op_pmuludq
, SUFFIX
) (void)
467 d
= (Reg
*)((char *)env
+ PARAM1
);
468 s
= (Reg
*)((char *)env
+ PARAM2
);
470 d
->Q(0) = (uint64_t)s
->L(0) * (uint64_t)d
->L(0);
472 d
->Q(1) = (uint64_t)s
->L(2) * (uint64_t)d
->L(2);
476 void OPPROTO
glue(op_pmaddwd
, SUFFIX
) (void)
480 d
= (Reg
*)((char *)env
+ PARAM1
);
481 s
= (Reg
*)((char *)env
+ PARAM2
);
483 for(i
= 0; i
< (2 << SHIFT
); i
++) {
484 d
->L(i
) = (int16_t)s
->W(2*i
) * (int16_t)d
->W(2*i
) +
485 (int16_t)s
->W(2*i
+1) * (int16_t)d
->W(2*i
+1);
491 static inline int abs1(int a
)
499 void OPPROTO
glue(op_psadbw
, SUFFIX
) (void)
503 d
= (Reg
*)((char *)env
+ PARAM1
);
504 s
= (Reg
*)((char *)env
+ PARAM2
);
507 val
+= abs1(d
->B(0) - s
->B(0));
508 val
+= abs1(d
->B(1) - s
->B(1));
509 val
+= abs1(d
->B(2) - s
->B(2));
510 val
+= abs1(d
->B(3) - s
->B(3));
511 val
+= abs1(d
->B(4) - s
->B(4));
512 val
+= abs1(d
->B(5) - s
->B(5));
513 val
+= abs1(d
->B(6) - s
->B(6));
514 val
+= abs1(d
->B(7) - s
->B(7));
518 val
+= abs1(d
->B(8) - s
->B(8));
519 val
+= abs1(d
->B(9) - s
->B(9));
520 val
+= abs1(d
->B(10) - s
->B(10));
521 val
+= abs1(d
->B(11) - s
->B(11));
522 val
+= abs1(d
->B(12) - s
->B(12));
523 val
+= abs1(d
->B(13) - s
->B(13));
524 val
+= abs1(d
->B(14) - s
->B(14));
525 val
+= abs1(d
->B(15) - s
->B(15));
530 void OPPROTO
glue(op_maskmov
, SUFFIX
) (void)
534 d
= (Reg
*)((char *)env
+ PARAM1
);
535 s
= (Reg
*)((char *)env
+ PARAM2
);
536 for(i
= 0; i
< (8 << SHIFT
); i
++) {
538 stb(A0
+ i
, d
->B(i
));
543 void OPPROTO
glue(op_movl_mm_T0
, SUFFIX
) (void)
546 d
= (Reg
*)((char *)env
+ PARAM1
);
554 void OPPROTO
glue(op_movl_T0_mm
, SUFFIX
) (void)
557 s
= (Reg
*)((char *)env
+ PARAM1
);
562 void OPPROTO
glue(op_pshufw
, SUFFIX
) (void)
566 d
= (Reg
*)((char *)env
+ PARAM1
);
567 s
= (Reg
*)((char *)env
+ PARAM2
);
569 r
.W(0) = s
->W(order
& 3);
570 r
.W(1) = s
->W((order
>> 2) & 3);
571 r
.W(2) = s
->W((order
>> 4) & 3);
572 r
.W(3) = s
->W((order
>> 6) & 3);
576 void OPPROTO
op_shufps(void)
580 d
= (Reg
*)((char *)env
+ PARAM1
);
581 s
= (Reg
*)((char *)env
+ PARAM2
);
583 r
.L(0) = d
->L(order
& 3);
584 r
.L(1) = d
->L((order
>> 2) & 3);
585 r
.L(2) = s
->L((order
>> 4) & 3);
586 r
.L(3) = s
->L((order
>> 6) & 3);
590 void OPPROTO
op_shufpd(void)
594 d
= (Reg
*)((char *)env
+ PARAM1
);
595 s
= (Reg
*)((char *)env
+ PARAM2
);
597 r
.Q(0) = d
->Q(order
& 1);
598 r
.Q(1) = s
->Q((order
>> 1) & 1);
602 void OPPROTO
glue(op_pshufd
, SUFFIX
) (void)
606 d
= (Reg
*)((char *)env
+ PARAM1
);
607 s
= (Reg
*)((char *)env
+ PARAM2
);
609 r
.L(0) = s
->L(order
& 3);
610 r
.L(1) = s
->L((order
>> 2) & 3);
611 r
.L(2) = s
->L((order
>> 4) & 3);
612 r
.L(3) = s
->L((order
>> 6) & 3);
616 void OPPROTO
glue(op_pshuflw
, SUFFIX
) (void)
620 d
= (Reg
*)((char *)env
+ PARAM1
);
621 s
= (Reg
*)((char *)env
+ PARAM2
);
623 r
.W(0) = s
->W(order
& 3);
624 r
.W(1) = s
->W((order
>> 2) & 3);
625 r
.W(2) = s
->W((order
>> 4) & 3);
626 r
.W(3) = s
->W((order
>> 6) & 3);
631 void OPPROTO
glue(op_pshufhw
, SUFFIX
) (void)
635 d
= (Reg
*)((char *)env
+ PARAM1
);
636 s
= (Reg
*)((char *)env
+ PARAM2
);
639 r
.W(4) = s
->W(4 + (order
& 3));
640 r
.W(5) = s
->W(4 + ((order
>> 2) & 3));
641 r
.W(6) = s
->W(4 + ((order
>> 4) & 3));
642 r
.W(7) = s
->W(4 + ((order
>> 6) & 3));
649 /* XXX: not accurate */
651 #define SSE_OP_S(name, F)\
652 void OPPROTO op_ ## name ## ps (void)\
655 d = (Reg *)((char *)env + PARAM1);\
656 s = (Reg *)((char *)env + PARAM2);\
657 d->XMM_S(0) = F(32, d->XMM_S(0), s->XMM_S(0));\
658 d->XMM_S(1) = F(32, d->XMM_S(1), s->XMM_S(1));\
659 d->XMM_S(2) = F(32, d->XMM_S(2), s->XMM_S(2));\
660 d->XMM_S(3) = F(32, d->XMM_S(3), s->XMM_S(3));\
663 void OPPROTO op_ ## name ## ss (void)\
666 d = (Reg *)((char *)env + PARAM1);\
667 s = (Reg *)((char *)env + PARAM2);\
668 d->XMM_S(0) = F(32, d->XMM_S(0), s->XMM_S(0));\
670 void OPPROTO op_ ## name ## pd (void)\
673 d = (Reg *)((char *)env + PARAM1);\
674 s = (Reg *)((char *)env + PARAM2);\
675 d->XMM_D(0) = F(64, d->XMM_D(0), s->XMM_D(0));\
676 d->XMM_D(1) = F(64, d->XMM_D(1), s->XMM_D(1));\
679 void OPPROTO op_ ## name ## sd (void)\
682 d = (Reg *)((char *)env + PARAM1);\
683 s = (Reg *)((char *)env + PARAM2);\
684 d->XMM_D(0) = F(64, d->XMM_D(0), s->XMM_D(0));\
687 #define FPU_ADD(size, a, b) float ## size ## _add(a, b, &env->sse_status)
688 #define FPU_SUB(size, a, b) float ## size ## _sub(a, b, &env->sse_status)
689 #define FPU_MUL(size, a, b) float ## size ## _mul(a, b, &env->sse_status)
690 #define FPU_DIV(size, a, b) float ## size ## _div(a, b, &env->sse_status)
691 #define FPU_MIN(size, a, b) (a) < (b) ? (a) : (b)
692 #define FPU_MAX(size, a, b) (a) > (b) ? (a) : (b)
693 #define FPU_SQRT(size, a, b) float ## size ## _sqrt(b, &env->sse_status)
695 SSE_OP_S(add
, FPU_ADD
)
696 SSE_OP_S(sub
, FPU_SUB
)
697 SSE_OP_S(mul
, FPU_MUL
)
698 SSE_OP_S(div
, FPU_DIV
)
699 SSE_OP_S(min
, FPU_MIN
)
700 SSE_OP_S(max
, FPU_MAX
)
701 SSE_OP_S(sqrt
, FPU_SQRT
)
704 /* float to float conversions */
705 void OPPROTO
op_cvtps2pd(void)
709 d
= (Reg
*)((char *)env
+ PARAM1
);
710 s
= (Reg
*)((char *)env
+ PARAM2
);
713 d
->XMM_D(0) = float32_to_float64(s0
, &env
->sse_status
);
714 d
->XMM_D(1) = float32_to_float64(s1
, &env
->sse_status
);
717 void OPPROTO
op_cvtpd2ps(void)
720 d
= (Reg
*)((char *)env
+ PARAM1
);
721 s
= (Reg
*)((char *)env
+ PARAM2
);
722 d
->XMM_S(0) = float64_to_float32(s
->XMM_D(0), &env
->sse_status
);
723 d
->XMM_S(1) = float64_to_float32(s
->XMM_D(1), &env
->sse_status
);
727 void OPPROTO
op_cvtss2sd(void)
730 d
= (Reg
*)((char *)env
+ PARAM1
);
731 s
= (Reg
*)((char *)env
+ PARAM2
);
732 d
->XMM_D(0) = float32_to_float64(s
->XMM_S(0), &env
->sse_status
);
735 void OPPROTO
op_cvtsd2ss(void)
738 d
= (Reg
*)((char *)env
+ PARAM1
);
739 s
= (Reg
*)((char *)env
+ PARAM2
);
740 d
->XMM_S(0) = float64_to_float32(s
->XMM_D(0), &env
->sse_status
);
743 /* integer to float */
744 void OPPROTO
op_cvtdq2ps(void)
746 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
747 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
748 d
->XMM_S(0) = int32_to_float32(s
->XMM_L(0), &env
->sse_status
);
749 d
->XMM_S(1) = int32_to_float32(s
->XMM_L(1), &env
->sse_status
);
750 d
->XMM_S(2) = int32_to_float32(s
->XMM_L(2), &env
->sse_status
);
751 d
->XMM_S(3) = int32_to_float32(s
->XMM_L(3), &env
->sse_status
);
754 void OPPROTO
op_cvtdq2pd(void)
756 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
757 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
759 l0
= (int32_t)s
->XMM_L(0);
760 l1
= (int32_t)s
->XMM_L(1);
761 d
->XMM_D(0) = int32_to_float64(l0
, &env
->sse_status
);
762 d
->XMM_D(1) = int32_to_float64(l1
, &env
->sse_status
);
765 void OPPROTO
op_cvtpi2ps(void)
767 XMMReg
*d
= (Reg
*)((char *)env
+ PARAM1
);
768 MMXReg
*s
= (MMXReg
*)((char *)env
+ PARAM2
);
769 d
->XMM_S(0) = int32_to_float32(s
->MMX_L(0), &env
->sse_status
);
770 d
->XMM_S(1) = int32_to_float32(s
->MMX_L(1), &env
->sse_status
);
773 void OPPROTO
op_cvtpi2pd(void)
775 XMMReg
*d
= (Reg
*)((char *)env
+ PARAM1
);
776 MMXReg
*s
= (MMXReg
*)((char *)env
+ PARAM2
);
777 d
->XMM_D(0) = int32_to_float64(s
->MMX_L(0), &env
->sse_status
);
778 d
->XMM_D(1) = int32_to_float64(s
->MMX_L(1), &env
->sse_status
);
781 void OPPROTO
op_cvtsi2ss(void)
783 XMMReg
*d
= (Reg
*)((char *)env
+ PARAM1
);
784 d
->XMM_S(0) = int32_to_float32(T0
, &env
->sse_status
);
787 void OPPROTO
op_cvtsi2sd(void)
789 XMMReg
*d
= (Reg
*)((char *)env
+ PARAM1
);
790 d
->XMM_D(0) = int32_to_float64(T0
, &env
->sse_status
);
794 void OPPROTO
op_cvtsq2ss(void)
796 XMMReg
*d
= (Reg
*)((char *)env
+ PARAM1
);
797 d
->XMM_S(0) = int64_to_float32(T0
, &env
->sse_status
);
800 void OPPROTO
op_cvtsq2sd(void)
802 XMMReg
*d
= (Reg
*)((char *)env
+ PARAM1
);
803 d
->XMM_D(0) = int64_to_float64(T0
, &env
->sse_status
);
807 /* float to integer */
808 void OPPROTO
op_cvtps2dq(void)
810 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
811 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
812 d
->XMM_L(0) = float32_to_int32(s
->XMM_S(0), &env
->sse_status
);
813 d
->XMM_L(1) = float32_to_int32(s
->XMM_S(1), &env
->sse_status
);
814 d
->XMM_L(2) = float32_to_int32(s
->XMM_S(2), &env
->sse_status
);
815 d
->XMM_L(3) = float32_to_int32(s
->XMM_S(3), &env
->sse_status
);
818 void OPPROTO
op_cvtpd2dq(void)
820 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
821 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
822 d
->XMM_L(0) = float64_to_int32(s
->XMM_D(0), &env
->sse_status
);
823 d
->XMM_L(1) = float64_to_int32(s
->XMM_D(1), &env
->sse_status
);
827 void OPPROTO
op_cvtps2pi(void)
829 MMXReg
*d
= (MMXReg
*)((char *)env
+ PARAM1
);
830 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
831 d
->MMX_L(0) = float32_to_int32(s
->XMM_S(0), &env
->sse_status
);
832 d
->MMX_L(1) = float32_to_int32(s
->XMM_S(1), &env
->sse_status
);
835 void OPPROTO
op_cvtpd2pi(void)
837 MMXReg
*d
= (MMXReg
*)((char *)env
+ PARAM1
);
838 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
839 d
->MMX_L(0) = float64_to_int32(s
->XMM_D(0), &env
->sse_status
);
840 d
->MMX_L(1) = float64_to_int32(s
->XMM_D(1), &env
->sse_status
);
843 void OPPROTO
op_cvtss2si(void)
845 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM1
);
846 T0
= float32_to_int32(s
->XMM_S(0), &env
->sse_status
);
849 void OPPROTO
op_cvtsd2si(void)
851 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM1
);
852 T0
= float64_to_int32(s
->XMM_D(0), &env
->sse_status
);
856 void OPPROTO
op_cvtss2sq(void)
858 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM1
);
859 T0
= float32_to_int64(s
->XMM_S(0), &env
->sse_status
);
862 void OPPROTO
op_cvtsd2sq(void)
864 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM1
);
865 T0
= float64_to_int64(s
->XMM_D(0), &env
->sse_status
);
869 /* float to integer truncated */
870 void OPPROTO
op_cvttps2dq(void)
872 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
873 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
874 d
->XMM_L(0) = float32_to_int32_round_to_zero(s
->XMM_S(0), &env
->sse_status
);
875 d
->XMM_L(1) = float32_to_int32_round_to_zero(s
->XMM_S(1), &env
->sse_status
);
876 d
->XMM_L(2) = float32_to_int32_round_to_zero(s
->XMM_S(2), &env
->sse_status
);
877 d
->XMM_L(3) = float32_to_int32_round_to_zero(s
->XMM_S(3), &env
->sse_status
);
880 void OPPROTO
op_cvttpd2dq(void)
882 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
883 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
884 d
->XMM_L(0) = float64_to_int32_round_to_zero(s
->XMM_D(0), &env
->sse_status
);
885 d
->XMM_L(1) = float64_to_int32_round_to_zero(s
->XMM_D(1), &env
->sse_status
);
889 void OPPROTO
op_cvttps2pi(void)
891 MMXReg
*d
= (MMXReg
*)((char *)env
+ PARAM1
);
892 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
893 d
->MMX_L(0) = float32_to_int32_round_to_zero(s
->XMM_S(0), &env
->sse_status
);
894 d
->MMX_L(1) = float32_to_int32_round_to_zero(s
->XMM_S(1), &env
->sse_status
);
897 void OPPROTO
op_cvttpd2pi(void)
899 MMXReg
*d
= (MMXReg
*)((char *)env
+ PARAM1
);
900 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
901 d
->MMX_L(0) = float64_to_int32_round_to_zero(s
->XMM_D(0), &env
->sse_status
);
902 d
->MMX_L(1) = float64_to_int32_round_to_zero(s
->XMM_D(1), &env
->sse_status
);
905 void OPPROTO
op_cvttss2si(void)
907 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM1
);
908 T0
= float32_to_int32_round_to_zero(s
->XMM_S(0), &env
->sse_status
);
911 void OPPROTO
op_cvttsd2si(void)
913 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM1
);
914 T0
= float64_to_int32_round_to_zero(s
->XMM_D(0), &env
->sse_status
);
918 void OPPROTO
op_cvttss2sq(void)
920 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM1
);
921 T0
= float32_to_int64_round_to_zero(s
->XMM_S(0), &env
->sse_status
);
924 void OPPROTO
op_cvttsd2sq(void)
926 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM1
);
927 T0
= float64_to_int64_round_to_zero(s
->XMM_D(0), &env
->sse_status
);
931 void OPPROTO
op_rsqrtps(void)
933 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
934 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
935 d
->XMM_S(0) = approx_rsqrt(s
->XMM_S(0));
936 d
->XMM_S(1) = approx_rsqrt(s
->XMM_S(1));
937 d
->XMM_S(2) = approx_rsqrt(s
->XMM_S(2));
938 d
->XMM_S(3) = approx_rsqrt(s
->XMM_S(3));
941 void OPPROTO
op_rsqrtss(void)
943 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
944 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
945 d
->XMM_S(0) = approx_rsqrt(s
->XMM_S(0));
948 void OPPROTO
op_rcpps(void)
950 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
951 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
952 d
->XMM_S(0) = approx_rcp(s
->XMM_S(0));
953 d
->XMM_S(1) = approx_rcp(s
->XMM_S(1));
954 d
->XMM_S(2) = approx_rcp(s
->XMM_S(2));
955 d
->XMM_S(3) = approx_rcp(s
->XMM_S(3));
958 void OPPROTO
op_rcpss(void)
960 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
961 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
962 d
->XMM_S(0) = approx_rcp(s
->XMM_S(0));
965 void OPPROTO
op_haddps(void)
967 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
968 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
970 r
.XMM_S(0) = d
->XMM_S(0) + d
->XMM_S(1);
971 r
.XMM_S(1) = d
->XMM_S(2) + d
->XMM_S(3);
972 r
.XMM_S(2) = s
->XMM_S(0) + s
->XMM_S(1);
973 r
.XMM_S(3) = s
->XMM_S(2) + s
->XMM_S(3);
977 void OPPROTO
op_haddpd(void)
979 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
980 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
982 r
.XMM_D(0) = d
->XMM_D(0) + d
->XMM_D(1);
983 r
.XMM_D(1) = s
->XMM_D(0) + s
->XMM_D(1);
987 void OPPROTO
op_hsubps(void)
989 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
990 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
992 r
.XMM_S(0) = d
->XMM_S(0) - d
->XMM_S(1);
993 r
.XMM_S(1) = d
->XMM_S(2) - d
->XMM_S(3);
994 r
.XMM_S(2) = s
->XMM_S(0) - s
->XMM_S(1);
995 r
.XMM_S(3) = s
->XMM_S(2) - s
->XMM_S(3);
999 void OPPROTO
op_hsubpd(void)
1001 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
1002 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
1004 r
.XMM_D(0) = d
->XMM_D(0) - d
->XMM_D(1);
1005 r
.XMM_D(1) = s
->XMM_D(0) - s
->XMM_D(1);
1009 void OPPROTO
op_addsubps(void)
1011 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
1012 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
1013 d
->XMM_S(0) = d
->XMM_S(0) - s
->XMM_S(0);
1014 d
->XMM_S(1) = d
->XMM_S(1) + s
->XMM_S(1);
1015 d
->XMM_S(2) = d
->XMM_S(2) - s
->XMM_S(2);
1016 d
->XMM_S(3) = d
->XMM_S(3) + s
->XMM_S(3);
1019 void OPPROTO
op_addsubpd(void)
1021 XMMReg
*d
= (XMMReg
*)((char *)env
+ PARAM1
);
1022 XMMReg
*s
= (XMMReg
*)((char *)env
+ PARAM2
);
1023 d
->XMM_D(0) = d
->XMM_D(0) - s
->XMM_D(0);
1024 d
->XMM_D(1) = d
->XMM_D(1) + s
->XMM_D(1);
1027 /* XXX: unordered */
1028 #define SSE_OP_CMP(name, F)\
1029 void OPPROTO op_ ## name ## ps (void)\
1032 d = (Reg *)((char *)env + PARAM1);\
1033 s = (Reg *)((char *)env + PARAM2);\
1034 d->XMM_L(0) = F(32, d->XMM_S(0), s->XMM_S(0));\
1035 d->XMM_L(1) = F(32, d->XMM_S(1), s->XMM_S(1));\
1036 d->XMM_L(2) = F(32, d->XMM_S(2), s->XMM_S(2));\
1037 d->XMM_L(3) = F(32, d->XMM_S(3), s->XMM_S(3));\
1040 void OPPROTO op_ ## name ## ss (void)\
1043 d = (Reg *)((char *)env + PARAM1);\
1044 s = (Reg *)((char *)env + PARAM2);\
1045 d->XMM_L(0) = F(32, d->XMM_S(0), s->XMM_S(0));\
1047 void OPPROTO op_ ## name ## pd (void)\
1050 d = (Reg *)((char *)env + PARAM1);\
1051 s = (Reg *)((char *)env + PARAM2);\
1052 d->XMM_Q(0) = F(64, d->XMM_D(0), s->XMM_D(0));\
1053 d->XMM_Q(1) = F(64, d->XMM_D(1), s->XMM_D(1));\
1056 void OPPROTO op_ ## name ## sd (void)\
1059 d = (Reg *)((char *)env + PARAM1);\
1060 s = (Reg *)((char *)env + PARAM2);\
1061 d->XMM_Q(0) = F(64, d->XMM_D(0), s->XMM_D(0));\
1064 #define FPU_CMPEQ(size, a, b) float ## size ## _eq(a, b, &env->sse_status) ? -1 : 0
1065 #define FPU_CMPLT(size, a, b) float ## size ## _lt(a, b, &env->sse_status) ? -1 : 0
1066 #define FPU_CMPLE(size, a, b) float ## size ## _le(a, b, &env->sse_status) ? -1 : 0
1067 #define FPU_CMPUNORD(size, a, b) float ## size ## _unordered(a, b, &env->sse_status) ? - 1 : 0
1068 #define FPU_CMPNEQ(size, a, b) float ## size ## _eq(a, b, &env->sse_status) ? 0 : -1
1069 #define FPU_CMPNLT(size, a, b) float ## size ## _lt(a, b, &env->sse_status) ? 0 : -1
1070 #define FPU_CMPNLE(size, a, b) float ## size ## _le(a, b, &env->sse_status) ? 0 : -1
1071 #define FPU_CMPORD(size, a, b) float ## size ## _unordered(a, b, &env->sse_status) ? 0 : -1
1073 SSE_OP_CMP(cmpeq
, FPU_CMPEQ
)
1074 SSE_OP_CMP(cmplt
, FPU_CMPLT
)
1075 SSE_OP_CMP(cmple
, FPU_CMPLE
)
1076 SSE_OP_CMP(cmpunord
, FPU_CMPUNORD
)
1077 SSE_OP_CMP(cmpneq
, FPU_CMPNEQ
)
1078 SSE_OP_CMP(cmpnlt
, FPU_CMPNLT
)
1079 SSE_OP_CMP(cmpnle
, FPU_CMPNLE
)
1080 SSE_OP_CMP(cmpord
, FPU_CMPORD
)
1082 const int comis_eflags
[4] = {CC_C
, CC_Z
, 0, CC_Z
| CC_P
| CC_C
};
1084 void OPPROTO
op_ucomiss(void)
1089 d
= (Reg
*)((char *)env
+ PARAM1
);
1090 s
= (Reg
*)((char *)env
+ PARAM2
);
1094 ret
= float32_compare_quiet(s0
, s1
, &env
->sse_status
);
1095 CC_SRC
= comis_eflags
[ret
+ 1];
1099 void OPPROTO
op_comiss(void)
1104 d
= (Reg
*)((char *)env
+ PARAM1
);
1105 s
= (Reg
*)((char *)env
+ PARAM2
);
1109 ret
= float32_compare(s0
, s1
, &env
->sse_status
);
1110 CC_SRC
= comis_eflags
[ret
+ 1];
1114 void OPPROTO
op_ucomisd(void)
1119 d
= (Reg
*)((char *)env
+ PARAM1
);
1120 s
= (Reg
*)((char *)env
+ PARAM2
);
1124 ret
= float64_compare_quiet(d0
, d1
, &env
->sse_status
);
1125 CC_SRC
= comis_eflags
[ret
+ 1];
1129 void OPPROTO
op_comisd(void)
1134 d
= (Reg
*)((char *)env
+ PARAM1
);
1135 s
= (Reg
*)((char *)env
+ PARAM2
);
1139 ret
= float64_compare(d0
, d1
, &env
->sse_status
);
1140 CC_SRC
= comis_eflags
[ret
+ 1];
1144 void OPPROTO
op_movmskps(void)
1148 s
= (Reg
*)((char *)env
+ PARAM1
);
1149 b0
= s
->XMM_L(0) >> 31;
1150 b1
= s
->XMM_L(1) >> 31;
1151 b2
= s
->XMM_L(2) >> 31;
1152 b3
= s
->XMM_L(3) >> 31;
1153 T0
= b0
| (b1
<< 1) | (b2
<< 2) | (b3
<< 3);
1156 void OPPROTO
op_movmskpd(void)
1160 s
= (Reg
*)((char *)env
+ PARAM1
);
1161 b0
= s
->XMM_L(1) >> 31;
1162 b1
= s
->XMM_L(3) >> 31;
1163 T0
= b0
| (b1
<< 1);
1168 void OPPROTO
glue(op_pmovmskb
, SUFFIX
)(void)
1171 s
= (Reg
*)((char *)env
+ PARAM1
);
1173 T0
|= (s
->XMM_B(0) >> 7);
1174 T0
|= (s
->XMM_B(1) >> 6) & 0x02;
1175 T0
|= (s
->XMM_B(2) >> 5) & 0x04;
1176 T0
|= (s
->XMM_B(3) >> 4) & 0x08;
1177 T0
|= (s
->XMM_B(4) >> 3) & 0x10;
1178 T0
|= (s
->XMM_B(5) >> 2) & 0x20;
1179 T0
|= (s
->XMM_B(6) >> 1) & 0x40;
1180 T0
|= (s
->XMM_B(7)) & 0x80;
1182 T0
|= (s
->XMM_B(8) << 1) & 0x0100;
1183 T0
|= (s
->XMM_B(9) << 2) & 0x0200;
1184 T0
|= (s
->XMM_B(10) << 3) & 0x0400;
1185 T0
|= (s
->XMM_B(11) << 4) & 0x0800;
1186 T0
|= (s
->XMM_B(12) << 5) & 0x1000;
1187 T0
|= (s
->XMM_B(13) << 6) & 0x2000;
1188 T0
|= (s
->XMM_B(14) << 7) & 0x4000;
1189 T0
|= (s
->XMM_B(15) << 8) & 0x8000;
1193 void OPPROTO
glue(op_pinsrw
, SUFFIX
) (void)
1195 Reg
*d
= (Reg
*)((char *)env
+ PARAM1
);
1201 void OPPROTO
glue(op_pextrw
, SUFFIX
) (void)
1203 Reg
*s
= (Reg
*)((char *)env
+ PARAM1
);
1209 void OPPROTO
glue(op_packsswb
, SUFFIX
) (void)
1212 d
= (Reg
*)((char *)env
+ PARAM1
);
1213 s
= (Reg
*)((char *)env
+ PARAM2
);
1215 r
.B(0) = satsb((int16_t)d
->W(0));
1216 r
.B(1) = satsb((int16_t)d
->W(1));
1217 r
.B(2) = satsb((int16_t)d
->W(2));
1218 r
.B(3) = satsb((int16_t)d
->W(3));
1220 r
.B(4) = satsb((int16_t)d
->W(4));
1221 r
.B(5) = satsb((int16_t)d
->W(5));
1222 r
.B(6) = satsb((int16_t)d
->W(6));
1223 r
.B(7) = satsb((int16_t)d
->W(7));
1225 r
.B((4 << SHIFT
) + 0) = satsb((int16_t)s
->W(0));
1226 r
.B((4 << SHIFT
) + 1) = satsb((int16_t)s
->W(1));
1227 r
.B((4 << SHIFT
) + 2) = satsb((int16_t)s
->W(2));
1228 r
.B((4 << SHIFT
) + 3) = satsb((int16_t)s
->W(3));
1230 r
.B(12) = satsb((int16_t)s
->W(4));
1231 r
.B(13) = satsb((int16_t)s
->W(5));
1232 r
.B(14) = satsb((int16_t)s
->W(6));
1233 r
.B(15) = satsb((int16_t)s
->W(7));
1238 void OPPROTO
glue(op_packuswb
, SUFFIX
) (void)
1241 d
= (Reg
*)((char *)env
+ PARAM1
);
1242 s
= (Reg
*)((char *)env
+ PARAM2
);
1244 r
.B(0) = satub((int16_t)d
->W(0));
1245 r
.B(1) = satub((int16_t)d
->W(1));
1246 r
.B(2) = satub((int16_t)d
->W(2));
1247 r
.B(3) = satub((int16_t)d
->W(3));
1249 r
.B(4) = satub((int16_t)d
->W(4));
1250 r
.B(5) = satub((int16_t)d
->W(5));
1251 r
.B(6) = satub((int16_t)d
->W(6));
1252 r
.B(7) = satub((int16_t)d
->W(7));
1254 r
.B((4 << SHIFT
) + 0) = satub((int16_t)s
->W(0));
1255 r
.B((4 << SHIFT
) + 1) = satub((int16_t)s
->W(1));
1256 r
.B((4 << SHIFT
) + 2) = satub((int16_t)s
->W(2));
1257 r
.B((4 << SHIFT
) + 3) = satub((int16_t)s
->W(3));
1259 r
.B(12) = satub((int16_t)s
->W(4));
1260 r
.B(13) = satub((int16_t)s
->W(5));
1261 r
.B(14) = satub((int16_t)s
->W(6));
1262 r
.B(15) = satub((int16_t)s
->W(7));
1267 void OPPROTO
glue(op_packssdw
, SUFFIX
) (void)
1270 d
= (Reg
*)((char *)env
+ PARAM1
);
1271 s
= (Reg
*)((char *)env
+ PARAM2
);
1273 r
.W(0) = satsw(d
->L(0));
1274 r
.W(1) = satsw(d
->L(1));
1276 r
.W(2) = satsw(d
->L(2));
1277 r
.W(3) = satsw(d
->L(3));
1279 r
.W((2 << SHIFT
) + 0) = satsw(s
->L(0));
1280 r
.W((2 << SHIFT
) + 1) = satsw(s
->L(1));
1282 r
.W(6) = satsw(s
->L(2));
1283 r
.W(7) = satsw(s
->L(3));
1288 #define UNPCK_OP(base_name, base) \
1290 void OPPROTO glue(op_punpck ## base_name ## bw, SUFFIX) (void) \
1293 d = (Reg *)((char *)env + PARAM1); \
1294 s = (Reg *)((char *)env + PARAM2); \
1296 r.B(0) = d->B((base << (SHIFT + 2)) + 0); \
1297 r.B(1) = s->B((base << (SHIFT + 2)) + 0); \
1298 r.B(2) = d->B((base << (SHIFT + 2)) + 1); \
1299 r.B(3) = s->B((base << (SHIFT + 2)) + 1); \
1300 r.B(4) = d->B((base << (SHIFT + 2)) + 2); \
1301 r.B(5) = s->B((base << (SHIFT + 2)) + 2); \
1302 r.B(6) = d->B((base << (SHIFT + 2)) + 3); \
1303 r.B(7) = s->B((base << (SHIFT + 2)) + 3); \
1305 r.B(8) = d->B((base << (SHIFT + 2)) + 4); \
1306 r.B(9) = s->B((base << (SHIFT + 2)) + 4); \
1307 r.B(10) = d->B((base << (SHIFT + 2)) + 5); \
1308 r.B(11) = s->B((base << (SHIFT + 2)) + 5); \
1309 r.B(12) = d->B((base << (SHIFT + 2)) + 6); \
1310 r.B(13) = s->B((base << (SHIFT + 2)) + 6); \
1311 r.B(14) = d->B((base << (SHIFT + 2)) + 7); \
1312 r.B(15) = s->B((base << (SHIFT + 2)) + 7); \
1317 void OPPROTO glue(op_punpck ## base_name ## wd, SUFFIX) (void) \
1320 d = (Reg *)((char *)env + PARAM1); \
1321 s = (Reg *)((char *)env + PARAM2); \
1323 r.W(0) = d->W((base << (SHIFT + 1)) + 0); \
1324 r.W(1) = s->W((base << (SHIFT + 1)) + 0); \
1325 r.W(2) = d->W((base << (SHIFT + 1)) + 1); \
1326 r.W(3) = s->W((base << (SHIFT + 1)) + 1); \
1328 r.W(4) = d->W((base << (SHIFT + 1)) + 2); \
1329 r.W(5) = s->W((base << (SHIFT + 1)) + 2); \
1330 r.W(6) = d->W((base << (SHIFT + 1)) + 3); \
1331 r.W(7) = s->W((base << (SHIFT + 1)) + 3); \
1336 void OPPROTO glue(op_punpck ## base_name ## dq, SUFFIX) (void) \
1339 d = (Reg *)((char *)env + PARAM1); \
1340 s = (Reg *)((char *)env + PARAM2); \
1342 r.L(0) = d->L((base << SHIFT) + 0); \
1343 r.L(1) = s->L((base << SHIFT) + 0); \
1345 r.L(2) = d->L((base << SHIFT) + 1); \
1346 r.L(3) = s->L((base << SHIFT) + 1); \
1352 void OPPROTO glue(op_punpck ## base_name ## qdq, SUFFIX) (void) \
1355 d = (Reg *)((char *)env + PARAM1); \
1356 s = (Reg *)((char *)env + PARAM2); \
1358 r.Q(0) = d->Q(base); \
1359 r.Q(1) = s->Q(base); \