target-i386/fpu_helper.c

   1 /*
   2  *  x86 FPU, MMX/3DNow!/SSE/SSE2/SSE3/SSSE3/SSE4/PNI helpers
   3  *
   4  *  Copyright (c) 2003 Fabrice Bellard
   5  *
   6  * This library is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU Lesser General Public
   8  * License as published by the Free Software Foundation; either
   9  * version 2 of the License, or (at your option) any later version.
  10  *
  11  * This library is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
  18  */
  19
  20 #include <math.h>
  21 #include "cpu.h"
  22 #include "exec/helper-proto.h"
  23 #include "qemu/aes.h"
  24 #include "qemu/host-utils.h"
  25 #include "exec/cpu_ldst.h"
  26
  27 #define FPU_RC_MASK         0xc00
  28 #define FPU_RC_NEAR         0x000
  29 #define FPU_RC_DOWN         0x400
  30 #define FPU_RC_UP           0x800
  31 #define FPU_RC_CHOP         0xc00
  32
  33 #define MAXTAN 9223372036854775808.0
  34
  35 /* the following deal with x86 long double-precision numbers */
  36 #define MAXEXPD 0x7fff
  37 #define EXPBIAS 16383
  38 #define EXPD(fp)        (fp.l.upper & 0x7fff)
  39 #define SIGND(fp)       ((fp.l.upper) & 0x8000)
  40 #define MANTD(fp)       (fp.l.lower)
  41 #define BIASEXPONENT(fp) fp.l.upper = (fp.l.upper & ~(0x7fff)) | EXPBIAS
  42
  43 #define FPUS_IE (1 << 0)
  44 #define FPUS_DE (1 << 1)
  45 #define FPUS_ZE (1 << 2)
  46 #define FPUS_OE (1 << 3)
  47 #define FPUS_UE (1 << 4)
  48 #define FPUS_PE (1 << 5)
  49 #define FPUS_SF (1 << 6)
  50 #define FPUS_SE (1 << 7)
  51 #define FPUS_B  (1 << 15)
  52
  53 #define FPUC_EM 0x3f
  54
  55 #define floatx80_lg2 make_floatx80(0x3ffd, 0x9a209a84fbcff799LL)
  56 #define floatx80_l2e make_floatx80(0x3fff, 0xb8aa3b295c17f0bcLL)
  57 #define floatx80_l2t make_floatx80(0x4000, 0xd49a784bcd1b8afeLL)
  58
  59 static inline void fpush(CPUX86State *env)
  60 {
  61     env->fpstt = (env->fpstt - 1) & 7;
  62     env->fptags[env->fpstt] = 0; /* validate stack entry */
  63 }
  64
  65 static inline void fpop(CPUX86State *env)
  66 {
  67     env->fptags[env->fpstt] = 1; /* invalidate stack entry */
  68     env->fpstt = (env->fpstt + 1) & 7;
  69 }
  70
  71 static inline floatx80 helper_fldt(CPUX86State *env, target_ulong ptr)
  72 {
  73     CPU_LDoubleU temp;
  74
  75     temp.l.lower = cpu_ldq_data(env, ptr);
  76     temp.l.upper = cpu_lduw_data(env, ptr + 8);
  77     return temp.d;
  78 }
  79
  80 static inline void helper_fstt(CPUX86State *env, floatx80 f, target_ulong ptr)
  81 {
  82     CPU_LDoubleU temp;
  83
  84     temp.d = f;
  85     cpu_stq_data(env, ptr, temp.l.lower);
  86     cpu_stw_data(env, ptr + 8, temp.l.upper);
  87 }
  88
  89 /* x87 FPU helpers */
  90
  91 static inline double floatx80_to_double(CPUX86State *env, floatx80 a)
  92 {
  93     union {
  94         float64 f64;
  95         double d;
  96     } u;
  97
  98     u.f64 = floatx80_to_float64(a, &env->fp_status);
  99     return u.d;
 100 }
 101
 102 static inline floatx80 double_to_floatx80(CPUX86State *env, double a)
 103 {
 104     union {
 105         float64 f64;
 106         double d;
 107     } u;
 108
 109     u.d = a;
 110     return float64_to_floatx80(u.f64, &env->fp_status);
 111 }
 112
 113 static void fpu_set_exception(CPUX86State *env, int mask)
 114 {
 115     env->fpus |= mask;
 116     if (env->fpus & (~env->fpuc & FPUC_EM)) {
 117         env->fpus |= FPUS_SE | FPUS_B;
 118     }
 119 }
 120
 121 static inline floatx80 helper_fdiv(CPUX86State *env, floatx80 a, floatx80 b)
 122 {
 123     if (floatx80_is_zero(b)) {
 124         fpu_set_exception(env, FPUS_ZE);
 125     }
 126     return floatx80_div(a, b, &env->fp_status);
 127 }
 128
 129 static void fpu_raise_exception(CPUX86State *env)
 130 {
 131     if (env->cr[0] & CR0_NE_MASK) {
 132         raise_exception(env, EXCP10_COPR);
 133     }
 134 #if !defined(CONFIG_USER_ONLY)
 135     else {
 136         cpu_set_ferr(env);
 137     }
 138 #endif
 139 }
 140
 141 void helper_flds_FT0(CPUX86State *env, uint32_t val)
 142 {
 143     union {
 144         float32 f;
 145         uint32_t i;
 146     } u;
 147
 148     u.i = val;
 149     FT0 = float32_to_floatx80(u.f, &env->fp_status);
 150 }
 151
 152 void helper_fldl_FT0(CPUX86State *env, uint64_t val)
 153 {
 154     union {
 155         float64 f;
 156         uint64_t i;
 157     } u;
 158
 159     u.i = val;
 160     FT0 = float64_to_floatx80(u.f, &env->fp_status);
 161 }
 162
 163 void helper_fildl_FT0(CPUX86State *env, int32_t val)
 164 {
 165     FT0 = int32_to_floatx80(val, &env->fp_status);
 166 }
 167
 168 void helper_flds_ST0(CPUX86State *env, uint32_t val)
 169 {
 170     int new_fpstt;
 171     union {
 172         float32 f;
 173         uint32_t i;
 174     } u;
 175
 176     new_fpstt = (env->fpstt - 1) & 7;
 177     u.i = val;
 178     env->fpregs[new_fpstt].d = float32_to_floatx80(u.f, &env->fp_status);
 179     env->fpstt = new_fpstt;
 180     env->fptags[new_fpstt] = 0; /* validate stack entry */
 181 }
 182
 183 void helper_fldl_ST0(CPUX86State *env, uint64_t val)
 184 {
 185     int new_fpstt;
 186     union {
 187         float64 f;
 188         uint64_t i;
 189     } u;
 190
 191     new_fpstt = (env->fpstt - 1) & 7;
 192     u.i = val;
 193     env->fpregs[new_fpstt].d = float64_to_floatx80(u.f, &env->fp_status);
 194     env->fpstt = new_fpstt;
 195     env->fptags[new_fpstt] = 0; /* validate stack entry */
 196 }
 197
 198 void helper_fildl_ST0(CPUX86State *env, int32_t val)
 199 {
 200     int new_fpstt;
 201
 202     new_fpstt = (env->fpstt - 1) & 7;
 203     env->fpregs[new_fpstt].d = int32_to_floatx80(val, &env->fp_status);
 204     env->fpstt = new_fpstt;
 205     env->fptags[new_fpstt] = 0; /* validate stack entry */
 206 }
 207
 208 void helper_fildll_ST0(CPUX86State *env, int64_t val)
 209 {
 210     int new_fpstt;
 211
 212     new_fpstt = (env->fpstt - 1) & 7;
 213     env->fpregs[new_fpstt].d = int64_to_floatx80(val, &env->fp_status);
 214     env->fpstt = new_fpstt;
 215     env->fptags[new_fpstt] = 0; /* validate stack entry */
 216 }
 217
 218 uint32_t helper_fsts_ST0(CPUX86State *env)
 219 {
 220     union {
 221         float32 f;
 222         uint32_t i;
 223     } u;
 224
 225     u.f = floatx80_to_float32(ST0, &env->fp_status);
 226     return u.i;
 227 }
 228
 229 uint64_t helper_fstl_ST0(CPUX86State *env)
 230 {
 231     union {
 232         float64 f;
 233         uint64_t i;
 234     } u;
 235
 236     u.f = floatx80_to_float64(ST0, &env->fp_status);
 237     return u.i;
 238 }
 239
 240 int32_t helper_fist_ST0(CPUX86State *env)
 241 {
 242     int32_t val;
 243
 244     val = floatx80_to_int32(ST0, &env->fp_status);
 245     if (val != (int16_t)val) {
 246         val = -32768;
 247     }
 248     return val;
 249 }
 250
 251 int32_t helper_fistl_ST0(CPUX86State *env)
 252 {
 253     int32_t val;
 254
 255     val = floatx80_to_int32(ST0, &env->fp_status);
 256     return val;
 257 }
 258
 259 int64_t helper_fistll_ST0(CPUX86State *env)
 260 {
 261     int64_t val;
 262
 263     val = floatx80_to_int64(ST0, &env->fp_status);
 264     return val;
 265 }
 266
 267 int32_t helper_fistt_ST0(CPUX86State *env)
 268 {
 269     int32_t val;
 270
 271     val = floatx80_to_int32_round_to_zero(ST0, &env->fp_status);
 272     if (val != (int16_t)val) {
 273         val = -32768;
 274     }
 275     return val;
 276 }
 277
 278 int32_t helper_fisttl_ST0(CPUX86State *env)
 279 {
 280     int32_t val;
 281
 282     val = floatx80_to_int32_round_to_zero(ST0, &env->fp_status);
 283     return val;
 284 }
 285
 286 int64_t helper_fisttll_ST0(CPUX86State *env)
 287 {
 288     int64_t val;
 289
 290     val = floatx80_to_int64_round_to_zero(ST0, &env->fp_status);
 291     return val;
 292 }
 293
 294 void helper_fldt_ST0(CPUX86State *env, target_ulong ptr)
 295 {
 296     int new_fpstt;
 297
 298     new_fpstt = (env->fpstt - 1) & 7;
 299     env->fpregs[new_fpstt].d = helper_fldt(env, ptr);
 300     env->fpstt = new_fpstt;
 301     env->fptags[new_fpstt] = 0; /* validate stack entry */
 302 }
 303
 304 void helper_fstt_ST0(CPUX86State *env, target_ulong ptr)
 305 {
 306     helper_fstt(env, ST0, ptr);
 307 }
 308
 309 void helper_fpush(CPUX86State *env)
 310 {
 311     fpush(env);
 312 }
 313
 314 void helper_fpop(CPUX86State *env)
 315 {
 316     fpop(env);
 317 }
 318
 319 void helper_fdecstp(CPUX86State *env)
 320 {
 321     env->fpstt = (env->fpstt - 1) & 7;
 322     env->fpus &= ~0x4700;
 323 }
 324
 325 void helper_fincstp(CPUX86State *env)
 326 {
 327     env->fpstt = (env->fpstt + 1) & 7;
 328     env->fpus &= ~0x4700;
 329 }
 330
 331 /* FPU move */
 332
 333 void helper_ffree_STN(CPUX86State *env, int st_index)
 334 {
 335     env->fptags[(env->fpstt + st_index) & 7] = 1;
 336 }
 337
 338 void helper_fmov_ST0_FT0(CPUX86State *env)
 339 {
 340     ST0 = FT0;
 341 }
 342
 343 void helper_fmov_FT0_STN(CPUX86State *env, int st_index)
 344 {
 345     FT0 = ST(st_index);
 346 }
 347
 348 void helper_fmov_ST0_STN(CPUX86State *env, int st_index)
 349 {
 350     ST0 = ST(st_index);
 351 }
 352
 353 void helper_fmov_STN_ST0(CPUX86State *env, int st_index)
 354 {
 355     ST(st_index) = ST0;
 356 }
 357
 358 void helper_fxchg_ST0_STN(CPUX86State *env, int st_index)
 359 {
 360     floatx80 tmp;
 361
 362     tmp = ST(st_index);
 363     ST(st_index) = ST0;
 364     ST0 = tmp;
 365 }
 366
 367 /* FPU operations */
 368
 369 static const int fcom_ccval[4] = {0x0100, 0x4000, 0x0000, 0x4500};
 370
 371 void helper_fcom_ST0_FT0(CPUX86State *env)
 372 {
 373     int ret;
 374
 375     ret = floatx80_compare(ST0, FT0, &env->fp_status);
 376     env->fpus = (env->fpus & ~0x4500) | fcom_ccval[ret + 1];
 377 }
 378
 379 void helper_fucom_ST0_FT0(CPUX86State *env)
 380 {
 381     int ret;
 382
 383     ret = floatx80_compare_quiet(ST0, FT0, &env->fp_status);
 384     env->fpus = (env->fpus & ~0x4500) | fcom_ccval[ret + 1];
 385 }
 386
 387 static const int fcomi_ccval[4] = {CC_C, CC_Z, 0, CC_Z | CC_P | CC_C};
 388
 389 void helper_fcomi_ST0_FT0(CPUX86State *env)
 390 {
 391     int eflags;
 392     int ret;
 393
 394     ret = floatx80_compare(ST0, FT0, &env->fp_status);
 395     eflags = cpu_cc_compute_all(env, CC_OP);
 396     eflags = (eflags & ~(CC_Z | CC_P | CC_C)) | fcomi_ccval[ret + 1];
 397     CC_SRC = eflags;
 398 }
 399
 400 void helper_fucomi_ST0_FT0(CPUX86State *env)
 401 {
 402     int eflags;
 403     int ret;
 404
 405     ret = floatx80_compare_quiet(ST0, FT0, &env->fp_status);
 406     eflags = cpu_cc_compute_all(env, CC_OP);
 407     eflags = (eflags & ~(CC_Z | CC_P | CC_C)) | fcomi_ccval[ret + 1];
 408     CC_SRC = eflags;
 409 }
 410
 411 void helper_fadd_ST0_FT0(CPUX86State *env)
 412 {
 413     ST0 = floatx80_add(ST0, FT0, &env->fp_status);
 414 }
 415
 416 void helper_fmul_ST0_FT0(CPUX86State *env)
 417 {
 418     ST0 = floatx80_mul(ST0, FT0, &env->fp_status);
 419 }
 420
 421 void helper_fsub_ST0_FT0(CPUX86State *env)
 422 {
 423     ST0 = floatx80_sub(ST0, FT0, &env->fp_status);
 424 }
 425
 426 void helper_fsubr_ST0_FT0(CPUX86State *env)
 427 {
 428     ST0 = floatx80_sub(FT0, ST0, &env->fp_status);
 429 }
 430
 431 void helper_fdiv_ST0_FT0(CPUX86State *env)
 432 {
 433     ST0 = helper_fdiv(env, ST0, FT0);
 434 }
 435
 436 void helper_fdivr_ST0_FT0(CPUX86State *env)
 437 {
 438     ST0 = helper_fdiv(env, FT0, ST0);
 439 }
 440
 441 /* fp operations between STN and ST0 */
 442
 443 void helper_fadd_STN_ST0(CPUX86State *env, int st_index)
 444 {
 445     ST(st_index) = floatx80_add(ST(st_index), ST0, &env->fp_status);
 446 }
 447
 448 void helper_fmul_STN_ST0(CPUX86State *env, int st_index)
 449 {
 450     ST(st_index) = floatx80_mul(ST(st_index), ST0, &env->fp_status);
 451 }
 452
 453 void helper_fsub_STN_ST0(CPUX86State *env, int st_index)
 454 {
 455     ST(st_index) = floatx80_sub(ST(st_index), ST0, &env->fp_status);
 456 }
 457
 458 void helper_fsubr_STN_ST0(CPUX86State *env, int st_index)
 459 {
 460     ST(st_index) = floatx80_sub(ST0, ST(st_index), &env->fp_status);
 461 }
 462
 463 void helper_fdiv_STN_ST0(CPUX86State *env, int st_index)
 464 {
 465     floatx80 *p;
 466
 467     p = &ST(st_index);
 468     *p = helper_fdiv(env, *p, ST0);
 469 }
 470
 471 void helper_fdivr_STN_ST0(CPUX86State *env, int st_index)
 472 {
 473     floatx80 *p;
 474
 475     p = &ST(st_index);
 476     *p = helper_fdiv(env, ST0, *p);
 477 }
 478
 479 /* misc FPU operations */
 480 void helper_fchs_ST0(CPUX86State *env)
 481 {
 482     ST0 = floatx80_chs(ST0);
 483 }
 484
 485 void helper_fabs_ST0(CPUX86State *env)
 486 {
 487     ST0 = floatx80_abs(ST0);
 488 }
 489
 490 void helper_fld1_ST0(CPUX86State *env)
 491 {
 492     ST0 = floatx80_one;
 493 }
 494
 495 void helper_fldl2t_ST0(CPUX86State *env)
 496 {
 497     ST0 = floatx80_l2t;
 498 }
 499
 500 void helper_fldl2e_ST0(CPUX86State *env)
 501 {
 502     ST0 = floatx80_l2e;
 503 }
 504
 505 void helper_fldpi_ST0(CPUX86State *env)
 506 {
 507     ST0 = floatx80_pi;
 508 }
 509
 510 void helper_fldlg2_ST0(CPUX86State *env)
 511 {
 512     ST0 = floatx80_lg2;
 513 }
 514
 515 void helper_fldln2_ST0(CPUX86State *env)
 516 {
 517     ST0 = floatx80_ln2;
 518 }
 519
 520 void helper_fldz_ST0(CPUX86State *env)
 521 {
 522     ST0 = floatx80_zero;
 523 }
 524
 525 void helper_fldz_FT0(CPUX86State *env)
 526 {
 527     FT0 = floatx80_zero;
 528 }
 529
 530 uint32_t helper_fnstsw(CPUX86State *env)
 531 {
 532     return (env->fpus & ~0x3800) | (env->fpstt & 0x7) << 11;
 533 }
 534
 535 uint32_t helper_fnstcw(CPUX86State *env)
 536 {
 537     return env->fpuc;
 538 }
 539
 540 static void update_fp_status(CPUX86State *env)
 541 {
 542     int rnd_type;
 543
 544     /* set rounding mode */
 545     switch (env->fpuc & FPU_RC_MASK) {
 546     default:
 547     case FPU_RC_NEAR:
 548         rnd_type = float_round_nearest_even;
 549         break;
 550     case FPU_RC_DOWN:
 551         rnd_type = float_round_down;
 552         break;
 553     case FPU_RC_UP:
 554         rnd_type = float_round_up;
 555         break;
 556     case FPU_RC_CHOP:
 557         rnd_type = float_round_to_zero;
 558         break;
 559     }
 560     set_float_rounding_mode(rnd_type, &env->fp_status);
 561     switch ((env->fpuc >> 8) & 3) {
 562     case 0:
 563         rnd_type = 32;
 564         break;
 565     case 2:
 566         rnd_type = 64;
 567         break;
 568     case 3:
 569     default:
 570         rnd_type = 80;
 571         break;
 572     }
 573     set_floatx80_rounding_precision(rnd_type, &env->fp_status);
 574 }
 575
 576 void helper_fldcw(CPUX86State *env, uint32_t val)
 577 {
 578     env->fpuc = val;
 579     update_fp_status(env);
 580 }
 581
 582 void helper_fclex(CPUX86State *env)
 583 {
 584     env->fpus &= 0x7f00;
 585 }
 586
 587 void helper_fwait(CPUX86State *env)
 588 {
 589     if (env->fpus & FPUS_SE) {
 590         fpu_raise_exception(env);
 591     }
 592 }
 593
 594 void helper_fninit(CPUX86State *env)
 595 {
 596     env->fpus = 0;
 597     env->fpstt = 0;
 598     env->fpuc = 0x37f;
 599     env->fptags[0] = 1;
 600     env->fptags[1] = 1;
 601     env->fptags[2] = 1;
 602     env->fptags[3] = 1;
 603     env->fptags[4] = 1;
 604     env->fptags[5] = 1;
 605     env->fptags[6] = 1;
 606     env->fptags[7] = 1;
 607 }
 608
 609 /* BCD ops */
 610
 611 void helper_fbld_ST0(CPUX86State *env, target_ulong ptr)
 612 {
 613     floatx80 tmp;
 614     uint64_t val;
 615     unsigned int v;
 616     int i;
 617
 618     val = 0;
 619     for (i = 8; i >= 0; i--) {
 620         v = cpu_ldub_data(env, ptr + i);
 621         val = (val * 100) + ((v >> 4) * 10) + (v & 0xf);
 622     }
 623     tmp = int64_to_floatx80(val, &env->fp_status);
 624     if (cpu_ldub_data(env, ptr + 9) & 0x80) {
 625         floatx80_chs(tmp);
 626     }
 627     fpush(env);
 628     ST0 = tmp;
 629 }
 630
 631 void helper_fbst_ST0(CPUX86State *env, target_ulong ptr)
 632 {
 633     int v;
 634     target_ulong mem_ref, mem_end;
 635     int64_t val;
 636
 637     val = floatx80_to_int64(ST0, &env->fp_status);
 638     mem_ref = ptr;
 639     mem_end = mem_ref + 9;
 640     if (val < 0) {
 641         cpu_stb_data(env, mem_end, 0x80);
 642         val = -val;
 643     } else {
 644         cpu_stb_data(env, mem_end, 0x00);
 645     }
 646     while (mem_ref < mem_end) {
 647         if (val == 0) {
 648             break;
 649         }
 650         v = val % 100;
 651         val = val / 100;
 652         v = ((v / 10) << 4) | (v % 10);
 653         cpu_stb_data(env, mem_ref++, v);
 654     }
 655     while (mem_ref < mem_end) {
 656         cpu_stb_data(env, mem_ref++, 0);
 657     }
 658 }
 659
 660 void helper_f2xm1(CPUX86State *env)
 661 {
 662     double val = floatx80_to_double(env, ST0);
 663
 664     val = pow(2.0, val) - 1.0;
 665     ST0 = double_to_floatx80(env, val);
 666 }
 667
 668 void helper_fyl2x(CPUX86State *env)
 669 {
 670     double fptemp = floatx80_to_double(env, ST0);
 671
 672     if (fptemp > 0.0) {
 673         fptemp = log(fptemp) / log(2.0); /* log2(ST) */
 674         fptemp *= floatx80_to_double(env, ST1);
 675         ST1 = double_to_floatx80(env, fptemp);
 676         fpop(env);
 677     } else {
 678         env->fpus &= ~0x4700;
 679         env->fpus |= 0x400;
 680     }
 681 }
 682
 683 void helper_fptan(CPUX86State *env)
 684 {
 685     double fptemp = floatx80_to_double(env, ST0);
 686
 687     if ((fptemp > MAXTAN) || (fptemp < -MAXTAN)) {
 688         env->fpus |= 0x400;
 689     } else {
 690         fptemp = tan(fptemp);
 691         ST0 = double_to_floatx80(env, fptemp);
 692         fpush(env);
 693         ST0 = floatx80_one;
 694         env->fpus &= ~0x400; /* C2 <-- 0 */
 695         /* the above code is for |arg| < 2**52 only */
 696     }
 697 }
 698
 699 void helper_fpatan(CPUX86State *env)
 700 {
 701     double fptemp, fpsrcop;
 702
 703     fpsrcop = floatx80_to_double(env, ST1);
 704     fptemp = floatx80_to_double(env, ST0);
 705     ST1 = double_to_floatx80(env, atan2(fpsrcop, fptemp));
 706     fpop(env);
 707 }
 708
 709 void helper_fxtract(CPUX86State *env)
 710 {
 711     CPU_LDoubleU temp;
 712
 713     temp.d = ST0;
 714
 715     if (floatx80_is_zero(ST0)) {
 716         /* Easy way to generate -inf and raising division by 0 exception */
 717         ST0 = floatx80_div(floatx80_chs(floatx80_one), floatx80_zero,
 718                            &env->fp_status);
 719         fpush(env);
 720         ST0 = temp.d;
 721     } else {
 722         int expdif;
 723
 724         expdif = EXPD(temp) - EXPBIAS;
 725         /* DP exponent bias */
 726         ST0 = int32_to_floatx80(expdif, &env->fp_status);
 727         fpush(env);
 728         BIASEXPONENT(temp);
 729         ST0 = temp.d;
 730     }
 731 }
 732
 733 void helper_fprem1(CPUX86State *env)
 734 {
 735     double st0, st1, dblq, fpsrcop, fptemp;
 736     CPU_LDoubleU fpsrcop1, fptemp1;
 737     int expdif;
 738     signed long long int q;
 739
 740     st0 = floatx80_to_double(env, ST0);
 741     st1 = floatx80_to_double(env, ST1);
 742
 743     if (isinf(st0) || isnan(st0) || isnan(st1) || (st1 == 0.0)) {
 744         ST0 = double_to_floatx80(env, 0.0 / 0.0); /* NaN */
 745         env->fpus &= ~0x4700; /* (C3,C2,C1,C0) <-- 0000 */
 746         return;
 747     }
 748
 749     fpsrcop = st0;
 750     fptemp = st1;
 751     fpsrcop1.d = ST0;
 752     fptemp1.d = ST1;
 753     expdif = EXPD(fpsrcop1) - EXPD(fptemp1);
 754
 755     if (expdif < 0) {
 756         /* optimisation? taken from the AMD docs */
 757         env->fpus &= ~0x4700; /* (C3,C2,C1,C0) <-- 0000 */
 758         /* ST0 is unchanged */
 759         return;
 760     }
 761
 762     if (expdif < 53) {
 763         dblq = fpsrcop / fptemp;
 764         /* round dblq towards nearest integer */
 765         dblq = rint(dblq);
 766         st0 = fpsrcop - fptemp * dblq;
 767
 768         /* convert dblq to q by truncating towards zero */
 769         if (dblq < 0.0) {
 770             q = (signed long long int)(-dblq);
 771         } else {
 772             q = (signed long long int)dblq;
 773         }
 774
 775         env->fpus &= ~0x4700; /* (C3,C2,C1,C0) <-- 0000 */
 776         /* (C0,C3,C1) <-- (q2,q1,q0) */
 777         env->fpus |= (q & 0x4) << (8 - 2);  /* (C0) <-- q2 */
 778         env->fpus |= (q & 0x2) << (14 - 1); /* (C3) <-- q1 */
 779         env->fpus |= (q & 0x1) << (9 - 0);  /* (C1) <-- q0 */
 780     } else {
 781         env->fpus |= 0x400;  /* C2 <-- 1 */
 782         fptemp = pow(2.0, expdif - 50);
 783         fpsrcop = (st0 / st1) / fptemp;
 784         /* fpsrcop = integer obtained by chopping */
 785         fpsrcop = (fpsrcop < 0.0) ?
 786                   -(floor(fabs(fpsrcop))) : floor(fpsrcop);
 787         st0 -= (st1 * fpsrcop * fptemp);
 788     }
 789     ST0 = double_to_floatx80(env, st0);
 790 }
 791
 792 void helper_fprem(CPUX86State *env)
 793 {
 794     double st0, st1, dblq, fpsrcop, fptemp;
 795     CPU_LDoubleU fpsrcop1, fptemp1;
 796     int expdif;
 797     signed long long int q;
 798
 799     st0 = floatx80_to_double(env, ST0);
 800     st1 = floatx80_to_double(env, ST1);
 801
 802     if (isinf(st0) || isnan(st0) || isnan(st1) || (st1 == 0.0)) {
 803         ST0 = double_to_floatx80(env, 0.0 / 0.0); /* NaN */
 804         env->fpus &= ~0x4700; /* (C3,C2,C1,C0) <-- 0000 */
 805         return;
 806     }
 807
 808     fpsrcop = st0;
 809     fptemp = st1;
 810     fpsrcop1.d = ST0;
 811     fptemp1.d = ST1;
 812     expdif = EXPD(fpsrcop1) - EXPD(fptemp1);
 813
 814     if (expdif < 0) {
 815         /* optimisation? taken from the AMD docs */
 816         env->fpus &= ~0x4700; /* (C3,C2,C1,C0) <-- 0000 */
 817         /* ST0 is unchanged */
 818         return;
 819     }
 820
 821     if (expdif < 53) {
 822         dblq = fpsrcop / fptemp; /* ST0 / ST1 */
 823         /* round dblq towards zero */
 824         dblq = (dblq < 0.0) ? ceil(dblq) : floor(dblq);
 825         st0 = fpsrcop - fptemp * dblq; /* fpsrcop is ST0 */
 826
 827         /* convert dblq to q by truncating towards zero */
 828         if (dblq < 0.0) {
 829             q = (signed long long int)(-dblq);
 830         } else {
 831             q = (signed long long int)dblq;
 832         }
 833
 834         env->fpus &= ~0x4700; /* (C3,C2,C1,C0) <-- 0000 */
 835         /* (C0,C3,C1) <-- (q2,q1,q0) */
 836         env->fpus |= (q & 0x4) << (8 - 2);  /* (C0) <-- q2 */
 837         env->fpus |= (q & 0x2) << (14 - 1); /* (C3) <-- q1 */
 838         env->fpus |= (q & 0x1) << (9 - 0);  /* (C1) <-- q0 */
 839     } else {
 840         int N = 32 + (expdif % 32); /* as per AMD docs */
 841
 842         env->fpus |= 0x400;  /* C2 <-- 1 */
 843         fptemp = pow(2.0, (double)(expdif - N));
 844         fpsrcop = (st0 / st1) / fptemp;
 845         /* fpsrcop = integer obtained by chopping */
 846         fpsrcop = (fpsrcop < 0.0) ?
 847                   -(floor(fabs(fpsrcop))) : floor(fpsrcop);
 848         st0 -= (st1 * fpsrcop * fptemp);
 849     }
 850     ST0 = double_to_floatx80(env, st0);
 851 }
 852
 853 void helper_fyl2xp1(CPUX86State *env)
 854 {
 855     double fptemp = floatx80_to_double(env, ST0);
 856
 857     if ((fptemp + 1.0) > 0.0) {
 858         fptemp = log(fptemp + 1.0) / log(2.0); /* log2(ST + 1.0) */
 859         fptemp *= floatx80_to_double(env, ST1);
 860         ST1 = double_to_floatx80(env, fptemp);
 861         fpop(env);
 862     } else {
 863         env->fpus &= ~0x4700;
 864         env->fpus |= 0x400;
 865     }
 866 }
 867
 868 void helper_fsqrt(CPUX86State *env)
 869 {
 870     if (floatx80_is_neg(ST0)) {
 871         env->fpus &= ~0x4700;  /* (C3,C2,C1,C0) <-- 0000 */
 872         env->fpus |= 0x400;
 873     }
 874     ST0 = floatx80_sqrt(ST0, &env->fp_status);
 875 }
 876
 877 void helper_fsincos(CPUX86State *env)
 878 {
 879     double fptemp = floatx80_to_double(env, ST0);
 880
 881     if ((fptemp > MAXTAN) || (fptemp < -MAXTAN)) {
 882         env->fpus |= 0x400;
 883     } else {
 884         ST0 = double_to_floatx80(env, sin(fptemp));
 885         fpush(env);
 886         ST0 = double_to_floatx80(env, cos(fptemp));
 887         env->fpus &= ~0x400;  /* C2 <-- 0 */
 888         /* the above code is for |arg| < 2**63 only */
 889     }
 890 }
 891
 892 void helper_frndint(CPUX86State *env)
 893 {
 894     ST0 = floatx80_round_to_int(ST0, &env->fp_status);
 895 }
 896
 897 void helper_fscale(CPUX86State *env)
 898 {
 899     if (floatx80_is_any_nan(ST1)) {
 900         ST0 = ST1;
 901     } else {
 902         int n = floatx80_to_int32_round_to_zero(ST1, &env->fp_status);
 903         ST0 = floatx80_scalbn(ST0, n, &env->fp_status);
 904     }
 905 }
 906
 907 void helper_fsin(CPUX86State *env)
 908 {
 909     double fptemp = floatx80_to_double(env, ST0);
 910
 911     if ((fptemp > MAXTAN) || (fptemp < -MAXTAN)) {
 912         env->fpus |= 0x400;
 913     } else {
 914         ST0 = double_to_floatx80(env, sin(fptemp));
 915         env->fpus &= ~0x400;  /* C2 <-- 0 */
 916         /* the above code is for |arg| < 2**53 only */
 917     }
 918 }
 919
 920 void helper_fcos(CPUX86State *env)
 921 {
 922     double fptemp = floatx80_to_double(env, ST0);
 923
 924     if ((fptemp > MAXTAN) || (fptemp < -MAXTAN)) {
 925         env->fpus |= 0x400;
 926     } else {
 927         ST0 = double_to_floatx80(env, cos(fptemp));
 928         env->fpus &= ~0x400;  /* C2 <-- 0 */
 929         /* the above code is for |arg| < 2**63 only */
 930     }
 931 }
 932
 933 void helper_fxam_ST0(CPUX86State *env)
 934 {
 935     CPU_LDoubleU temp;
 936     int expdif;
 937
 938     temp.d = ST0;
 939
 940     env->fpus &= ~0x4700; /* (C3,C2,C1,C0) <-- 0000 */
 941     if (SIGND(temp)) {
 942         env->fpus |= 0x200; /* C1 <-- 1 */
 943     }
 944
 945     /* XXX: test fptags too */
 946     expdif = EXPD(temp);
 947     if (expdif == MAXEXPD) {
 948         if (MANTD(temp) == 0x8000000000000000ULL) {
 949             env->fpus |= 0x500; /* Infinity */
 950         } else {
 951             env->fpus |= 0x100; /* NaN */
 952         }
 953     } else if (expdif == 0) {
 954         if (MANTD(temp) == 0) {
 955             env->fpus |=  0x4000; /* Zero */
 956         } else {
 957             env->fpus |= 0x4400; /* Denormal */
 958         }
 959     } else {
 960         env->fpus |= 0x400;
 961     }
 962 }
 963
 964 void helper_fstenv(CPUX86State *env, target_ulong ptr, int data32)
 965 {
 966     int fpus, fptag, exp, i;
 967     uint64_t mant;
 968     CPU_LDoubleU tmp;
 969
 970     fpus = (env->fpus & ~0x3800) | (env->fpstt & 0x7) << 11;
 971     fptag = 0;
 972     for (i = 7; i >= 0; i--) {
 973         fptag <<= 2;
 974         if (env->fptags[i]) {
 975             fptag |= 3;
 976         } else {
 977             tmp.d = env->fpregs[i].d;
 978             exp = EXPD(tmp);
 979             mant = MANTD(tmp);
 980             if (exp == 0 && mant == 0) {
 981                 /* zero */
 982                 fptag |= 1;
 983             } else if (exp == 0 || exp == MAXEXPD
 984                        || (mant & (1LL << 63)) == 0) {
 985                 /* NaNs, infinity, denormal */
 986                 fptag |= 2;
 987             }
 988         }
 989     }
 990     if (data32) {
 991         /* 32 bit */
 992         cpu_stl_data(env, ptr, env->fpuc);
 993         cpu_stl_data(env, ptr + 4, fpus);
 994         cpu_stl_data(env, ptr + 8, fptag);
 995         cpu_stl_data(env, ptr + 12, 0); /* fpip */
 996         cpu_stl_data(env, ptr + 16, 0); /* fpcs */
 997         cpu_stl_data(env, ptr + 20, 0); /* fpoo */
 998         cpu_stl_data(env, ptr + 24, 0); /* fpos */
 999     } else {
1000         /* 16 bit */
1001         cpu_stw_data(env, ptr, env->fpuc);
1002         cpu_stw_data(env, ptr + 2, fpus);
1003         cpu_stw_data(env, ptr + 4, fptag);
1004         cpu_stw_data(env, ptr + 6, 0);
1005         cpu_stw_data(env, ptr + 8, 0);
1006         cpu_stw_data(env, ptr + 10, 0);
1007         cpu_stw_data(env, ptr + 12, 0);
1008     }
1009 }
1010
1011 void helper_fldenv(CPUX86State *env, target_ulong ptr, int data32)
1012 {
1013     int i, fpus, fptag;
1014
1015     if (data32) {
1016         env->fpuc = cpu_lduw_data(env, ptr);
1017         fpus = cpu_lduw_data(env, ptr + 4);
1018         fptag = cpu_lduw_data(env, ptr + 8);
1019     } else {
1020         env->fpuc = cpu_lduw_data(env, ptr);
1021         fpus = cpu_lduw_data(env, ptr + 2);
1022         fptag = cpu_lduw_data(env, ptr + 4);
1023     }
1024     env->fpstt = (fpus >> 11) & 7;
1025     env->fpus = fpus & ~0x3800;
1026     for (i = 0; i < 8; i++) {
1027         env->fptags[i] = ((fptag & 3) == 3);
1028         fptag >>= 2;
1029     }
1030 }
1031
1032 void helper_fsave(CPUX86State *env, target_ulong ptr, int data32)
1033 {
1034     floatx80 tmp;
1035     int i;
1036
1037     helper_fstenv(env, ptr, data32);
1038
1039     ptr += (14 << data32);
1040     for (i = 0; i < 8; i++) {
1041         tmp = ST(i);
1042         helper_fstt(env, tmp, ptr);
1043         ptr += 10;
1044     }
1045
1046     /* fninit */
1047     env->fpus = 0;
1048     env->fpstt = 0;
1049     env->fpuc = 0x37f;
1050     env->fptags[0] = 1;
1051     env->fptags[1] = 1;
1052     env->fptags[2] = 1;
1053     env->fptags[3] = 1;
1054     env->fptags[4] = 1;
1055     env->fptags[5] = 1;
1056     env->fptags[6] = 1;
1057     env->fptags[7] = 1;
1058 }
1059
1060 void helper_frstor(CPUX86State *env, target_ulong ptr, int data32)
1061 {
1062     floatx80 tmp;
1063     int i;
1064
1065     helper_fldenv(env, ptr, data32);
1066     ptr += (14 << data32);
1067
1068     for (i = 0; i < 8; i++) {
1069         tmp = helper_fldt(env, ptr);
1070         ST(i) = tmp;
1071         ptr += 10;
1072     }
1073 }
1074
1075 #if defined(CONFIG_USER_ONLY)
1076 void cpu_x86_fsave(CPUX86State *env, target_ulong ptr, int data32)
1077 {
1078     helper_fsave(env, ptr, data32);
1079 }
1080
1081 void cpu_x86_frstor(CPUX86State *env, target_ulong ptr, int data32)
1082 {
1083     helper_frstor(env, ptr, data32);
1084 }
1085 #endif
1086
1087 void helper_fxsave(CPUX86State *env, target_ulong ptr, int data64)
1088 {
1089     int fpus, fptag, i, nb_xmm_regs;
1090     floatx80 tmp;
1091     target_ulong addr;
1092
1093     /* The operand must be 16 byte aligned */
1094     if (ptr & 0xf) {
1095         raise_exception(env, EXCP0D_GPF);
1096     }
1097
1098     fpus = (env->fpus & ~0x3800) | (env->fpstt & 0x7) << 11;
1099     fptag = 0;
1100     for (i = 0; i < 8; i++) {
1101         fptag |= (env->fptags[i] << i);
1102     }
1103     cpu_stw_data(env, ptr, env->fpuc);
1104     cpu_stw_data(env, ptr + 2, fpus);
1105     cpu_stw_data(env, ptr + 4, fptag ^ 0xff);
1106 #ifdef TARGET_X86_64
1107     if (data64) {
1108         cpu_stq_data(env, ptr + 0x08, 0); /* rip */
1109         cpu_stq_data(env, ptr + 0x10, 0); /* rdp */
1110     } else
1111 #endif
1112     {
1113         cpu_stl_data(env, ptr + 0x08, 0); /* eip */
1114         cpu_stl_data(env, ptr + 0x0c, 0); /* sel  */
1115         cpu_stl_data(env, ptr + 0x10, 0); /* dp */
1116         cpu_stl_data(env, ptr + 0x14, 0); /* sel  */
1117     }
1118
1119     addr = ptr + 0x20;
1120     for (i = 0; i < 8; i++) {
1121         tmp = ST(i);
1122         helper_fstt(env, tmp, addr);
1123         addr += 16;
1124     }
1125
1126     if (env->cr[4] & CR4_OSFXSR_MASK) {
1127         /* XXX: finish it */
1128         cpu_stl_data(env, ptr + 0x18, env->mxcsr); /* mxcsr */
1129         cpu_stl_data(env, ptr + 0x1c, 0x0000ffff); /* mxcsr_mask */
1130         if (env->hflags & HF_CS64_MASK) {
1131             nb_xmm_regs = 16;
1132         } else {
1133             nb_xmm_regs = 8;
1134         }
1135         addr = ptr + 0xa0;
1136         /* Fast FXSAVE leaves out the XMM registers */
1137         if (!(env->efer & MSR_EFER_FFXSR)
1138             || (env->hflags & HF_CPL_MASK)
1139             || !(env->hflags & HF_LMA_MASK)) {
1140             for (i = 0; i < nb_xmm_regs; i++) {
1141                 cpu_stq_data(env, addr, env->xmm_regs[i].XMM_Q(0));
1142                 cpu_stq_data(env, addr + 8, env->xmm_regs[i].XMM_Q(1));
1143                 addr += 16;
1144             }
1145         }
1146     }
1147 }
1148
1149 void helper_fxrstor(CPUX86State *env, target_ulong ptr, int data64)
1150 {
1151     int i, fpus, fptag, nb_xmm_regs;
1152     floatx80 tmp;
1153     target_ulong addr;
1154
1155     /* The operand must be 16 byte aligned */
1156     if (ptr & 0xf) {
1157         raise_exception(env, EXCP0D_GPF);
1158     }
1159
1160     env->fpuc = cpu_lduw_data(env, ptr);
1161     fpus = cpu_lduw_data(env, ptr + 2);
1162     fptag = cpu_lduw_data(env, ptr + 4);
1163     env->fpstt = (fpus >> 11) & 7;
1164     env->fpus = fpus & ~0x3800;
1165     fptag ^= 0xff;
1166     for (i = 0; i < 8; i++) {
1167         env->fptags[i] = ((fptag >> i) & 1);
1168     }
1169
1170     addr = ptr + 0x20;
1171     for (i = 0; i < 8; i++) {
1172         tmp = helper_fldt(env, addr);
1173         ST(i) = tmp;
1174         addr += 16;
1175     }
1176
1177     if (env->cr[4] & CR4_OSFXSR_MASK) {
1178         /* XXX: finish it */
1179         cpu_set_mxcsr(env, cpu_ldl_data(env, ptr + 0x18));
1180         /* cpu_ldl_data(env, ptr + 0x1c); */
1181         if (env->hflags & HF_CS64_MASK) {
1182             nb_xmm_regs = 16;
1183         } else {
1184             nb_xmm_regs = 8;
1185         }
1186         addr = ptr + 0xa0;
1187         /* Fast FXRESTORE leaves out the XMM registers */
1188         if (!(env->efer & MSR_EFER_FFXSR)
1189             || (env->hflags & HF_CPL_MASK)
1190             || !(env->hflags & HF_LMA_MASK)) {
1191             for (i = 0; i < nb_xmm_regs; i++) {
1192                 env->xmm_regs[i].XMM_Q(0) = cpu_ldq_data(env, addr);
1193                 env->xmm_regs[i].XMM_Q(1) = cpu_ldq_data(env, addr + 8);
1194                 addr += 16;
1195             }
1196         }
1197     }
1198 }
1199
1200 void cpu_get_fp80(uint64_t *pmant, uint16_t *pexp, floatx80 f)
1201 {
1202     CPU_LDoubleU temp;
1203
1204     temp.d = f;
1205     *pmant = temp.l.lower;
1206     *pexp = temp.l.upper;
1207 }
1208
1209 floatx80 cpu_set_fp80(uint64_t mant, uint16_t upper)
1210 {
1211     CPU_LDoubleU temp;
1212
1213     temp.l.upper = upper;
1214     temp.l.lower = mant;
1215     return temp.d;
1216 }
1217
1218 /* MMX/SSE */
1219 /* XXX: optimize by storing fptt and fptags in the static cpu state */
1220
1221 #define SSE_DAZ             0x0040
1222 #define SSE_RC_MASK         0x6000
1223 #define SSE_RC_NEAR         0x0000
1224 #define SSE_RC_DOWN         0x2000
1225 #define SSE_RC_UP           0x4000
1226 #define SSE_RC_CHOP         0x6000
1227 #define SSE_FZ              0x8000
1228
1229 void cpu_set_mxcsr(CPUX86State *env, uint32_t mxcsr)
1230 {
1231     int rnd_type;
1232
1233     env->mxcsr = mxcsr;
1234
1235     /* set rounding mode */
1236     switch (mxcsr & SSE_RC_MASK) {
1237     default:
1238     case SSE_RC_NEAR:
1239         rnd_type = float_round_nearest_even;
1240         break;
1241     case SSE_RC_DOWN:
1242         rnd_type = float_round_down;
1243         break;
1244     case SSE_RC_UP:
1245         rnd_type = float_round_up;
1246         break;
1247     case SSE_RC_CHOP:
1248         rnd_type = float_round_to_zero;
1249         break;
1250     }
1251     set_float_rounding_mode(rnd_type, &env->sse_status);
1252
1253     /* set denormals are zero */
1254     set_flush_inputs_to_zero((mxcsr & SSE_DAZ) ? 1 : 0, &env->sse_status);
1255
1256     /* set flush to zero */
1257     set_flush_to_zero((mxcsr & SSE_FZ) ? 1 : 0, &env->fp_status);
1258 }
1259
1260 void helper_ldmxcsr(CPUX86State *env, uint32_t val)
1261 {
1262     cpu_set_mxcsr(env, val);
1263 }
1264
1265 void helper_enter_mmx(CPUX86State *env)
1266 {
1267     env->fpstt = 0;
1268     *(uint32_t *)(env->fptags) = 0;
1269     *(uint32_t *)(env->fptags + 4) = 0;
1270 }
1271
1272 void helper_emms(CPUX86State *env)
1273 {
1274     /* set to empty state */
1275     *(uint32_t *)(env->fptags) = 0x01010101;
1276     *(uint32_t *)(env->fptags + 4) = 0x01010101;
1277 }
1278
1279 /* XXX: suppress */
1280 void helper_movq(CPUX86State *env, void *d, void *s)
1281 {
1282     *(uint64_t *)d = *(uint64_t *)s;
1283 }
1284
1285 #define SHIFT 0
1286 #include "ops_sse.h"
1287
1288 #define SHIFT 1
1289 #include "ops_sse.h"