4 // Copyright (c) 2000 - 2005, Intel Corporation
5 // All rights reserved.
8 // Redistribution and use in source and binary forms, with or without
9 // modification, are permitted provided that the following conditions are
12 // * Redistributions of source code must retain the above copyright
13 // notice, this list of conditions and the following disclaimer.
15 // * Redistributions in binary form must reproduce the above copyright
16 // notice, this list of conditions and the following disclaimer in the
17 // documentation and/or other materials provided with the distribution.
19 // * The name of Intel Corporation may not be used to endorse or promote
20 // products derived from this software without specific prior written
23 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
26 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL INTEL OR ITS
27 // CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
28 // EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
29 // PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
30 // PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
31 // OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY OR TORT (INCLUDING
32 // NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
33 // SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
35 // Intel Corporation is the author of this code, and requests that all
36 // problem reports or change requests be submitted to it directly at
37 // http://www.intel.com/software/products/opensource/libraries/num.htm.
40 //==============================================================
41 // 2/02/00 Initial version
42 // 3/07/00 exp(inf) = inf but now does NOT call error support
43 // exp(-inf) = 0 but now does NOT call error support
44 // 4/04/00 Unwind support added
45 // 8/15/00 Bundle added after call to __libm_error_support to properly
46 // set [the previously overwritten] GR_Parameter_RESULT.
47 // 11/30/00 Reworked to shorten main path, widen main path to include all
48 // args in normal range, and add quick exit for 0, nan, inf.
49 // 12/05/00 Loaded constants earlier with setf to save 2 cycles.
50 // 02/05/02 Corrected uninitialize predicate in POSSIBLE_UNDERFLOW path
51 // 05/20/02 Cleaned up namespace and sf0 syntax
52 // 09/07/02 Force inexact flag
53 // 11/15/02 Split underflow path into zero/nonzero; eliminated fma in main path
54 // 05/30/03 Set inexact flag on unmasked overflow/underflow
55 // 03/31/05 Reformatted delimiters between data tables
58 //==============================================================
61 // Overview of operation
62 //==============================================================
63 // Take the input x. w is "how many log2/128 in x?"
66 // x = n log2/128 + r + delta
68 // n = 128M + index_1 + 2^4 index_2
69 // x = M log2 + (log2/128) index_1 + (log2/8) index_2 + r + delta
71 // exp(x) = 2^M 2^(index_1/128) 2^(index_2/8) exp(r) exp(delta)
73 // Get 2^(index_1/128) from table_1;
74 // Get 2^(index_2/8) from table_2;
75 // Calculate exp(r) by 5th order polynomial
76 // r = x - n (log2/128)_high
77 // delta = - n (log2/128)_low
78 // Calculate exp(delta) as 1 + delta
82 //==============================================================
94 // Overflow and Underflow
95 //=======================
96 // exp(x) = largest double normal when
97 // x = 709.7827 = 0x40862e42fefa39ef
99 // exp(x) = smallest double normal when
100 // x = -708.396 = 0xc086232bdd7abcd2
102 // exp(x) = largest round-to-nearest single zero when
103 // x = -745.1332 = 0xc0874910d52d3052
107 //==============================================================
108 // Floating Point registers used:
110 // f6 -> f15, f32 -> f49
112 // General registers used:
115 // Predicate registers used:
119 //==============================================================
149 GR_Parameter_RESULT = r39
150 GR_Parameter_TAG = r40
189 fMIN_DBL_OFLOW_ARG = f45
190 fMAX_DBL_ZERO_ARG = f46
191 fMAX_DBL_NORM_ARG = f47
192 fMIN_DBL_NORM_ARG = f48
198 //==============================================================
203 // ************* DO NOT CHANGE ORDER OF THESE TABLES ********************
205 // double-extended 1/ln(2)
206 // 3fff b8aa 3b29 5c17 f0bb be87fed0691d3e88
207 // 3fff b8aa 3b29 5c17 f0bc
208 // For speed the significand will be loaded directly with a movl and setf.sig
209 // and the exponent will be bias+63 instead of bias+0. Thus subsequent
210 // computations need to scale appropriately.
211 // The constant 128/ln(2) is needed for the computation of w. This is also
212 // obtained by scaling the computations.
214 // Two shifting constants are loaded directly with movl and setf.d.
215 // 1. fRSHF_2TO56 = 1.1000..00 * 2^(63-7)
216 // This constant is added to x*1/ln2 to shift the integer part of
217 // x*128/ln2 into the rightmost bits of the significand.
218 // The result of this fma is fW_2TO56_RSH.
219 // 2. fRSHF = 1.1000..00 * 2^(63)
220 // This constant is subtracted from fW_2TO56_RSH * 2^(-56) to give
221 // the integer part of w, n, as a floating-point number.
222 // The result of this fms is fNfloat.
225 LOCAL_OBJECT_START(exp_table_1)
226 data8 0x40862e42fefa39f0 // smallest dbl overflow arg, +709.7827
227 data8 0xc0874910d52d3052 // largest arg for rnd-to-nearest 0 result, -745.133
228 data8 0x40862e42fefa39ef // largest dbl arg to give normal dbl result, +709.7827
229 data8 0xc086232bdd7abcd2 // smallest dbl arg to give normal dbl result, -708.396
230 data8 0xb17217f7d1cf79ab , 0x00003ff7 // ln2/128 hi
231 data8 0xc9e3b39803f2f6af , 0x00003fb7 // ln2/128 lo
233 // Table 1 is 2^(index_1/128) where
234 // index_1 goes from 0 to 15
236 data8 0x8000000000000000 , 0x00003FFF
237 data8 0x80B1ED4FD999AB6C , 0x00003FFF
238 data8 0x8164D1F3BC030773 , 0x00003FFF
239 data8 0x8218AF4373FC25EC , 0x00003FFF
240 data8 0x82CD8698AC2BA1D7 , 0x00003FFF
241 data8 0x8383594EEFB6EE37 , 0x00003FFF
242 data8 0x843A28C3ACDE4046 , 0x00003FFF
243 data8 0x84F1F656379C1A29 , 0x00003FFF
244 data8 0x85AAC367CC487B15 , 0x00003FFF
245 data8 0x8664915B923FBA04 , 0x00003FFF
246 data8 0x871F61969E8D1010 , 0x00003FFF
247 data8 0x87DB357FF698D792 , 0x00003FFF
248 data8 0x88980E8092DA8527 , 0x00003FFF
249 data8 0x8955EE03618E5FDD , 0x00003FFF
250 data8 0x8A14D575496EFD9A , 0x00003FFF
251 data8 0x8AD4C6452C728924 , 0x00003FFF
252 LOCAL_OBJECT_END(exp_table_1)
254 // Table 2 is 2^(index_1/8) where
255 // index_2 goes from 0 to 7
256 LOCAL_OBJECT_START(exp_table_2)
257 data8 0x8000000000000000 , 0x00003FFF
258 data8 0x8B95C1E3EA8BD6E7 , 0x00003FFF
259 data8 0x9837F0518DB8A96F , 0x00003FFF
260 data8 0xA5FED6A9B15138EA , 0x00003FFF
261 data8 0xB504F333F9DE6484 , 0x00003FFF
262 data8 0xC5672A115506DADD , 0x00003FFF
263 data8 0xD744FCCAD69D6AF4 , 0x00003FFF
264 data8 0xEAC0C6E7DD24392F , 0x00003FFF
265 LOCAL_OBJECT_END(exp_table_2)
268 LOCAL_OBJECT_START(exp_p_table)
269 data8 0x3f8111116da21757 //P5
270 data8 0x3fa55555d787761c //P4
271 data8 0x3fc5555555555414 //P3
272 data8 0x3fdffffffffffd6a //P2
273 LOCAL_OBJECT_END(exp_p_table)
277 GLOBAL_IEEE754_ENTRY(exp)
281 movl rSig_inv_ln2 = 0xb8aa3b295c17f0bc // significand of 1/ln2
284 addl rAD_TB1 = @ltoff(exp_table_1), gp
285 movl rRshf_2to56 = 0x4768000000000000 // 1.10000 2^(63+56)
290 ld8 rAD_TB1 = [rAD_TB1]
291 fclass.m p8,p0 = f8,0x07 // Test for x=0
292 mov rExp_mask = 0x1ffff
295 mov rExp_bias = 0xffff
297 mov rExp_2tom56 = 0xffff-56
301 // Form two constants we need
302 // 1/ln2 * 2^63 to compute w = x * 1/ln2 * 128
303 // 1.1000..000 * 2^(63+63-7) to right shift int(w) into the significand
306 setf.sig fINV_LN2_2TO63 = rSig_inv_ln2 // form 1/ln2 * 2^63
307 fclass.m p9,p0 = f8,0x22 // Test for x=-inf
311 setf.d fRSHF_2TO56 = rRshf_2to56 // Form const 1.100 * 2^(63+56)
312 movl rRshf = 0x43e8000000000000 // 1.10000 2^63 for right shift
317 ldfpd fMIN_DBL_OFLOW_ARG, fMAX_DBL_ZERO_ARG = [rAD_TB1],16
318 fclass.m p10,p0 = f8,0x1e1 // Test for x=+inf, nan, NaT
322 setf.exp f2TOM56 = rExp_2tom56 // form 2^-56 for scaling Nfloat
323 (p9) fma.d.s0 f8 = f0,f0,f0 // quick exit for x=-inf
329 ldfpd fMAX_DBL_NORM_ARG, fMIN_DBL_NORM_ARG = [rAD_TB1],16
334 setf.d fRSHF = rRshf // Form right shift const 1.100 * 2^63
335 (p8) fma.d.s0 f8 = f1,f1,f0 // quick exit for x=0
341 ldfe fLn2_by_128_hi = [rAD_TB1],16
342 (p10) fma.d.s0 f8 = f8,f8,f0 // Result if x=+inf, nan, NaT
343 (p10) br.ret.spnt b0 // quick exit for x=+inf, nan, NaT
348 ldfe fLn2_by_128_lo = [rAD_TB1],16
349 fcmp.eq.s0 p6,p0 = f8, f0 // Dummy to set D
354 // After that last load, rAD_TB1 points to the beginning of table 1
356 // W = X * Inv_log2_by_128
357 // By adding 1.10...0*2^63 we shift and get round_int(W) in significand.
358 // We actually add 1.10...0*2^56 to X * Inv_log2 to do the same thing.
362 fma.s1 fW_2TO56_RSH = fNormX, fINV_LN2_2TO63, fRSHF_2TO56
367 // Divide arguments into the following categories:
368 // Certain Underflow p11 - -inf < x <= MAX_DBL_ZERO_ARG
369 // Possible Underflow p13 - MAX_DBL_ZERO_ARG < x < MIN_DBL_NORM_ARG
370 // Certain Safe - MIN_DBL_NORM_ARG <= x <= MAX_DBL_NORM_ARG
371 // Possible Overflow p14 - MAX_DBL_NORM_ARG < x < MIN_DBL_OFLOW_ARG
372 // Certain Overflow p15 - MIN_DBL_OFLOW_ARG <= x < +inf
374 // If the input is really a double arg, then there will never be
375 // "Possible Overflow" arguments.
379 add rAD_TB2 = 0x100, rAD_TB1
380 fcmp.ge.s1 p15,p0 = fNormX,fMIN_DBL_OFLOW_ARG
386 add rAD_P = 0x80, rAD_TB2
387 fcmp.le.s1 p11,p0 = fNormX,fMAX_DBL_ZERO_ARG
393 ldfpd fP5, fP4 = [rAD_P] ,16
394 fcmp.gt.s1 p14,p0 = fNormX,fMAX_DBL_NORM_ARG
395 (p15) br.cond.spnt EXP_CERTAIN_OVERFLOW
399 // Nfloat = round_int(W)
400 // The signficand of fW_2TO56_RSH contains the rounded integer part of W,
401 // as a twos complement number in the lower bits (that is, it may be negative).
402 // That twos complement number (called N) is put into rN.
404 // Since fW_2TO56_RSH is scaled by 2^56, it must be multiplied by 2^-56
405 // before the shift constant 1.10000 * 2^63 is subtracted to yield fNfloat.
406 // Thus, fNfloat contains the floating point version of N
409 ldfpd fP3, fP2 = [rAD_P]
410 fms.s1 fNfloat = fW_2TO56_RSH, f2TOM56, fRSHF
411 (p11) br.cond.spnt EXP_CERTAIN_UNDERFLOW
416 getf.sig rN = fW_2TO56_RSH
422 // rIndex_1 has index_1
423 // rIndex_2_16 has index_2 * 16
425 // rIndex_1_16 has index_1 * 16
428 // r = x - Nfloat * ln2_by_128_hi
429 // f = 1 - Nfloat * ln2_by_128_lo
431 and rIndex_1 = 0x0f, rN
432 fnma.s1 fR = fNfloat, fLn2_by_128_hi, fNormX
436 and rIndex_2_16 = 0x70, rN
437 fnma.s1 fF = fNfloat, fLn2_by_128_lo, f1
442 // rAD_T1 has address of T1
443 // rAD_T2 has address if T2
446 add rBiased_M = rExp_bias, rM
447 add rAD_T2 = rAD_TB2, rIndex_2_16
448 shladd rAD_T1 = rIndex_1, 4, rAD_TB1
452 // Create Scale = 2^M
454 setf.exp f2M = rBiased_M
463 fmpy.s0 fTmp = fLn2_by_128_lo, fLn2_by_128_lo // Force inexact
470 fma.s1 fRsq = fR, fR, f0
475 fma.s1 fP54 = fR, fP5, fP4
482 fcmp.lt.s1 p13,p0 = fNormX,fMIN_DBL_NORM_ARG
487 fma.s1 fP32 = fR, fP3, fP2
494 fma.s1 fP5432 = fRsq, fP54, fP32
501 fma.s1 fS1 = f2M,fT1,f0
506 fma.s1 fS2 = fF,fT2,f0
513 fma.s1 fP = fRsq, fP5432, fR
518 fma.s1 fS = fS1,fS2,f0
525 (p13) br.cond.spnt EXP_POSSIBLE_UNDERFLOW
526 (p14) br.cond.spnt EXP_POSSIBLE_OVERFLOW
532 fma.d.s0 f8 = fS, fP, fS
533 br.ret.sptk b0 // Normal path exit
538 EXP_POSSIBLE_OVERFLOW:
540 // Here if fMAX_DBL_NORM_ARG < x < fMIN_DBL_OFLOW_ARG
541 // This cannot happen if input is a double, only if input higher precision.
542 // Overflow is a possibility, not a certainty.
544 // Recompute result using status field 2 with user's rounding mode,
545 // and wre set. If result is larger than largest double, then we have
549 mov rGt_ln = 0x103ff // Exponent for largest dbl + 1 ulp
550 fsetc.s2 0x7F,0x42 // Get user's round mode, set wre
556 setf.exp fGt_pln = rGt_ln // Create largest double + 1 ulp
557 fma.d.s2 fWre_urm_f8 = fS, fP, fS // Result with wre set
564 fsetc.s2 0x7F,0x40 // Turn off wre in sf2
571 fcmp.ge.s1 p6, p0 = fWre_urm_f8, fGt_pln // Test for overflow
579 (p6) br.cond.spnt EXP_CERTAIN_OVERFLOW // Branch if overflow
585 fma.d.s0 f8 = fS, fP, fS
586 br.ret.sptk b0 // Exit if really no overflow
590 EXP_CERTAIN_OVERFLOW:
592 sub rTmp = rExp_mask, r0, 1
600 alloc r32=ar.pfs,1,4,4,0
601 fmerge.s FR_X = f8,f8
605 mov GR_Parameter_TAG = 14
606 fma.d.s0 FR_RESULT = fTmp, fTmp, fTmp // Set I,O and +INF result
607 br.cond.sptk __libm_error_region
611 EXP_POSSIBLE_UNDERFLOW:
613 // Here if fMAX_DBL_ZERO_ARG < x < fMIN_DBL_NORM_ARG
614 // Underflow is a possibility, not a certainty
616 // We define an underflow when the answer with
618 // is zero (tiny numbers become zero)
620 // Notice (from below) that if we have an unlimited exponent range,
621 // then there is an extra machine number E between the largest denormal and
622 // the smallest normal.
624 // So if with unbounded exponent we round to E or below, then we are
625 // tiny and underflow has occurred.
627 // But notice that you can be in a situation where we are tiny, namely
628 // rounded to E, but when the exponent is bounded we round to smallest
629 // normal. So the answer can be the smallest normal with underflow.
632 // -----+--------------------+--------------------+-----
634 // 1.1...10 2^-3fff 1.1...11 2^-3fff 1.0...00 2^-3ffe
635 // 0.1...11 2^-3ffe (biased, 1)
636 // largest dn smallest normal
640 fsetc.s2 0x7F,0x41 // Get user's round mode, set ftz
647 fma.d.s2 fFtz_urm_f8 = fS, fP, fS // Result with ftz set
654 fsetc.s2 0x7F,0x40 // Turn off ftz in sf2
661 fcmp.eq.s1 p6, p7 = fFtz_urm_f8, f0 // Test for underflow
666 fma.d.s0 f8 = fS, fP, fS // Compute result, set I, maybe U
673 (p6) br.cond.spnt EXP_UNDERFLOW_COMMON // Branch if really underflow
674 (p7) br.ret.sptk b0 // Exit if really no underflow
678 EXP_CERTAIN_UNDERFLOW:
679 // Here if x < fMAX_DBL_ZERO_ARG
680 // Result will be zero (or smallest denorm if round to +inf) with I, U set
684 setf.exp fTmp = rTmp // Form small normal
691 fmerge.se fTmp = fTmp, fLn2_by_128_lo // Small with signif lsb 1
698 fma.d.s0 f8 = fTmp, fTmp, f0 // Set I,U, tiny (+0.0) result
699 br.cond.sptk EXP_UNDERFLOW_COMMON
703 EXP_UNDERFLOW_COMMON:
704 // Determine if underflow result is zero or nonzero
706 alloc r32=ar.pfs,1,4,4,0
707 fcmp.eq.s1 p6, p0 = f8, f0
714 fmerge.s FR_X = fNormX,fNormX
715 (p6) br.cond.spnt EXP_UNDERFLOW_ZERO
719 EXP_UNDERFLOW_NONZERO:
720 // Here if x < fMIN_DBL_NORM_ARG and result nonzero;
723 mov GR_Parameter_TAG = 15
724 nop.f 0 // FR_RESULT already set
725 br.cond.sptk __libm_error_region
730 // Here if x < fMIN_DBL_NORM_ARG and result zero;
733 mov GR_Parameter_TAG = 15
734 nop.f 0 // FR_RESULT already set
735 br.cond.sptk __libm_error_region
739 GLOBAL_IEEE754_END(exp)
740 libm_alias_double_other (__exp, exp)
742 .symver exp,exp@@GLIBC_2.29
744 .set __exp_compat,__exp
745 .symver __exp_compat,exp@GLIBC_2.2
749 LOCAL_LIBM_ENTRY(__libm_error_region)
752 add GR_Parameter_Y=-32,sp // Parameter 2 value
754 .save ar.pfs,GR_SAVE_PFS
755 mov GR_SAVE_PFS=ar.pfs // Save ar.pfs
759 add sp=-64,sp // Create new stack
761 mov GR_SAVE_GP=gp // Save gp
764 stfd [GR_Parameter_Y] = FR_Y,16 // STORE Parameter 2 on stack
765 add GR_Parameter_X = 16,sp // Parameter 1 address
767 mov GR_SAVE_B0=b0 // Save b0
771 stfd [GR_Parameter_X] = FR_X // STORE Parameter 1 on stack
772 add GR_Parameter_RESULT = 0,GR_Parameter_Y // Parameter 3 address
776 stfd [GR_Parameter_Y] = FR_RESULT // STORE Parameter 3 on stack
777 add GR_Parameter_Y = -16,GR_Parameter_Y
778 br.call.sptk b0=__libm_error_support# // Call error handling function
781 add GR_Parameter_RESULT = 48,sp
786 ldfd f8 = [GR_Parameter_RESULT] // Get return result off stack
788 add sp = 64,sp // Restore stack pointer
789 mov b0 = GR_SAVE_B0 // Restore return address
792 mov gp = GR_SAVE_GP // Restore gp
793 mov ar.pfs = GR_SAVE_PFS // Restore ar.pfs
794 br.ret.sptk b0 // Return
797 LOCAL_LIBM_END(__libm_error_region)
798 .type __libm_error_support#,@function
799 .global __libm_error_support#