Lines Matching refs:precision
1427 # or double precision denorm, inf, or nan, the operand needs to be
1428 # "corrected" in order to have the proper equivalent extended precision
1587 # the extended precision result is still in fp0. but, we need to save it
1722 # underflow can happen for extended precision. extended precision opclass
2500 # so, now it's immediate data extended precision AND PACKED FORMAT!
3481 # for extended precision, if the addressing mode is pre-decrement or
3621 # w/ an exponent value of 0x401e. we convert this to extended precision here.
3628 fmov.x %fp0,FP_SRC(%a6) # store integer as extended precision
3717 # through here. so can double and single precision.
5008 # a0 = pointer to extended precision input #
5009 # d0 = round precision,mode #
5021 # rounded to double precision. The result is provably monotonic #
5022 # in double precision. #
5717 # a0 = pointer to extended precision input #
5718 # d0 = round precision,mode #
5726 # rounded to double precision. The result is provably monotonic #
5727 # in double precision. #
6597 # a0 = pointer to extended precision input #
6598 # d0 = round precision,mode #
6606 # rounded to double precision. The result is provably monotonic #
6607 # in double precision. #
6794 # a0 = pointer to extended precision input #
6795 # d0 = round precision,mode #
6803 # rounded to double precision. The result is provably monotonic #
6804 # in double precision. #
6853 # constant := single-precision( 64/log 2 ). #
6855 # Using a single-precision constant avoids memory #
6856 # access. Another effect of using a single-precision #
6865 # where L1 := single-precision(-log2/64). #
6867 # L2 := extended-precision(-log2/64 - L1).#
6894 # and A5 are single precision; A2 and A3 are double #
6895 # precision. #
6909 # 2^(J/64) to roughly 85 bits; T is in extended precision #
6910 # and t is in single precision. Note also that T is #
7604 # returned as an extended precision number in fp0. #
7608 # mantissa is converted to an extended precision number w/ #
7614 # a0 = pointer to extended precision input #
7675 # a0 = pointer to extended precision input #
7676 # d0 = round precision,mode #
7684 # rounded to double precision. The result is provably monotonic #
7685 # in double precision. #
7789 # a0 = pointer to extended precision input #
7790 # d0 = round precision,mode #
7798 # rounded to double precision. The result is provably monotonic #
7799 # in double precision. #
7907 # a0 = pointer to extended precision input #
7908 # d0 = round precision,mode #
7916 # rounded to double precision. The result is provably monotonic #
7917 # in double precision. #
8073 # a0 = pointer to extended precision input #
8074 # d0 = round precision,mode #
8082 # rounded to double precision. The result is provably monotonic #
8083 # in double precision. #
8668 # a0 = pointer to extended precision input #
8669 # d0 = round precision,mode #
8677 # rounded to double precision. The result is provably monotonic #
8678 # in double precision. #
8758 # a0 = pointer to extended precision input #
8759 # d0 = round precision,mode #
8767 # rounded to double precision. The result is provably monotonic #
8768 # in double precision. #
8777 # traps, and precision control = double extended. #
8791 # traps, and precision control = double extended. #
8804 # traps, and precision control = double extended. #
8818 # traps, and precision control = double extended. #
8922 # a0 = pointer to extended precision input #
8923 # d0 = round precision,mode #
8931 # rounded to double precision. The result is provably monotonic #
8932 # in double precision. #
9354 # the answer is PI rounded to the proper precision.
9357 # precision.
9383 # precision.
9425 # precision.
9704 # a0 = pointer to extended precision input X #
9705 # a1 = pointer to extended precision input Y #
9706 # d0 = round precision,mode #
10230 # - Return the default result to the proper precision #
10410 # d0 : rnd mode,precision #
11603 mov.w 2+L_SCR3(%a6),%d1 # fetch precision
11617 # - do the multiply to the proper precision and rounding mode.
11736 # - do the multiply to the proper precision and rounding mode in order to
11776 # for fun, let's use only extended precision, round to zero. then, let
11812 andi.b &0xc0,%d1 # is precision extended?
11849 # -use the correct rounding mode and precision. this code favors operations
12054 ori.b &s_mode*0x10,%d0 # insert sgl precision
12060 ori.b &d_mode*0x10,%d0 # insert dbl precision
12073 andi.b &0xc0,%d0 # is precision extended?
12077 # precision selected is extended. so...we cannot get an underflow
12078 # or overflow because of rounding to the correct precision. so...
12089 # for an extended precision DENORM, the UNFL exception bit is set
12093 andi.b &0xc0,%d0 # is precision extended?
12128 # operand is to be rounded to single or double precision
12135 # operand is to be rounded to single precision
12178 # operand is to be rounded to double precision
12219 # therefore, we must return the result rounded to extended precision.
12275 # the INEX2 bit has already been updated by the round to the correct precision.
12426 mov.w 2+L_SCR3(%a6),%d1 # fetch precision
12514 andi.b &0xc0,%d1 # is precision extended?
12582 andi.b &0xc0,%d1 # is precision extended?
12807 # a0 = pointer to extended precision source operand #
12816 # norms/denorms into ext/sgl/dbl precisions. Extended precision can be #
12828 ori.b &s_mode*0x10,%d0 # insert sgl precision
12846 andi.b &0xc0,%d0 # is precision extended?
12850 # precision selected is extended. so...we can not get an underflow
12851 # or overflow because of rounding to the correct precision. so...
12866 # for an extended precision DENORM, the UNFL exception bit is set
12870 andi.b &0xc0,%d0 # is precision extended?
12915 # operand is to be rounded to single precision
12958 # operand is to be rounded to double precision
12999 # therefore, we must return the result rounded to extended precision.
13055 # the INEX2 bit has already been updated by the round to the correct precision.
13317 # a0 = pointer to extended precision source operand #
13318 # d0 = round precision/mode #
13437 # Double and single precision can overflow and underflow. First, #
13938 # a0 = pointer to extended precision source operand #
13939 # a1 = pointer to extended precision destination operand #
13948 # norms/denorms into ext/sgl/dbl precision. #
14279 # a0 = pointer to extended precision source operand #
14280 # a1 = pointer to extended precision destination operand #
14289 # norms/denorms into ext/sgl/dbl precision. #
14618 # a0 = pointer to extended precision source operand #
14619 # a1 = pointer to extended precision destination operand #
14627 # norms into extended, single, and double precision. #
15071 # a0 = pointer to extended precision source operand #
15072 # a1 = pointer to extended precision destination operand #
15080 # norms into extended, single, and double precision. #
15536 ori.b &s_mode*0x10,%d0 # insert sgl precision
15542 ori.b &d_mode*0x10,%d0 # insert dbl precision
15558 andi.b &0xc0,%d0 # is precision extended?
15575 andi.b &0xc0,%d0 # is precision extended?
15594 # operand is to be rounded to single precision
15639 # operand is to be rounded to double precision
16022 # FP_SCR0(a6) = extended precision operand to be scaled #
16025 # FP_SCR0(a6) = scaled extended precision operand #
20183 # For sgl or dbl precision, overflow or underflow can occur. If #
20185 # For extended precision, the stacked <ea> must be fixed along #
20191 # precision. Then, bindec() is called to create the appropriate #
20364 # we copy the extended precision result to FP_SCR0 so that the reserved
20831 # dst_dbl(): create double precision value from extended prec. #
20837 # a0 = pointer to source operand in extended precision #
20840 # d0 = hi(double precision result) #
20841 # d1 = lo(double precision result) #
20845 # Changes extended precision to double precision. #
20870 subi.w &EXT_BIAS,%d0 # subtract extended precision bias
20871 addi.w &DBL_BIAS,%d0 # add double precision bias
20899 # dst_sgl(): create single precision value from extended prec #
20904 # a0 = pointer to source operand in extended precision #
20907 # d0 = single precision result #
20911 # Changes extended precision to single precision. #
20935 subi.w &EXT_BIAS,%d0 # subtract extended precision bias
20936 addi.w &SGL_BIAS,%d0 # add single precision bias
21682 # d0 = rounding precision #
21692 # precision, shift the mantissa bits to the right in order raise the #
21703 # table of exponent threshold values for each precision
21713 # Load the exponent threshold for the precision selected and check
22011 # _round(): round result according to precision/mode #
22018 # d1(hi) = contains rounding precision: #
22046 # ext_grs() looks at the rounding precision and sets the appropriate
22201 # rounding precision.
22204 # d0 = extended precision g,r,s (in d0{31:29})
22210 # selected rounding precision. It is called by the round subroutine
22221 swap %d1 # have d1.w point to round precision
22370 # a0 = pointer to unnormalized extended precision number #
22471 # a0 = pointer to extended precision operand #
22551 # a0 = points to double precision operand #
22614 # a0 = pointer to single precision operand #
22668 # scaled extended precision number; this is used by #
22680 # d1 = rounding precision/mode #
22683 # a0 = pointer to default underflow result in extended precision #
22873 # use the rounding mode, precision, and result sign as in index into the
22936 # decbin() - convert packed to binary extended precision #
22952 # convert the packed value to an extended precision binary value. #
23462 # bindec(): Converts an input in extended precision format to bcd format#
23465 # a0 = pointer to the input extended precision value in memory. #
23486 # value is viewed as 2^^e * 1.f in extended precision. #
23565 # Constants in extended precision
23571 # Constants in single precision
23667 # as 2^^e * 1.f in extended precision. This value is stored
24100 # in extended precision, so the use of a previous power-of-ten