| /linux-2.4.37.9/lib/ |
| D | vsprintf.c | 131 static char * number(char * buf, char * end, long long num, int base, int size, int precision, int … in number() argument
170 if (i > precision) in number()
171 precision = i; in number()
172 size -= precision; in number()
206 while (i < precision--) { in number()
245 int precision; /* min. # of digits for integers; max in vsnprintf() local
306 precision = -1; in vsnprintf()
310 precision = skip_atoi(&fmt); in vsnprintf()
314 precision = va_arg(args, int); in vsnprintf()
316 if (precision < 0) in vsnprintf()
[all …]
|
| /linux-2.4.37.9/arch/arm/nwfpe/ |
| D | softfloat-specialize | 71 The pattern for a default generated single-precision NaN.
78 Returns 1 if the single-precision floating-point value `a' is a NaN;
91 Returns 1 if the single-precision floating-point value `a' is a signaling
104 Returns the result of converting the single-precision floating-point NaN
124 precision floating-point format.
136 Takes two single-precision floating-point values `a' and `b', one of which
163 The pattern for a default generated double-precision NaN.
170 Returns 1 if the double-precision floating-point value `a' is a NaN;
183 Returns 1 if the double-precision floating-point value `a' is a signaling
198 Returns the result of converting the double-precision floating-point NaN
[all …]
|
| /linux-2.4.37.9/arch/m68k/fpsp040/ |
| D | util.S | 97 | If the instruction is fsgldiv of fsglmul, the rounding precision must be
99 | precision instruction, the rounding precision is then set to the force
100 | precision.
110 beql ovff_sgl |force precision is single
112 beql ovff_dbl |force precision is double
137 | Inst is either fsgldiv or fsglmul. Force extended precision.
150 | The precision is in the fpcr.
153 bfextu FPCR_MODE(%a6){#0:#2},%d0 |set round precision
165 | This sets the round precision according to the destination size.
171 | ;is the rounding precision
[all …]
|
| D | x_store.S | 101 | dest_dbl --- write double precision value to user space
105 | a1 -> source in extended precision
111 |Changes extended precision to double precision.
134 subw #0x3fff,%d0 |subtract extended precision bias
137 addw #0x3ff,%d0 |add double precision bias
167 movel #0x8,%d0 |byte count for double precision number
|
| D | slog2.S | 19 | to double precision. The result is provably monotonic
20 | in double precision.
35 | traps, and precision control = double extended.
50 | traps, and precision control = double extended.
64 | traps, and precision control = double extended.
79 | traps, and precision control = double extended.
|
| D | stwotox.S | 16 | result is subsequently rounded to double precision. The
17 | result is provably monotonic in double precision.
200 fmovel %d1,%fpcr | ...set user's rounding mode/precision
304 fmovel %d1,%fpcr | ...set user's rounding mode/precision
|
| D | sacos.S | 15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
|
| D | res_func.S | 113 | destination precision and mode.
477 | the round precision is found in the fpcr. If the rounding precision
487 | The move or operation is not with forced precision. Use the
497 | The move is fdmove or round precision is double. Result is zero.
512 | The move is fsmove or round precision is single. Result is zero.
527 | The precision is extended, so the result in etemp is correct.
637 | call round with user's precision and mode
647 | call round with user's precision and mode
767 btstl #6,%d0 |test for forced precision
788 | ;round precision/mode. This
[all …]
|
| D | satanh.S | 16 | result is subsequently rounded to double precision. The
17 | result is provably monotonic in double precision.
|
| D | sgetem.S | 7 | precision number in fp0. sGETEXPD handles denormalized
12 | extended precision number and returned in fp0. The
80 andil #0xffffff00,%d0 |clear rounding precision and mode
|
| D | round.S | 22 | round --- round result according to precision/mode
25 | d1(high word) contains rounding precision:
51 | :rounding precision and sets
131 | selected rounding precision. It is called by the round subroutine
139 swap %d1 |have d1.w point to round precision
407 | d0: rounding precision
414 | d0 comes into this routine with the rounding precision. It
416 | rounding precision.
426 cmpib #0,%d0 |if 0 then extended precision
437 cmpil #1,%d0 |if 1 then single precision
|
| D | setox.S | 22 | to double precision. The result is provably monotonic in double
23 | precision.
93 | constant := single-precision( 64/log 2 ).
95 | Using a single-precision constant avoids memory access.
96 | Another effect of using a single-precision "constant" is
104 | 3.1 R := X + N*L1, where L1 := single-precision(-log2/64).
105 | 3.2 R := R + N*L2, L2 := extended-precision(-log2/64 - L1).
131 | are single precision; A2 and A3 are double precision.
145 | 2^(J/64) to roughly 85 bits; T is in extended precision
146 | and t is in single precision. Note also that T is rounded
|
| D | sasin.S | 15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
|
| D | bindec.S | 7 | Converts an input in extended precision format
11 | a0 points to the input extended precision value
33 | value is viewed as 2^^e * 1.f in extended precision.
144 | Constants in extended precision
148 | Constants in single precision
220 | as 2^^e * 1.f in extended precision. This value is stored
554 | mode and precision. The original FPCR is saved in L_SCR1.
614 | in extended precision, so the use of a previous power-of-ten
|
| D | scosh.S | 15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
|
| D | ssinh.S | 15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
|
| /linux-2.4.37.9/arch/ppc64/boot/ |
| D | prom.c | 354 static char * number(char * str, long long num, int base, int size, int precision, int type) in number() argument
392 if (i > precision) in number()
393 precision = i; in number()
394 size -= precision; in number()
411 while (i < precision--) in number()
434 int precision; /* min. # of digits for integers; max in vsprintf() local
474 precision = -1; in vsprintf()
478 precision = skip_atoi(&fmt); in vsprintf()
482 precision = va_arg(args, int); in vsprintf()
484 if (precision < 0) in vsprintf()
[all …]
|
| /linux-2.4.37.9/drivers/sbus/audio/ |
| D | audio.c | 886 ainfo.record.precision = ainfo.play.precision = 16; in sparcaudio_ioctl()
891 ainfo.record.precision = ainfo.play.precision = 16; in sparcaudio_ioctl()
896 ainfo.record.precision = ainfo.play.precision = 8; in sparcaudio_ioctl()
901 ainfo.record.precision = ainfo.play.precision = 8; in sparcaudio_ioctl()
906 ainfo.record.precision = ainfo.play.precision = 8; in sparcaudio_ioctl()
913 ainfo.play.precision)); in sparcaudio_ioctl()
915 ainfo.record.precision) in sparcaudio_ioctl()
918 ainfo.play.precision) in sparcaudio_ioctl()
1101 ainfo.record.precision = in sparcaudio_ioctl()
1104 ainfo.record.precision = (8); in sparcaudio_ioctl()
[all …]
|
| D | dmy.c | 171 return dummy_chip->perchip_info.play.precision; in dummy_get_output_precision()
178 return dummy_chip->perchip_info.record.precision; in dummy_get_input_precision()
185 dummy_chip->perchip_info.play.precision = val; in dummy_set_output_precision()
186 return dummy_chip->perchip_info.play.precision; in dummy_set_output_precision()
193 dummy_chip->perchip_info.record.precision = val; in dummy_set_input_precision()
194 return dummy_chip->perchip_info.record.precision; in dummy_set_input_precision()
|
| /linux-2.4.37.9/Documentation/arm/nwfpe/ |
| D | README | 25 Arithmetic. As many as four formats are supported: single precision,
26 double precision, extended double precision, and quadruple precision.
28 conversions to and from decimal. We use only the single precision,
29 double precision and extended double precision formats. The port of
|
| D | NOTES | 20 extended, then does the multiply in extended precision.
29 in extended precision, due to the stfe instruction used to save f4 in log(y).
|
| /linux-2.4.37.9/arch/i386/math-emu/ |
| D | README | 113 (a) the operands have a higher precision than the current setting of the
114 precision control (PC) flags.
119 operands were rounded to the current precision before the arithmetic
242 precision of the argument x; e.g. an argument of pi/2-(1e-10) which is
265 later) for 'float' variables (24 bit precision numbers) when precision
267 bit precision numbers) when precision control is set to 53 bits (a
269 variables when precision control is set to 64 bits).
273 for pi which is accurate to more than 128 bits precision. As a
289 give much degraded precision. For example, the integer number
292 example) of this number to 64 bits precision it would be necessary to
[all …]
|
| /linux-2.4.37.9/arch/m68k/ifpsp060/ |
| D | fplsp.doc | 79 There are 3 entry-points for each instruction type: single precision,
80 double precision, and extended precision.
83 extended precision operand if program executes:
104 are passed in single precision format.
|
| /linux-2.4.37.9/arch/m68k/ifpsp060/src/ |
| D | pfpsp.S | 1426 # or double precision denorm, inf, or nan, the operand needs to be
1427 # "corrected" in order to have the proper equivalent extended precision
1586 # the extended precision result is still in fp0. but, we need to save it
1721 # underflow can happen for extended precision. extended precision opclass
2499 # so, now it's immediate data extended precision AND PACKED FORMAT!
3480 # for extended precision, if the addressing mode is pre-decrement or
3620 # w/ an exponent value of 0x401e. we convert this to extended precision here.
3627 fmov.x %fp0,FP_SRC(%a6) # store integer as extended precision
3716 # through here. so can double and single precision.
5568 # FP_SCR0(a6) = extended precision operand to be scaled #
[all …]
|
| D | fpsp.S | 1427 # or double precision denorm, inf, or nan, the operand needs to be
1428 # "corrected" in order to have the proper equivalent extended precision
1587 # the extended precision result is still in fp0. but, we need to save it
1722 # underflow can happen for extended precision. extended precision opclass
2500 # so, now it's immediate data extended precision AND PACKED FORMAT!
3481 # for extended precision, if the addressing mode is pre-decrement or
3621 # w/ an exponent value of 0x401e. we convert this to extended precision here.
3628 fmov.x %fp0,FP_SRC(%a6) # store integer as extended precision
3717 # through here. so can double and single precision.
5008 # a0 = pointer to extended precision input #
[all …]
|