Home
last modified time | relevance | path

Searched refs:precision (Results 1 – 25 of 141) sorted by relevance

123456

/linux-6.6.21/drivers/firmware/efi/libstub/
Dvsprintf.c315 int precision; /* min. # of digits for integers; max in vsnprintf() local
357 precision = -1; in vsnprintf()
360 precision = get_int(&fmt, &args); in vsnprintf()
361 if (precision >= 0) in vsnprintf()
385 precision = INT_MAX; in vsnprintf()
389 precision = len = 1; in vsnprintf()
395 if (precision < 0) in vsnprintf()
396 precision = INT_MAX; in vsnprintf()
399 s = precision < 6 ? "" : "(null)"; in vsnprintf()
403 precision = len = utf16s_utf8nlen((const u16 *)s, precision); in vsnprintf()
[all …]
/linux-6.6.21/arch/x86/boot/
Dprintf.c41 static char *number(char *str, long num, int base, int size, int precision, in number() argument
85 if (i > precision) in number()
86 precision = i; in number()
87 size -= precision; in number()
104 while (i < precision--) in number()
124 int precision; /* min. # of digits for integers; max in vsprintf() local
171 precision = -1; in vsprintf()
175 precision = skip_atoi(&fmt); in vsprintf()
179 precision = va_arg(args, int); in vsprintf()
181 if (precision < 0) in vsprintf()
[all …]
/linux-6.6.21/arch/alpha/boot/
Dstdio.c43 static char * number(char * str, unsigned long long num, int base, int size, int precision, int typ… in number() argument
82 if (i > precision) in number()
83 precision = i; in number()
84 size -= precision; in number()
101 while (i < precision--) in number()
121 int precision; /* min. # of digits for integers; max in vsprintf() local
161 precision = -1; in vsprintf()
165 precision = skip_atoi(&fmt); in vsprintf()
169 precision = va_arg(args, int); in vsprintf()
171 if (precision < 0) in vsprintf()
[all …]
/linux-6.6.21/tools/testing/selftests/kvm/lib/
Dguest_sprintf.c44 int precision, int type) in number() argument
89 if (i > precision) in number()
90 precision = i; in number()
91 size -= precision; in number()
108 while (i < precision--) in number()
129 int precision; /* in guest_vsnprintf() local
182 precision = -1; in guest_vsnprintf()
186 precision = skip_atoi(&fmt); in guest_vsnprintf()
190 precision = va_arg(args, int); in guest_vsnprintf()
192 if (precision < 0) in guest_vsnprintf()
[all …]
/linux-6.6.21/arch/powerpc/boot/
Dstdio.c79 static char * number(char * str, unsigned long long num, int base, int size, int precision, int typ… in number() argument
118 if (i > precision) in number()
119 precision = i; in number()
120 size -= precision; in number()
137 while (i < precision--) in number()
157 int precision; /* min. # of digits for integers; max in vsprintf() local
197 precision = -1; in vsprintf()
201 precision = skip_atoi(&fmt); in vsprintf()
205 precision = va_arg(args, int); in vsprintf()
207 if (precision < 0) in vsprintf()
[all …]
/linux-6.6.21/drivers/acpi/acpica/
Dutprint.c32 u8 base, s32 width, s32 precision, u8 type);
204 u8 base, s32 width, s32 precision, u8 type) in acpi_ut_format_number() argument
259 if (i > precision) { in acpi_ut_format_number()
260 precision = i; in acpi_ut_format_number()
263 width -= precision; in acpi_ut_format_number()
289 while (i <= --precision) { in acpi_ut_format_number()
323 s32 precision; in vsnprintf() local
388 precision = -1; in vsnprintf()
393 precision = (s32)number; in vsnprintf()
396 precision = va_arg(args, int); in vsnprintf()
[all …]
/linux-6.6.21/arch/arm/nwfpe/
Dsoftfloat-specialize71 The pattern for a default generated single-precision NaN.
78 Returns 1 if the single-precision floating-point value `a' is a NaN;
91 Returns 1 if the single-precision floating-point value `a' is a signaling
104 Returns the result of converting the single-precision floating-point NaN
124 precision floating-point format.
136 Takes two single-precision floating-point values `a' and `b', one of which
163 The pattern for a default generated double-precision NaN.
170 Returns 1 if the double-precision floating-point value `a' is a NaN;
183 Returns 1 if the double-precision floating-point value `a' is a signaling
198 Returns the result of converting the double-precision floating-point NaN
[all …]
/linux-6.6.21/arch/m68k/fpsp040/
Dutil.S96 | If the instruction is fsgldiv of fsglmul, the rounding precision must be
98 | precision instruction, the rounding precision is then set to the force
99 | precision.
109 beql ovff_sgl |force precision is single
111 beql ovff_dbl |force precision is double
136 | Inst is either fsgldiv or fsglmul. Force extended precision.
149 | The precision is in the fpcr.
152 bfextu FPCR_MODE(%a6){#0:#2},%d0 |set round precision
164 | This sets the round precision according to the destination size.
170 | ;is the rounding precision
[all …]
Dx_store.S100 | dest_dbl --- write double precision value to user space
104 | a1 -> source in extended precision
110 |Changes extended precision to double precision.
133 subw #0x3fff,%d0 |subtract extended precision bias
136 addw #0x3ff,%d0 |add double precision bias
166 movel #0x8,%d0 |byte count for double precision number
Dslog2.S19 | to double precision. The result is provably monotonic
20 | in double precision.
35 | traps, and precision control = double extended.
50 | traps, and precision control = double extended.
64 | traps, and precision control = double extended.
79 | traps, and precision control = double extended.
Dstwotox.S16 | result is subsequently rounded to double precision. The
17 | result is provably monotonic in double precision.
199 fmovel %d1,%fpcr | ...set user's rounding mode/precision
303 fmovel %d1,%fpcr | ...set user's rounding mode/precision
/linux-6.6.21/include/linux/
Daverage.h58 unsigned long precision = _precision; \
67 (val << precision)) >> weight_rcp : \
68 (val << precision)); \
/linux-6.6.21/Documentation/arch/arm/nwfpe/
Dnwfpe.rst28 Arithmetic. As many as four formats are supported: single precision,
29 double precision, extended double precision, and quadruple precision.
31 conversions to and from decimal. We use only the single precision,
32 double precision and extended double precision formats. The port of
/linux-6.6.21/drivers/soc/amlogic/
Dmeson-clk-measure.c540 unsigned int *precision) in meson_measure_best_id() argument
549 *precision = (2 * 1000000) / duration; in meson_measure_best_id()
560 unsigned int precision = 0; in clk_msr_show() local
563 val = meson_measure_best_id(clk_msr_id, &precision); in clk_msr_show()
567 seq_printf(s, "%d\t+/-%dHz\n", val, precision); in clk_msr_show()
576 unsigned int precision = 0; in clk_msr_summary_show() local
586 val = meson_measure_best_id(&msr_table[i], &precision); in clk_msr_summary_show()
591 msr_table[i].name, val, precision); in clk_msr_summary_show()
/linux-6.6.21/tools/testing/selftests/timers/
Dfreq-step.c40 static double precision; variable
224 precision = get_sample(&sample) / 2.0; in init_test()
226 1e9 * precision); in init_test()
228 if (precision > MAX_PRECISION) in init_test()
230 1e9 * precision, 1e9 * MAX_PRECISION); in init_test()
/linux-6.6.21/lib/
Dvsprintf.c448 signed int precision:16; /* # of digits/chars */ member
467 int precision = spec.precision; in number() local
514 if (i > precision) in number()
515 precision = i; in number()
517 field_width -= precision; in number()
555 while (i <= --precision) { in number()
585 spec.precision = -1; in special_hex_number()
642 int lim = spec.precision; in string_nocheck()
684 if (spec.precision == -1) in error_string()
685 spec.precision = 2 * sizeof(void *); in error_string()
[all …]
/linux-6.6.21/Documentation/devicetree/bindings/hwmon/
Dsensirion,shtc1.yaml36 sensirion,low-precision:
39 If set, the sensor acquires data with low precision (not recommended).
40 The driver acquires data with high precision by default.
/linux-6.6.21/drivers/media/platform/nxp/imx-jpeg/
Dmxc-jpeg.c87 .precision = 8,
101 .precision = 12,
115 .precision = 8,
129 .precision = 12,
143 .precision = 8,
156 .precision = 8,
169 .precision = 12,
182 .precision = 12,
195 .precision = 8,
208 .precision = 12,
[all …]
Dmxc-jpeg.h67 u8 precision; member
165 u8 precision; member
/linux-6.6.21/tools/testing/selftests/timens/
Dtimens.c92 double precision = 0.0; in test_gettime() local
100 precision = -2.0; in test_gettime()
119 if (difftime(cur_ts.tv_sec, child_ts_new.tv_sec) < precision) { in test_gettime()
/linux-6.6.21/drivers/media/v4l2-core/
Dv4l2-jpeg.c205 frame_header->precision = p; in jpeg_parse_frame_header()
305 u8 precision, in jpeg_parse_quantization_tables() argument
332 if (pq != 0 && (pq != 1 || precision != 12)) in jpeg_parse_quantization_tables()
557 out->frame.precision, in v4l2_jpeg_parse_header()
647 int v4l2_jpeg_parse_quantization_tables(void *buf, size_t len, u8 precision, in v4l2_jpeg_parse_quantization_tables() argument
654 return jpeg_parse_quantization_tables(&stream, precision, q_tables); in v4l2_jpeg_parse_quantization_tables()
/linux-6.6.21/drivers/iio/gyro/
Dadis16136.c55 unsigned int precision; member
310 *val = adis16136->chip_info->precision; in adis16136_read_raw()
497 .precision = IIO_DEGREE_TO_RAD(1200),
502 .precision = IIO_DEGREE_TO_RAD(300),
507 .precision = IIO_DEGREE_TO_RAD(450),
512 .precision = IIO_DEGREE_TO_RAD(1000),
/linux-6.6.21/include/media/
Dv4l2-jpeg.h59 u8 precision; member
152 int v4l2_jpeg_parse_quantization_tables(void *buf, size_t len, u8 precision,
/linux-6.6.21/include/uapi/linux/
Dtimex.h73 __kernel_long_t precision;/* clock precision (usec) (read only) */ member
112 long long precision;/* clock precision (usec) (read only) */ member
/linux-6.6.21/drivers/hwmon/
Dlochnagar-hwmon.c70 static long float_to_long(u32 data, u32 precision) in float_to_long() argument
77 man = (man + (1 << 23)) * precision; in float_to_long()
174 unsigned int precision, long *val) in read_sensor() argument
195 *val = float_to_long(data, precision); in read_sensor()

123456