Lines Matching refs:precision

307 #define FIX_PRECISION( adjust, precision, s, s_len )        \  argument
309 int p = precision < NUM_BUF_SIZE - 1 ? precision : NUM_BUF_SIZE - 1; \
501 boolean_e add_dp, int precision, bool_int *is_negative, in conv_fp() argument
510 p = ap_fcvt(num, precision, &decimal_point, is_negative, buf1); in conv_fp()
512 p = ap_ecvt(num, precision + 1, &decimal_point, is_negative, buf1); in conv_fp()
526 if (precision > 0) { in conv_fp()
537 if (precision > 0 || add_dp) in conv_fp()
543 if (precision > 0 || add_dp) in conv_fp()
656 int precision = 0; in ap_vformatter() local
753 STR_TO_DEC(fmt, precision); in ap_vformatter()
756 precision = va_arg(ap, int); in ap_vformatter()
758 if (precision < 0) in ap_vformatter()
759 precision = 0; in ap_vformatter()
762 precision = 0; in ap_vformatter()
817 FIX_PRECISION(adjust_precision, precision, s, s_len); in ap_vformatter()
837 FIX_PRECISION(adjust_precision, precision, s, s_len); in ap_vformatter()
864 FIX_PRECISION(adjust_precision, precision, s, s_len); in ap_vformatter()
889 FIX_PRECISION(adjust_precision, precision, s, s_len); in ap_vformatter()
902 if (adjust_precision && precision < s_len) in ap_vformatter()
903 s_len = precision; in ap_vformatter()
936 (adjust_precision == NO) ? FLOAT_DIGITS : precision, in ap_vformatter()
951 precision = FLOAT_DIGITS; in ap_vformatter()
952 else if (precision == 0) in ap_vformatter()
953 precision = 1; in ap_vformatter()
957 s = ap_gcvt(va_arg(ap, double), precision, &num_buf[1], in ap_vformatter()
1046 if (adjust_precision && precision < s_len) in ap_vformatter()
1047 s_len = precision; in ap_vformatter()
1065 if (adjust_precision && precision < s_len) in ap_vformatter()
1066 s_len = precision; in ap_vformatter()