From bc12eca461a317df842ce2e616afa97670cd0ce3 Mon Sep 17 00:00:00 2001
From: Damien George
Date: Thu, 1 Mar 2018 15:47:17 +1100
Subject: py/formatfloat: Fix rounding of %f format with edge-case FP values.

Prior to this patch the %f formatting of some FP values could be off by up
to 1, eg '%.0f' % 123 would return "122" (unix x64).  Depending on the FP
precision (single vs double) certain numbers would format correctly, but
others wolud not.  This patch should fix all cases of rounding for %f.
---
 tests/float/float_format.py | 11 +++++++++++
 1 file changed, 11 insertions(+)
 create mode 100644 tests/float/float_format.py

(limited to 'tests/float/float_format.py')

diff --git a/tests/float/float_format.py b/tests/float/float_format.py
new file mode 100644
index 000000000..4d5ad1d69
--- /dev/null
+++ b/tests/float/float_format.py
@@ -0,0 +1,11 @@
+# test float formatting
+
+# general rounding
+for val in (116, 1111, 1234, 5010, 11111):
+    print('%.0f' % val)
+    print('%.1f' % val)
+    print('%.3f' % val)
+
+# make sure rounding is done at the correct precision
+for prec in range(8):
+    print(('%%.%df' % prec) % 6e-5)
-- 
cgit v1.2.3