blob: cf4d47c8b9e38bfdfd00f970c0b110a7366293c5 [file] [log] [blame]
// Copyright 2009 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
package strconv_test
import (
"math"
"math/rand"
"reflect"
. "strconv"
"strings"
"sync"
"testing"
"time"
)
type atofTest struct {
in string
out string
err error
}
var atoftests = []atofTest{
{"", "0", ErrSyntax},
{"1", "1", nil},
{"+1", "1", nil},
{"1x", "0", ErrSyntax},
{"1.1.", "0", ErrSyntax},
{"1e23", "1e+23", nil},
{"1E23", "1e+23", nil},
{"100000000000000000000000", "1e+23", nil},
{"1e-100", "1e-100", nil},
{"123456700", "1.234567e+08", nil},
{"99999999999999974834176", "9.999999999999997e+22", nil},
{"100000000000000000000001", "1.0000000000000001e+23", nil},
{"100000000000000008388608", "1.0000000000000001e+23", nil},
{"100000000000000016777215", "1.0000000000000001e+23", nil},
{"100000000000000016777216", "1.0000000000000003e+23", nil},
{"-1", "-1", nil},
{"-0.1", "-0.1", nil},
{"-0", "-0", nil},
{"1e-20", "1e-20", nil},
{"625e-3", "0.625", nil},
// zeros
{"0", "0", nil},
{"0e0", "0", nil},
{"-0e0", "-0", nil},
{"+0e0", "0", nil},
{"0e-0", "0", nil},
{"-0e-0", "-0", nil},
{"+0e-0", "0", nil},
{"0e+0", "0", nil},
{"-0e+0", "-0", nil},
{"+0e+0", "0", nil},
{"0e+01234567890123456789", "0", nil},
{"0.00e-01234567890123456789", "0", nil},
{"-0e+01234567890123456789", "-0", nil},
{"-0.00e-01234567890123456789", "-0", nil},
{"0e291", "0", nil}, // issue 15364
{"0e292", "0", nil}, // issue 15364
{"0e347", "0", nil}, // issue 15364
{"0e348", "0", nil}, // issue 15364
{"-0e291", "-0", nil},
{"-0e292", "-0", nil},
{"-0e347", "-0", nil},
{"-0e348", "-0", nil},
// NaNs
{"nan", "NaN", nil},
{"NaN", "NaN", nil},
{"NAN", "NaN", nil},
// Infs
{"inf", "+Inf", nil},
{"-Inf", "-Inf", nil},
{"+INF", "+Inf", nil},
{"-Infinity", "-Inf", nil},
{"+INFINITY", "+Inf", nil},
{"Infinity", "+Inf", nil},
// largest float64
{"1.7976931348623157e308", "1.7976931348623157e+308", nil},
{"-1.7976931348623157e308", "-1.7976931348623157e+308", nil},
// next float64 - too large
{"1.7976931348623159e308", "+Inf", ErrRange},
{"-1.7976931348623159e308", "-Inf", ErrRange},
// the border is ...158079
// borderline - okay
{"1.7976931348623158e308", "1.7976931348623157e+308", nil},
{"-1.7976931348623158e308", "-1.7976931348623157e+308", nil},
// borderline - too large
{"1.797693134862315808e308", "+Inf", ErrRange},
{"-1.797693134862315808e308", "-Inf", ErrRange},
// a little too large
{"1e308", "1e+308", nil},
{"2e308", "+Inf", ErrRange},
{"1e309", "+Inf", ErrRange},
// way too large
{"1e310", "+Inf", ErrRange},
{"-1e310", "-Inf", ErrRange},
{"1e400", "+Inf", ErrRange},
{"-1e400", "-Inf", ErrRange},
{"1e400000", "+Inf", ErrRange},
{"-1e400000", "-Inf", ErrRange},
// denormalized
{"1e-305", "1e-305", nil},
{"1e-306", "1e-306", nil},
{"1e-307", "1e-307", nil},
{"1e-308", "1e-308", nil},
{"1e-309", "1e-309", nil},
{"1e-310", "1e-310", nil},
{"1e-322", "1e-322", nil},
// smallest denormal
{"5e-324", "5e-324", nil},
{"4e-324", "5e-324", nil},
{"3e-324", "5e-324", nil},
// too small
{"2e-324", "0", nil},
// way too small
{"1e-350", "0", nil},
{"1e-400000", "0", nil},
// try to overflow exponent
{"1e-4294967296", "0", nil},
{"1e+4294967296", "+Inf", ErrRange},
{"1e-18446744073709551616", "0", nil},
{"1e+18446744073709551616", "+Inf", ErrRange},
// Parse errors
{"1e", "0", ErrSyntax},
{"1e-", "0", ErrSyntax},
{".e-1", "0", ErrSyntax},
{"1\x00.2", "0", ErrSyntax},
// https://www.exploringbinary.com/java-hangs-when-converting-2-2250738585072012e-308/
{"2.2250738585072012e-308", "2.2250738585072014e-308", nil},
// https://www.exploringbinary.com/php-hangs-on-numeric-value-2-2250738585072011e-308/
{"2.2250738585072011e-308", "2.225073858507201e-308", nil},
// A very large number (initially wrongly parsed by the fast algorithm).
{"4.630813248087435e+307", "4.630813248087435e+307", nil},
// A different kind of very large number.
{"22.222222222222222", "22.22222222222222", nil},
{"2." + strings.Repeat("2", 4000) + "e+1", "22.22222222222222", nil},
// Exactly halfway between 1 and math.Nextafter(1, 2).
// Round to even (down).
{"1.00000000000000011102230246251565404236316680908203125", "1", nil},
// Slightly lower; still round down.
{"1.00000000000000011102230246251565404236316680908203124", "1", nil},
// Slightly higher; round up.
{"1.00000000000000011102230246251565404236316680908203126", "1.0000000000000002", nil},
// Slightly higher, but you have to read all the way to the end.
{"1.00000000000000011102230246251565404236316680908203125" + strings.Repeat("0", 10000) + "1", "1.0000000000000002", nil},
}
var atof32tests = []atofTest{
// Exactly halfway between 1 and the next float32.
// Round to even (down).
{"1.000000059604644775390625", "1", nil},
// Slightly lower.
{"1.000000059604644775390624", "1", nil},
// Slightly higher.
{"1.000000059604644775390626", "1.0000001", nil},
// Slightly higher, but you have to read all the way to the end.
{"1.000000059604644775390625" + strings.Repeat("0", 10000) + "1", "1.0000001", nil},
// largest float32: (1<<128) * (1 - 2^-24)
{"340282346638528859811704183484516925440", "3.4028235e+38", nil},
{"-340282346638528859811704183484516925440", "-3.4028235e+38", nil},
// next float32 - too large
{"3.4028236e38", "+Inf", ErrRange},
{"-3.4028236e38", "-Inf", ErrRange},
// the border is 3.40282356779...e+38
// borderline - okay
{"3.402823567e38", "3.4028235e+38", nil},
{"-3.402823567e38", "-3.4028235e+38", nil},
// borderline - too large
{"3.4028235678e38", "+Inf", ErrRange},
{"-3.4028235678e38", "-Inf", ErrRange},
// Denormals: less than 2^-126
{"1e-38", "1e-38", nil},
{"1e-39", "1e-39", nil},
{"1e-40", "1e-40", nil},
{"1e-41", "1e-41", nil},
{"1e-42", "1e-42", nil},
{"1e-43", "1e-43", nil},
{"1e-44", "1e-44", nil},
{"6e-45", "6e-45", nil}, // 4p-149 = 5.6e-45
{"5e-45", "6e-45", nil},
// Smallest denormal
{"1e-45", "1e-45", nil}, // 1p-149 = 1.4e-45
{"2e-45", "1e-45", nil},
// 2^92 = 8388608p+69 = 4951760157141521099596496896 (4.9517602e27)
// is an exact power of two that needs 8 decimal digits to be correctly
// parsed back.
// The float32 before is 16777215p+68 = 4.95175986e+27
// The halfway is 4.951760009. A bad algorithm that thinks the previous
// float32 is 8388607p+69 will shorten incorrectly to 4.95176e+27.
{"4951760157141521099596496896", "4.9517602e+27", nil},
}
type atofSimpleTest struct {
x float64
s string
}
var (
atofOnce sync.Once
atofRandomTests []atofSimpleTest
benchmarksRandomBits [1024]string
benchmarksRandomNormal [1024]string
)
func initAtof() {
atofOnce.Do(initAtofOnce)
}
func initAtofOnce() {
// The atof routines return NumErrors wrapping
// the error and the string. Convert the table above.
for i := range atoftests {
test := &atoftests[i]
if test.err != nil {
test.err = &NumError{"ParseFloat", test.in, test.err}
}
}
for i := range atof32tests {
test := &atof32tests[i]
if test.err != nil {
test.err = &NumError{"ParseFloat", test.in, test.err}
}
}
// Generate random inputs for tests and benchmarks
rand.Seed(time.Now().UnixNano())
if testing.Short() {
atofRandomTests = make([]atofSimpleTest, 100)
} else {
atofRandomTests = make([]atofSimpleTest, 10000)
}
for i := range atofRandomTests {
n := uint64(rand.Uint32())<<32 | uint64(rand.Uint32())
x := math.Float64frombits(n)
s := FormatFloat(x, 'g', -1, 64)
atofRandomTests[i] = atofSimpleTest{x, s}
}
for i := range benchmarksRandomBits {
bits := uint64(rand.Uint32())<<32 | uint64(rand.Uint32())
x := math.Float64frombits(bits)
benchmarksRandomBits[i] = FormatFloat(x, 'g', -1, 64)
}
for i := range benchmarksRandomNormal {
x := rand.NormFloat64()
benchmarksRandomNormal[i] = FormatFloat(x, 'g', -1, 64)
}
}
func testAtof(t *testing.T, opt bool) {
initAtof()
oldopt := SetOptimize(opt)
for i := 0; i < len(atoftests); i++ {
test := &atoftests[i]
out, err := ParseFloat(test.in, 64)
outs := FormatFloat(out, 'g', -1, 64)
if outs != test.out || !reflect.DeepEqual(err, test.err) {
t.Errorf("ParseFloat(%v, 64) = %v, %v want %v, %v",
test.in, out, err, test.out, test.err)
}
if float64(float32(out)) == out {
out, err := ParseFloat(test.in, 32)
out32 := float32(out)
if float64(out32) != out {
t.Errorf("ParseFloat(%v, 32) = %v, not a float32 (closest is %v)", test.in, out, float64(out32))
continue
}
outs := FormatFloat(float64(out32), 'g', -1, 32)
if outs != test.out || !reflect.DeepEqual(err, test.err) {
t.Errorf("ParseFloat(%v, 32) = %v, %v want %v, %v # %v",
test.in, out32, err, test.out, test.err, out)
}
}
}
for _, test := range atof32tests {
out, err := ParseFloat(test.in, 32)
out32 := float32(out)
if float64(out32) != out {
t.Errorf("ParseFloat(%v, 32) = %v, not a float32 (closest is %v)", test.in, out, float64(out32))
continue
}
outs := FormatFloat(float64(out32), 'g', -1, 32)
if outs != test.out || !reflect.DeepEqual(err, test.err) {
t.Errorf("ParseFloat(%v, 32) = %v, %v want %v, %v # %v",
test.in, out32, err, test.out, test.err, out)
}
}
SetOptimize(oldopt)
}
func TestAtof(t *testing.T) { testAtof(t, true) }
func TestAtofSlow(t *testing.T) { testAtof(t, false) }
func TestAtofRandom(t *testing.T) {
initAtof()
for _, test := range atofRandomTests {
x, _ := ParseFloat(test.s, 64)
switch {
default:
t.Errorf("number %s badly parsed as %b (expected %b)", test.s, x, test.x)
case x == test.x:
case math.IsNaN(test.x) && math.IsNaN(x):
}
}
t.Logf("tested %d random numbers", len(atofRandomTests))
}
var roundTripCases = []struct {
f float64
s string
}{
// Issue 2917.
// This test will break the optimized conversion if the
// FPU is using 80-bit registers instead of 64-bit registers,
// usually because the operating system initialized the
// thread with 80-bit precision and the Go runtime didn't
// fix the FP control word.
{8865794286000691 << 39, "4.87402195346389e+27"},
{8865794286000692 << 39, "4.8740219534638903e+27"},
}
func TestRoundTrip(t *testing.T) {
for _, tt := range roundTripCases {
old := SetOptimize(false)
s := FormatFloat(tt.f, 'g', -1, 64)
if s != tt.s {
t.Errorf("no-opt FormatFloat(%b) = %s, want %s", tt.f, s, tt.s)
}
f, err := ParseFloat(tt.s, 64)
if f != tt.f || err != nil {
t.Errorf("no-opt ParseFloat(%s) = %b, %v want %b, nil", tt.s, f, err, tt.f)
}
SetOptimize(true)
s = FormatFloat(tt.f, 'g', -1, 64)
if s != tt.s {
t.Errorf("opt FormatFloat(%b) = %s, want %s", tt.f, s, tt.s)
}
f, err = ParseFloat(tt.s, 64)
if f != tt.f || err != nil {
t.Errorf("opt ParseFloat(%s) = %b, %v want %b, nil", tt.s, f, err, tt.f)
}
SetOptimize(old)
}
}
// TestRoundTrip32 tries a fraction of all finite positive float32 values.
func TestRoundTrip32(t *testing.T) {
step := uint32(997)
if testing.Short() {
step = 99991
}
count := 0
for i := uint32(0); i < 0xff<<23; i += step {
f := math.Float32frombits(i)
if i&1 == 1 {
f = -f // negative
}
s := FormatFloat(float64(f), 'g', -1, 32)
parsed, err := ParseFloat(s, 32)
parsed32 := float32(parsed)
switch {
case err != nil:
t.Errorf("ParseFloat(%q, 32) gave error %s", s, err)
case float64(parsed32) != parsed:
t.Errorf("ParseFloat(%q, 32) = %v, not a float32 (nearest is %v)", s, parsed, parsed32)
case parsed32 != f:
t.Errorf("ParseFloat(%q, 32) = %b (expected %b)", s, parsed32, f)
}
count++
}
t.Logf("tested %d float32's", count)
}
func BenchmarkAtof64Decimal(b *testing.B) {
for i := 0; i < b.N; i++ {
ParseFloat("33909", 64)
}
}
func BenchmarkAtof64Float(b *testing.B) {
for i := 0; i < b.N; i++ {
ParseFloat("339.7784", 64)
}
}
func BenchmarkAtof64FloatExp(b *testing.B) {
for i := 0; i < b.N; i++ {
ParseFloat("-5.09e75", 64)
}
}
func BenchmarkAtof64Big(b *testing.B) {
for i := 0; i < b.N; i++ {
ParseFloat("123456789123456789123456789", 64)
}
}
func BenchmarkAtof64RandomBits(b *testing.B) {
for i := 0; i < b.N; i++ {
ParseFloat(benchmarksRandomBits[i%1024], 64)
}
}
func BenchmarkAtof64RandomFloats(b *testing.B) {
for i := 0; i < b.N; i++ {
ParseFloat(benchmarksRandomNormal[i%1024], 64)
}
}
func BenchmarkAtof32Decimal(b *testing.B) {
for i := 0; i < b.N; i++ {
ParseFloat("33909", 32)
}
}
func BenchmarkAtof32Float(b *testing.B) {
for i := 0; i < b.N; i++ {
ParseFloat("339.778", 32)
}
}
func BenchmarkAtof32FloatExp(b *testing.B) {
for i := 0; i < b.N; i++ {
ParseFloat("12.3456e32", 32)
}
}
var float32strings [4096]string
func BenchmarkAtof32Random(b *testing.B) {
n := uint32(997)
for i := range float32strings {
n = (99991*n + 42) % (0xff << 23)
float32strings[i] = FormatFloat(float64(math.Float32frombits(n)), 'g', -1, 32)
}
b.ResetTimer()
for i := 0; i < b.N; i++ {
ParseFloat(float32strings[i%4096], 32)
}
}