| // Copyright 2011 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| //go:build goexperiment.jsonv2 |
| |
| // Large data benchmark. |
| // The JSON data is a summary of agl's changes in the |
| // go, webkit, and chromium open source projects. |
| // We benchmark converting between the JSON form |
| // and in-memory data structures. |
| |
| package json |
| |
| import ( |
| "bytes" |
| "io" |
| "strings" |
| "testing" |
| |
| "encoding/json/internal/jsontest" |
| ) |
| |
| type codeResponse struct { |
| Tree *codeNode `json:"tree"` |
| Username string `json:"username"` |
| } |
| |
| type codeNode struct { |
| Name string `json:"name"` |
| Kids []*codeNode `json:"kids"` |
| CLWeight float64 `json:"cl_weight"` |
| Touches int `json:"touches"` |
| MinT int64 `json:"min_t"` |
| MaxT int64 `json:"max_t"` |
| MeanT int64 `json:"mean_t"` |
| } |
| |
| var codeJSON []byte |
| var codeStruct codeResponse |
| |
| func codeInit() { |
| var data []byte |
| for _, entry := range jsontest.Data { |
| if entry.Name == "GolangSource" { |
| data = entry.Data() |
| } |
| } |
| codeJSON = data |
| |
| if err := Unmarshal(codeJSON, &codeStruct); err != nil { |
| panic("unmarshal code.json: " + err.Error()) |
| } |
| |
| var err error |
| if data, err = Marshal(&codeStruct); err != nil { |
| panic("marshal code.json: " + err.Error()) |
| } |
| |
| if !bytes.Equal(data, codeJSON) { |
| println("different lengths", len(data), len(codeJSON)) |
| for i := 0; i < len(data) && i < len(codeJSON); i++ { |
| if data[i] != codeJSON[i] { |
| println("re-marshal: changed at byte", i) |
| println("orig: ", string(codeJSON[i-10:i+10])) |
| println("new: ", string(data[i-10:i+10])) |
| break |
| } |
| } |
| panic("re-marshal code.json: different result") |
| } |
| } |
| |
| func BenchmarkCodeEncoder(b *testing.B) { |
| b.ReportAllocs() |
| if codeJSON == nil { |
| b.StopTimer() |
| codeInit() |
| b.StartTimer() |
| } |
| b.RunParallel(func(pb *testing.PB) { |
| enc := NewEncoder(io.Discard) |
| for pb.Next() { |
| if err := enc.Encode(&codeStruct); err != nil { |
| b.Fatalf("Encode error: %v", err) |
| } |
| } |
| }) |
| b.SetBytes(int64(len(codeJSON))) |
| } |
| |
| func BenchmarkCodeEncoderError(b *testing.B) { |
| b.ReportAllocs() |
| if codeJSON == nil { |
| b.StopTimer() |
| codeInit() |
| b.StartTimer() |
| } |
| |
| // Trigger an error in Marshal with cyclic data. |
| type Dummy struct { |
| Name string |
| Next *Dummy |
| } |
| dummy := Dummy{Name: "Dummy"} |
| dummy.Next = &dummy |
| |
| b.RunParallel(func(pb *testing.PB) { |
| enc := NewEncoder(io.Discard) |
| for pb.Next() { |
| if err := enc.Encode(&codeStruct); err != nil { |
| b.Fatalf("Encode error: %v", err) |
| } |
| if _, err := Marshal(dummy); err == nil { |
| b.Fatal("Marshal error: got nil, want non-nil") |
| } |
| } |
| }) |
| b.SetBytes(int64(len(codeJSON))) |
| } |
| |
| func BenchmarkCodeMarshal(b *testing.B) { |
| b.ReportAllocs() |
| if codeJSON == nil { |
| b.StopTimer() |
| codeInit() |
| b.StartTimer() |
| } |
| b.RunParallel(func(pb *testing.PB) { |
| for pb.Next() { |
| if _, err := Marshal(&codeStruct); err != nil { |
| b.Fatalf("Marshal error: %v", err) |
| } |
| } |
| }) |
| b.SetBytes(int64(len(codeJSON))) |
| } |
| |
| func BenchmarkCodeMarshalError(b *testing.B) { |
| b.ReportAllocs() |
| if codeJSON == nil { |
| b.StopTimer() |
| codeInit() |
| b.StartTimer() |
| } |
| |
| // Trigger an error in Marshal with cyclic data. |
| type Dummy struct { |
| Name string |
| Next *Dummy |
| } |
| dummy := Dummy{Name: "Dummy"} |
| dummy.Next = &dummy |
| |
| b.RunParallel(func(pb *testing.PB) { |
| for pb.Next() { |
| if _, err := Marshal(&codeStruct); err != nil { |
| b.Fatalf("Marshal error: %v", err) |
| } |
| if _, err := Marshal(dummy); err == nil { |
| b.Fatal("Marshal error: got nil, want non-nil") |
| } |
| } |
| }) |
| b.SetBytes(int64(len(codeJSON))) |
| } |
| |
| func benchMarshalBytes(n int) func(*testing.B) { |
| sample := []byte("hello world") |
| // Use a struct pointer, to avoid an allocation when passing it as an |
| // interface parameter to Marshal. |
| v := &struct { |
| Bytes []byte |
| }{ |
| bytes.Repeat(sample, (n/len(sample))+1)[:n], |
| } |
| return func(b *testing.B) { |
| for i := 0; i < b.N; i++ { |
| if _, err := Marshal(v); err != nil { |
| b.Fatalf("Marshal error: %v", err) |
| } |
| } |
| } |
| } |
| |
| func benchMarshalBytesError(n int) func(*testing.B) { |
| sample := []byte("hello world") |
| // Use a struct pointer, to avoid an allocation when passing it as an |
| // interface parameter to Marshal. |
| v := &struct { |
| Bytes []byte |
| }{ |
| bytes.Repeat(sample, (n/len(sample))+1)[:n], |
| } |
| |
| // Trigger an error in Marshal with cyclic data. |
| type Dummy struct { |
| Name string |
| Next *Dummy |
| } |
| dummy := Dummy{Name: "Dummy"} |
| dummy.Next = &dummy |
| |
| return func(b *testing.B) { |
| for i := 0; i < b.N; i++ { |
| if _, err := Marshal(v); err != nil { |
| b.Fatalf("Marshal error: %v", err) |
| } |
| if _, err := Marshal(dummy); err == nil { |
| b.Fatal("Marshal error: got nil, want non-nil") |
| } |
| } |
| } |
| } |
| |
| func BenchmarkMarshalBytes(b *testing.B) { |
| b.ReportAllocs() |
| // 32 fits within encodeState.scratch. |
| b.Run("32", benchMarshalBytes(32)) |
| // 256 doesn't fit in encodeState.scratch, but is small enough to |
| // allocate and avoid the slower base64.NewEncoder. |
| b.Run("256", benchMarshalBytes(256)) |
| // 4096 is large enough that we want to avoid allocating for it. |
| b.Run("4096", benchMarshalBytes(4096)) |
| } |
| |
| func BenchmarkMarshalBytesError(b *testing.B) { |
| b.ReportAllocs() |
| // 32 fits within encodeState.scratch. |
| b.Run("32", benchMarshalBytesError(32)) |
| // 256 doesn't fit in encodeState.scratch, but is small enough to |
| // allocate and avoid the slower base64.NewEncoder. |
| b.Run("256", benchMarshalBytesError(256)) |
| // 4096 is large enough that we want to avoid allocating for it. |
| b.Run("4096", benchMarshalBytesError(4096)) |
| } |
| |
| func BenchmarkMarshalMap(b *testing.B) { |
| b.ReportAllocs() |
| m := map[string]int{ |
| "key3": 3, |
| "key2": 2, |
| "key1": 1, |
| } |
| b.RunParallel(func(pb *testing.PB) { |
| for pb.Next() { |
| if _, err := Marshal(m); err != nil { |
| b.Fatal("Marshal:", err) |
| } |
| } |
| }) |
| } |
| |
| func BenchmarkCodeDecoder(b *testing.B) { |
| b.ReportAllocs() |
| if codeJSON == nil { |
| b.StopTimer() |
| codeInit() |
| b.StartTimer() |
| } |
| b.RunParallel(func(pb *testing.PB) { |
| var buf bytes.Buffer |
| dec := NewDecoder(&buf) |
| var r codeResponse |
| for pb.Next() { |
| buf.Write(codeJSON) |
| // hide EOF |
| buf.WriteByte('\n') |
| buf.WriteByte('\n') |
| buf.WriteByte('\n') |
| if err := dec.Decode(&r); err != nil { |
| b.Fatalf("Decode error: %v", err) |
| } |
| } |
| }) |
| b.SetBytes(int64(len(codeJSON))) |
| } |
| |
| func BenchmarkUnicodeDecoder(b *testing.B) { |
| b.ReportAllocs() |
| j := []byte(`"\uD83D\uDE01"`) |
| b.SetBytes(int64(len(j))) |
| r := bytes.NewReader(j) |
| dec := NewDecoder(r) |
| var out string |
| b.ResetTimer() |
| for i := 0; i < b.N; i++ { |
| if err := dec.Decode(&out); err != nil { |
| b.Fatalf("Decode error: %v", err) |
| } |
| r.Seek(0, 0) |
| } |
| } |
| |
| func BenchmarkDecoderStream(b *testing.B) { |
| b.ReportAllocs() |
| b.StopTimer() |
| var buf bytes.Buffer |
| dec := NewDecoder(&buf) |
| buf.WriteString(`"` + strings.Repeat("x", 1000000) + `"` + "\n\n\n") |
| var x any |
| if err := dec.Decode(&x); err != nil { |
| b.Fatalf("Decode error: %v", err) |
| } |
| ones := strings.Repeat(" 1\n", 300000) + "\n\n\n" |
| b.StartTimer() |
| for i := 0; i < b.N; i++ { |
| if i%300000 == 0 { |
| buf.WriteString(ones) |
| } |
| x = nil |
| switch err := dec.Decode(&x); { |
| case err != nil: |
| b.Fatalf("Decode error: %v", err) |
| case x != 1.0: |
| b.Fatalf("Decode: got %v want 1.0", i) |
| } |
| } |
| } |
| |
| func BenchmarkCodeUnmarshal(b *testing.B) { |
| b.ReportAllocs() |
| if codeJSON == nil { |
| b.StopTimer() |
| codeInit() |
| b.StartTimer() |
| } |
| b.RunParallel(func(pb *testing.PB) { |
| for pb.Next() { |
| var r codeResponse |
| if err := Unmarshal(codeJSON, &r); err != nil { |
| b.Fatalf("Unmarshal error: %v", err) |
| } |
| } |
| }) |
| b.SetBytes(int64(len(codeJSON))) |
| } |
| |
| func BenchmarkCodeUnmarshalReuse(b *testing.B) { |
| b.ReportAllocs() |
| if codeJSON == nil { |
| b.StopTimer() |
| codeInit() |
| b.StartTimer() |
| } |
| b.RunParallel(func(pb *testing.PB) { |
| var r codeResponse |
| for pb.Next() { |
| if err := Unmarshal(codeJSON, &r); err != nil { |
| b.Fatalf("Unmarshal error: %v", err) |
| } |
| } |
| }) |
| b.SetBytes(int64(len(codeJSON))) |
| } |
| |
| func BenchmarkUnmarshalString(b *testing.B) { |
| b.ReportAllocs() |
| data := []byte(`"hello, world"`) |
| b.RunParallel(func(pb *testing.PB) { |
| var s string |
| for pb.Next() { |
| if err := Unmarshal(data, &s); err != nil { |
| b.Fatalf("Unmarshal error: %v", err) |
| } |
| } |
| }) |
| } |
| |
| func BenchmarkUnmarshalFloat64(b *testing.B) { |
| b.ReportAllocs() |
| data := []byte(`3.14`) |
| b.RunParallel(func(pb *testing.PB) { |
| var f float64 |
| for pb.Next() { |
| if err := Unmarshal(data, &f); err != nil { |
| b.Fatalf("Unmarshal error: %v", err) |
| } |
| } |
| }) |
| } |
| |
| func BenchmarkUnmarshalInt64(b *testing.B) { |
| b.ReportAllocs() |
| data := []byte(`3`) |
| b.RunParallel(func(pb *testing.PB) { |
| var x int64 |
| for pb.Next() { |
| if err := Unmarshal(data, &x); err != nil { |
| b.Fatalf("Unmarshal error: %v", err) |
| } |
| } |
| }) |
| } |
| |
| func BenchmarkUnmarshalMap(b *testing.B) { |
| b.ReportAllocs() |
| data := []byte(`{"key1":"value1","key2":"value2","key3":"value3"}`) |
| b.RunParallel(func(pb *testing.PB) { |
| x := make(map[string]string, 3) |
| for pb.Next() { |
| if err := Unmarshal(data, &x); err != nil { |
| b.Fatalf("Unmarshal error: %v", err) |
| } |
| } |
| }) |
| } |
| |
| func BenchmarkIssue10335(b *testing.B) { |
| b.ReportAllocs() |
| j := []byte(`{"a":{ }}`) |
| b.RunParallel(func(pb *testing.PB) { |
| var s struct{} |
| for pb.Next() { |
| if err := Unmarshal(j, &s); err != nil { |
| b.Fatalf("Unmarshal error: %v", err) |
| } |
| } |
| }) |
| } |
| |
| func BenchmarkIssue34127(b *testing.B) { |
| b.ReportAllocs() |
| j := struct { |
| Bar string `json:"bar,string"` |
| }{ |
| Bar: `foobar`, |
| } |
| b.RunParallel(func(pb *testing.PB) { |
| for pb.Next() { |
| if _, err := Marshal(&j); err != nil { |
| b.Fatalf("Marshal error: %v", err) |
| } |
| } |
| }) |
| } |
| |
| func BenchmarkUnmapped(b *testing.B) { |
| b.ReportAllocs() |
| j := []byte(`{"s": "hello", "y": 2, "o": {"x": 0}, "a": [1, 99, {"x": 1}]}`) |
| b.RunParallel(func(pb *testing.PB) { |
| var s struct{} |
| for pb.Next() { |
| if err := Unmarshal(j, &s); err != nil { |
| b.Fatalf("Unmarshal error: %v", err) |
| } |
| } |
| }) |
| } |
| |
| func BenchmarkEncodeMarshaler(b *testing.B) { |
| b.ReportAllocs() |
| |
| m := struct { |
| A int |
| B RawMessage |
| }{} |
| |
| b.RunParallel(func(pb *testing.PB) { |
| enc := NewEncoder(io.Discard) |
| |
| for pb.Next() { |
| if err := enc.Encode(&m); err != nil { |
| b.Fatalf("Encode error: %v", err) |
| } |
| } |
| }) |
| } |
| |
| func BenchmarkEncoderEncode(b *testing.B) { |
| b.ReportAllocs() |
| type T struct { |
| X, Y string |
| } |
| v := &T{"foo", "bar"} |
| b.RunParallel(func(pb *testing.PB) { |
| for pb.Next() { |
| if err := NewEncoder(io.Discard).Encode(v); err != nil { |
| b.Fatalf("Encode error: %v", err) |
| } |
| } |
| }) |
| } |