You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
133 lines
4.0 KiB
133 lines
4.0 KiB
/* |
|
* |
|
* Copyright 2017 gRPC authors. |
|
* |
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
|
* you may not use this file except in compliance with the License. |
|
* You may obtain a copy of the License at |
|
* |
|
* http://www.apache.org/licenses/LICENSE-2.0 |
|
* |
|
* Unless required by applicable law or agreed to in writing, software |
|
* distributed under the License is distributed on an "AS IS" BASIS, |
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
* See the License for the specific language governing permissions and |
|
* limitations under the License. |
|
* |
|
*/ |
|
|
|
/* |
|
To format the benchmark result: |
|
go run benchmark/benchresult/main.go resultfile |
|
|
|
To see the performance change based on a old result: |
|
go run benchmark/benchresult/main.go resultfile_old resultfile |
|
It will print the comparison result of intersection benchmarks between two files. |
|
|
|
*/ |
|
package main |
|
|
|
import ( |
|
"encoding/gob" |
|
"fmt" |
|
"log" |
|
"os" |
|
"strconv" |
|
"strings" |
|
"time" |
|
|
|
"google.golang.org/grpc/benchmark/stats" |
|
) |
|
|
|
func createMap(fileName string, m map[string]stats.BenchResults) { |
|
f, err := os.Open(fileName) |
|
if err != nil { |
|
log.Fatalf("Read file %s error: %s\n", fileName, err) |
|
} |
|
defer f.Close() |
|
var data []stats.BenchResults |
|
decoder := gob.NewDecoder(f) |
|
if err = decoder.Decode(&data); err != nil { |
|
log.Fatalf("Decode file %s error: %s\n", fileName, err) |
|
} |
|
for _, d := range data { |
|
m[d.RunMode+"-"+d.Features.String()] = d |
|
} |
|
} |
|
|
|
func intChange(title string, val1, val2 int64) string { |
|
return fmt.Sprintf("%10s %12s %12s %8.2f%%\n", title, strconv.FormatInt(val1, 10), |
|
strconv.FormatInt(val2, 10), float64(val2-val1)*100/float64(val1)) |
|
} |
|
|
|
func timeChange(title int, val1, val2 time.Duration) string { |
|
return fmt.Sprintf("%10s %12s %12s %8.2f%%\n", strconv.Itoa(title)+" latency", val1.String(), |
|
val2.String(), float64(val2-val1)*100/float64(val1)) |
|
} |
|
|
|
func compareTwoMap(m1, m2 map[string]stats.BenchResults) { |
|
for k2, v2 := range m2 { |
|
if v1, ok := m1[k2]; ok { |
|
changes := k2 + "\n" |
|
changes += fmt.Sprintf("%10s %12s %12s %8s\n", "Title", "Before", "After", "Percentage") |
|
changes += intChange("Bytes/op", v1.AllocedBytesPerOp, v2.AllocedBytesPerOp) |
|
changes += intChange("Allocs/op", v1.AllocsPerOp, v2.AllocsPerOp) |
|
changes += timeChange(v1.Latency[1].Percent, v1.Latency[1].Value, v2.Latency[1].Value) |
|
changes += timeChange(v1.Latency[2].Percent, v1.Latency[2].Value, v2.Latency[2].Value) |
|
fmt.Printf("%s\n", changes) |
|
} |
|
} |
|
} |
|
|
|
func compareBenchmark(file1, file2 string) { |
|
var BenchValueFile1 map[string]stats.BenchResults |
|
var BenchValueFile2 map[string]stats.BenchResults |
|
BenchValueFile1 = make(map[string]stats.BenchResults) |
|
BenchValueFile2 = make(map[string]stats.BenchResults) |
|
|
|
createMap(file1, BenchValueFile1) |
|
createMap(file2, BenchValueFile2) |
|
|
|
compareTwoMap(BenchValueFile1, BenchValueFile2) |
|
} |
|
|
|
func printline(benchName, ltc50, ltc90, allocByte, allocsOp interface{}) { |
|
fmt.Printf("%-80v%12v%12v%12v%12v\n", benchName, ltc50, ltc90, allocByte, allocsOp) |
|
} |
|
|
|
func formatBenchmark(fileName string) { |
|
f, err := os.Open(fileName) |
|
if err != nil { |
|
log.Fatalf("Read file %s error: %s\n", fileName, err) |
|
} |
|
defer f.Close() |
|
var data []stats.BenchResults |
|
decoder := gob.NewDecoder(f) |
|
if err = decoder.Decode(&data); err != nil { |
|
log.Fatalf("Decode file %s error: %s\n", fileName, err) |
|
} |
|
if len(data) == 0 { |
|
log.Fatalf("No data in file %s\n", fileName) |
|
} |
|
printPos := data[0].SharedPosion |
|
fmt.Println("\nShared features:\n" + strings.Repeat("-", 20)) |
|
fmt.Print(stats.PartialPrintString(printPos, data[0].Features, true)) |
|
fmt.Println(strings.Repeat("-", 35)) |
|
for i := 0; i < len(data[0].SharedPosion); i++ { |
|
printPos[i] = !printPos[i] |
|
} |
|
printline("Name", "latency-50", "latency-90", "Alloc (B)", "Alloc (#)") |
|
for _, d := range data { |
|
name := d.RunMode + stats.PartialPrintString(printPos, d.Features, false) |
|
printline(name, d.Latency[1].Value.String(), d.Latency[2].Value.String(), |
|
d.AllocedBytesPerOp, d.AllocsPerOp) |
|
} |
|
} |
|
|
|
func main() { |
|
if len(os.Args) == 2 { |
|
formatBenchmark(os.Args[1]) |
|
} else { |
|
compareBenchmark(os.Args[1], os.Args[2]) |
|
} |
|
}
|
|
|