syncthing/test/transfer-bench_test.go

163 lines
3.3 KiB
Go
Raw Normal View History

2014-11-16 20:13:20 +00:00
// Copyright (C) 2014 The Syncthing Authors.
2014-09-29 19:43:32 +00:00
//
2015-03-07 20:36:35 +00:00
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
// You can obtain one at https://mozilla.org/MPL/2.0/.
2014-09-27 18:09:36 +00:00
// +build integration,benchmark
2014-09-27 18:09:36 +00:00
package integration
2014-09-27 18:09:36 +00:00
import (
"log"
2015-05-25 09:05:12 +00:00
"os"
2014-09-27 18:09:36 +00:00
"testing"
"time"
)
2015-04-05 13:34:15 +00:00
func TestBenchmarkTransferManyFiles(t *testing.T) {
benchmarkTransfer(t, 10000, 15)
2015-04-05 13:34:15 +00:00
}
2015-05-25 09:05:12 +00:00
func TestBenchmarkTransferLargeFile1G(t *testing.T) {
benchmarkTransfer(t, 1, 30)
}
func TestBenchmarkTransferLargeFile2G(t *testing.T) {
benchmarkTransfer(t, 1, 31)
}
func TestBenchmarkTransferLargeFile4G(t *testing.T) {
benchmarkTransfer(t, 1, 32)
}
func TestBenchmarkTransferLargeFile8G(t *testing.T) {
benchmarkTransfer(t, 1, 33)
}
func TestBenchmarkTransferLargeFile16G(t *testing.T) {
benchmarkTransfer(t, 1, 34)
}
func TestBenchmarkTransferLargeFile32G(t *testing.T) {
benchmarkTransfer(t, 1, 35)
2015-04-05 13:34:15 +00:00
}
func benchmarkTransfer(t *testing.T, files, sizeExp int) {
2014-09-27 18:09:36 +00:00
log.Println("Cleaning...")
err := removeAll("s1", "s2", "h1/index*", "h2/index*")
2014-09-27 18:09:36 +00:00
if err != nil {
t.Fatal(err)
}
log.Println("Generating files...")
2015-05-25 09:05:12 +00:00
if files == 1 {
// Special case. Generate one file with the specified size exactly.
var fd *os.File
fd, err = os.Open("../LICENSE")
2015-05-25 09:05:12 +00:00
if err != nil {
t.Fatal(err)
}
err = os.MkdirAll("s1", 0755)
if err != nil {
t.Fatal(err)
}
err = generateOneFile(fd, "s1/onefile", 1<<uint(sizeExp))
} else {
err = generateFiles("s1", files, sizeExp, "../LICENSE")
}
2014-09-27 18:09:36 +00:00
if err != nil {
t.Fatal(err)
}
expected, err := directoryContents("s1")
if err != nil {
t.Fatal(err)
}
2015-05-25 09:05:12 +00:00
var total int64
var nfiles int
for _, f := range expected {
total += f.size
if f.mode.IsRegular() {
nfiles++
}
}
log.Printf("Total %.01f MiB in %d files", float64(total)/1024/1024, nfiles)
2014-09-27 18:09:36 +00:00
sender := startInstance(t, 1)
defer checkedStop(t, sender)
receiver := startInstance(t, 2)
defer checkedStop(t, receiver)
2014-09-27 18:09:36 +00:00
sender.ResumeAll()
receiver.ResumeAll()
var t0, t1 time.Time
lastEvent := 0
2018-02-03 09:28:37 +00:00
oneItemFinished := false
2014-09-27 18:09:36 +00:00
loop:
for {
evs, err := receiver.Events(lastEvent)
2014-09-27 18:09:36 +00:00
if err != nil {
if isTimeout(err) {
2014-09-27 18:09:36 +00:00
continue
}
t.Fatal(err)
}
for _, ev := range evs {
2018-02-03 09:28:37 +00:00
lastEvent = ev.ID
switch ev.Type {
case "ItemFinished":
oneItemFinished = true
continue
case "StateChanged":
2014-09-27 18:09:36 +00:00
data := ev.Data.(map[string]interface{})
if data["folder"].(string) != "default" {
2014-09-27 18:09:36 +00:00
continue
}
2018-02-03 09:28:37 +00:00
switch data["to"].(string) {
case "syncing":
2014-09-27 18:09:36 +00:00
t0 = ev.Time
continue
2018-02-03 09:28:37 +00:00
case "idle":
if !oneItemFinished {
continue
}
if !t0.IsZero() {
t1 = ev.Time
break loop
}
2014-09-27 18:09:36 +00:00
}
}
}
time.Sleep(250 * time.Millisecond)
2014-09-27 18:09:36 +00:00
}
sendProc, err := sender.Stop()
2015-05-25 09:05:12 +00:00
if err != nil {
t.Fatal(err)
}
recvProc, err := receiver.Stop()
if err != nil {
t.Fatal(err)
}
log.Println("Verifying...")
actual, err := directoryContents("s2")
if err != nil {
t.Fatal(err)
}
err = compareDirectoryContents(actual, expected)
if err != nil {
t.Fatal(err)
}
log.Printf("Result: Wall time: %v / MiB", t1.Sub(t0)/time.Duration(total/1024/1024))
log.Printf("Result: %.3g KiB/s synced", float64(total)/1024/t1.Sub(t0).Seconds())
2015-05-25 09:05:12 +00:00
printUsage("Receiver", recvProc, total)
printUsage("Sender", sendProc, total)
2014-09-27 18:09:36 +00:00
}