octoleo/syncthing
1
0
Fork 0
mirror of https://github.com/octoleo/syncthing.git synced 2024-11-09 14:50:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Don't buffer large files a long time while scanning

Browse Source
This commit is contained in:
Jakob Borg 2015-04-17 15:19:40 +09:00
parent 9eb679d70a
commit cebe21a3af
1 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
internal/model/model.go
View File

@ -1194,18 +1194,24 @@ nextSub:
return err
}
batchSize := 100
batch := make([]protocol.FileInfo, 0, batchSize)
batchSizeFiles := 100
batchSizeBlocks := 2048 // about 256 MB
batch := make([]protocol.FileInfo, 0, batchSizeFiles)
blocksHandled := 0
for f := range fchan {
if len(batch) == batchSize {
if len(batch) == batchSizeFiles || blocksHandled > batchSizeBlocks {
if err := m.CheckFolderHealth(folder); err != nil {
l.Infof("Stopping folder %s mid-scan due to folder error: %s", folder, err)
return err
}
m.updateLocals(folder, batch)
batch = batch[:0]
blocksHandled = 0
}
batch = append(batch, f)
blocksHandled += len(f.Blocks)
}
if err := m.CheckFolderHealth(folder); err != nil {
@ -1240,7 +1246,7 @@ nextSub:
return true
}
if len(batch) == batchSize {
if len(batch) == batchSizeFiles {
m.updateLocals(folder, batch)
batch = batch[:0]
}