mirror of
https://github.com/octoleo/restic.git
synced 2024-11-01 03:12:31 +00:00
df2c03a6a4
When looking up a blob in the master index, with several indexes present in the master index, a significant amount of time is spent generating errors for each failed lookup. However, these errors are often used to check if a blob is present, but the contents are not inspected making the overhead of the error not useful. Instead, change Index.Lookup (and Index.LookupSize) to instead return a boolean denoting if the blob was found instead of an error. Also change all the calls to these functions to handle the new function signature. benchmark old ns/op new ns/op delta BenchmarkMasterIndexLookupSingleIndex-6 820 897 +9.39% BenchmarkMasterIndexLookupMultipleIndex-6 12821 2001 -84.39% BenchmarkMasterIndexLookupSingleIndexUnknown-6 5378 492 -90.85% BenchmarkMasterIndexLookupMultipleIndexUnknown-6 17026 1649 -90.31% benchmark old allocs new allocs delta BenchmarkMasterIndexLookupSingleIndex-6 9 9 +0.00% BenchmarkMasterIndexLookupMultipleIndex-6 59 19 -67.80% BenchmarkMasterIndexLookupSingleIndexUnknown-6 22 6 -72.73% BenchmarkMasterIndexLookupMultipleIndexUnknown-6 72 16 -77.78% benchmark old bytes new bytes delta BenchmarkMasterIndexLookupSingleIndex-6 160 160 +0.00% BenchmarkMasterIndexLookupMultipleIndex-6 3200 240 -92.50% BenchmarkMasterIndexLookupSingleIndexUnknown-6 1232 48 -96.10% BenchmarkMasterIndexLookupMultipleIndexUnknown-6 4272 128 -97.00%
183 lines
4.1 KiB
Go
183 lines
4.1 KiB
Go
// +build !openbsd
|
|
// +build !windows
|
|
|
|
package fuse
|
|
|
|
import (
|
|
"github.com/restic/restic/internal/errors"
|
|
"github.com/restic/restic/internal/restic"
|
|
|
|
"github.com/restic/restic/internal/debug"
|
|
|
|
"bazil.org/fuse"
|
|
"bazil.org/fuse/fs"
|
|
"golang.org/x/net/context"
|
|
)
|
|
|
|
// The default block size to report in stat
|
|
const blockSize = 512
|
|
|
|
// Statically ensure that *file implements the given interface
|
|
var _ = fs.HandleReader(&file{})
|
|
var _ = fs.HandleReleaser(&file{})
|
|
|
|
type file struct {
|
|
root *Root
|
|
node *restic.Node
|
|
inode uint64
|
|
|
|
sizes []int
|
|
blobs [][]byte
|
|
}
|
|
|
|
func newFile(ctx context.Context, root *Root, inode uint64, node *restic.Node) (fusefile *file, err error) {
|
|
debug.Log("create new file for %v with %d blobs", node.Name, len(node.Content))
|
|
var bytes uint64
|
|
sizes := make([]int, len(node.Content))
|
|
for i, id := range node.Content {
|
|
size, ok := root.blobSizeCache.Lookup(id)
|
|
if !ok {
|
|
var found bool
|
|
size, found = root.repo.LookupBlobSize(id, restic.DataBlob)
|
|
if !found {
|
|
return nil, errors.Errorf("id %v not found in repository", id)
|
|
}
|
|
}
|
|
|
|
sizes[i] = int(size)
|
|
bytes += uint64(size)
|
|
}
|
|
|
|
if bytes != node.Size {
|
|
debug.Log("sizes do not match: node.Size %v != size %v, using real size", node.Size, bytes)
|
|
node.Size = bytes
|
|
}
|
|
|
|
return &file{
|
|
inode: inode,
|
|
root: root,
|
|
node: node,
|
|
sizes: sizes,
|
|
blobs: make([][]byte, len(node.Content)),
|
|
}, nil
|
|
}
|
|
|
|
func (f *file) Attr(ctx context.Context, a *fuse.Attr) error {
|
|
debug.Log("Attr(%v)", f.node.Name)
|
|
a.Inode = f.inode
|
|
a.Mode = f.node.Mode
|
|
a.Size = f.node.Size
|
|
a.Blocks = (f.node.Size / blockSize) + 1
|
|
a.BlockSize = blockSize
|
|
a.Nlink = uint32(f.node.Links)
|
|
|
|
if !f.root.cfg.OwnerIsRoot {
|
|
a.Uid = f.node.UID
|
|
a.Gid = f.node.GID
|
|
}
|
|
a.Atime = f.node.AccessTime
|
|
a.Ctime = f.node.ChangeTime
|
|
a.Mtime = f.node.ModTime
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
func (f *file) getBlobAt(ctx context.Context, i int) (blob []byte, err error) {
|
|
debug.Log("getBlobAt(%v, %v)", f.node.Name, i)
|
|
if f.blobs[i] != nil {
|
|
return f.blobs[i], nil
|
|
}
|
|
|
|
// release earlier blobs
|
|
for j := 0; j < i; j++ {
|
|
f.blobs[j] = nil
|
|
}
|
|
|
|
buf := restic.NewBlobBuffer(f.sizes[i])
|
|
n, err := f.root.repo.LoadBlob(ctx, restic.DataBlob, f.node.Content[i], buf)
|
|
if err != nil {
|
|
debug.Log("LoadBlob(%v, %v) failed: %v", f.node.Name, f.node.Content[i], err)
|
|
return nil, err
|
|
}
|
|
f.blobs[i] = buf[:n]
|
|
|
|
return buf[:n], nil
|
|
}
|
|
|
|
func (f *file) Read(ctx context.Context, req *fuse.ReadRequest, resp *fuse.ReadResponse) error {
|
|
debug.Log("Read(%v, %v, %v), file size %v", f.node.Name, req.Size, req.Offset, f.node.Size)
|
|
offset := req.Offset
|
|
|
|
if uint64(offset) > f.node.Size {
|
|
debug.Log("Read(%v): offset is greater than file size: %v > %v",
|
|
f.node.Name, req.Offset, f.node.Size)
|
|
|
|
// return no data
|
|
resp.Data = resp.Data[:0]
|
|
return nil
|
|
}
|
|
|
|
// handle special case: file is empty
|
|
if f.node.Size == 0 {
|
|
resp.Data = resp.Data[:0]
|
|
return nil
|
|
}
|
|
|
|
// Skip blobs before the offset
|
|
startContent := 0
|
|
for offset > int64(f.sizes[startContent]) {
|
|
offset -= int64(f.sizes[startContent])
|
|
startContent++
|
|
}
|
|
|
|
dst := resp.Data[0:req.Size]
|
|
readBytes := 0
|
|
remainingBytes := req.Size
|
|
for i := startContent; remainingBytes > 0 && i < len(f.sizes); i++ {
|
|
blob, err := f.getBlobAt(ctx, i)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if offset > 0 {
|
|
blob = blob[offset:]
|
|
offset = 0
|
|
}
|
|
|
|
copied := copy(dst, blob)
|
|
remainingBytes -= copied
|
|
readBytes += copied
|
|
|
|
dst = dst[copied:]
|
|
}
|
|
resp.Data = resp.Data[:readBytes]
|
|
|
|
return nil
|
|
}
|
|
|
|
func (f *file) Release(ctx context.Context, req *fuse.ReleaseRequest) error {
|
|
for i := range f.blobs {
|
|
f.blobs[i] = nil
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (f *file) Listxattr(ctx context.Context, req *fuse.ListxattrRequest, resp *fuse.ListxattrResponse) error {
|
|
debug.Log("Listxattr(%v, %v)", f.node.Name, req.Size)
|
|
for _, attr := range f.node.ExtendedAttributes {
|
|
resp.Append(attr.Name)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (f *file) Getxattr(ctx context.Context, req *fuse.GetxattrRequest, resp *fuse.GetxattrResponse) error {
|
|
debug.Log("Getxattr(%v, %v, %v)", f.node.Name, req.Name, req.Size)
|
|
attrval := f.node.GetExtendedAttribute(req.Name)
|
|
if attrval != nil {
|
|
resp.Xattr = attrval
|
|
return nil
|
|
}
|
|
return fuse.ErrNoXattr
|
|
}
|