2015-03-28 10:50:23 +00:00
|
|
|
package local
|
|
|
|
|
|
|
|
import (
|
|
|
|
"io"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
2016-08-31 20:39:36 +00:00
|
|
|
"restic"
|
2015-03-28 10:50:23 +00:00
|
|
|
|
2016-09-01 20:17:37 +00:00
|
|
|
"restic/errors"
|
2016-08-21 15:46:23 +00:00
|
|
|
|
2016-02-14 14:29:28 +00:00
|
|
|
"restic/backend"
|
|
|
|
"restic/debug"
|
2016-03-28 13:24:18 +00:00
|
|
|
"restic/fs"
|
2015-03-28 10:50:23 +00:00
|
|
|
)
|
|
|
|
|
2016-01-24 19:23:50 +00:00
|
|
|
// Local is a backend in a local directory.
|
2015-03-28 10:50:23 +00:00
|
|
|
type Local struct {
|
2017-03-25 12:20:03 +00:00
|
|
|
Config
|
2017-03-26 19:53:26 +00:00
|
|
|
backend.Layout
|
2015-03-28 10:50:23 +00:00
|
|
|
}
|
|
|
|
|
2017-03-26 20:14:00 +00:00
|
|
|
// ensure statically that *Local implements restic.Backend.
|
2016-08-31 20:39:36 +00:00
|
|
|
var _ restic.Backend = &Local{}
|
|
|
|
|
2017-04-02 17:54:11 +00:00
|
|
|
const defaultLayout = "default"
|
|
|
|
|
2016-01-26 21:09:29 +00:00
|
|
|
// Open opens the local backend as specified by config.
|
2017-03-25 12:20:03 +00:00
|
|
|
func Open(cfg Config) (*Local, error) {
|
2017-04-02 17:54:11 +00:00
|
|
|
debug.Log("open local backend at %v (layout %q)", cfg.Path, cfg.Layout)
|
|
|
|
l, err := backend.ParseLayout(&backend.LocalFilesystem{}, cfg.Layout, defaultLayout, cfg.Path)
|
2017-04-02 15:57:28 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2017-03-26 19:53:26 +00:00
|
|
|
}
|
|
|
|
|
2017-04-02 15:57:28 +00:00
|
|
|
be := &Local{Config: cfg, Layout: l}
|
|
|
|
|
2017-03-26 19:53:26 +00:00
|
|
|
return be, nil
|
2015-03-28 10:50:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Create creates all the necessary files and directories for a new local
|
2015-05-04 18:39:45 +00:00
|
|
|
// backend at dir. Afterwards a new config blob should be created.
|
2017-03-25 12:20:03 +00:00
|
|
|
func Create(cfg Config) (*Local, error) {
|
2017-04-02 17:54:11 +00:00
|
|
|
debug.Log("create local backend at %v (layout %q)", cfg.Path, cfg.Layout)
|
|
|
|
|
|
|
|
l, err := backend.ParseLayout(&backend.LocalFilesystem{}, cfg.Layout, defaultLayout, cfg.Path)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2017-03-26 19:53:26 +00:00
|
|
|
be := &Local{
|
|
|
|
Config: cfg,
|
2017-04-02 17:54:11 +00:00
|
|
|
Layout: l,
|
2017-03-26 19:53:26 +00:00
|
|
|
}
|
|
|
|
|
2015-05-04 18:39:45 +00:00
|
|
|
// test if config file already exists
|
2017-04-02 17:54:11 +00:00
|
|
|
_, err = fs.Lstat(be.Filename(restic.Handle{Type: restic.ConfigFile}))
|
2015-03-28 10:50:23 +00:00
|
|
|
if err == nil {
|
2015-05-03 14:43:27 +00:00
|
|
|
return nil, errors.New("config file already exists")
|
2015-03-28 10:50:23 +00:00
|
|
|
}
|
|
|
|
|
2017-04-19 16:56:01 +00:00
|
|
|
// create paths for data and refs
|
2017-03-26 19:53:26 +00:00
|
|
|
for _, d := range be.Paths() {
|
Fix 567 (#570)
* Patch for https://github.com/restic/restic/issues/567
Backup also files on windows with longer pathnames than 255 chars (e.g. from node).
as fd0 says "So, as far as I can see, we need to have custom methods for all functions that accept a path, so that on Windows we can substitute the normal (possibly relative) path used within restic by an (absolute) UNC path, and only then call the underlying functions like os.Stat(), os.Lstat(), os.Open() and so on.
I've already thought about adding a generic abstraction for the file system (so we can mock this easier in tests), and this looks like a good opportunity to build it."
* fixed building tests
* Restructured patches
Add Wrapper for filepath.Walk
* using \\?\ requires absolute pathes to be used.
Now all tests run
* used gofmt on the code
* Restructured Code. No patches dir, integrate the file functions into restic/fs/
There is still an issue, because restic.fs.Open has a different api the os.Open, which returns the result of OpenFile, but takes only a string
* Changed the last os.Open() calls to fs.Open() after extending the File interface
* fixed name-clash of restic.fs and fuse.fs detected by travis
* fixed fmt with gofmt
* c&p failure: removed fixpath() call.
* missing include
* fixed includes in linux variant
* Fix for Linux. Fd() is required on File interface
* done gofmt
2016-08-15 19:59:13 +00:00
|
|
|
err := fs.MkdirAll(d, backend.Modes.Dir)
|
2015-03-28 10:50:23 +00:00
|
|
|
if err != nil {
|
2016-08-29 19:54:50 +00:00
|
|
|
return nil, errors.Wrap(err, "MkdirAll")
|
2015-03-28 10:50:23 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-03-26 19:53:26 +00:00
|
|
|
return be, nil
|
2015-03-28 10:50:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Location returns this backend's location (the directory name).
|
|
|
|
func (b *Local) Location() string {
|
2017-03-25 12:20:03 +00:00
|
|
|
return b.Path
|
2015-03-28 10:50:23 +00:00
|
|
|
}
|
|
|
|
|
2016-01-26 21:12:53 +00:00
|
|
|
// Save stores data in the backend at the handle.
|
2017-01-22 11:32:20 +00:00
|
|
|
func (b *Local) Save(h restic.Handle, rd io.Reader) (err error) {
|
|
|
|
debug.Log("Save %v", h)
|
2016-01-26 21:12:53 +00:00
|
|
|
if err := h.Valid(); err != nil {
|
2016-01-24 15:59:38 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2017-03-26 19:53:26 +00:00
|
|
|
filename := b.Filename(h)
|
2016-01-24 15:59:38 +00:00
|
|
|
|
2016-01-24 20:13:24 +00:00
|
|
|
// create directories if necessary, ignore errors
|
2016-09-01 19:19:30 +00:00
|
|
|
if h.Type == restic.DataFile {
|
Fix 567 (#570)
* Patch for https://github.com/restic/restic/issues/567
Backup also files on windows with longer pathnames than 255 chars (e.g. from node).
as fd0 says "So, as far as I can see, we need to have custom methods for all functions that accept a path, so that on Windows we can substitute the normal (possibly relative) path used within restic by an (absolute) UNC path, and only then call the underlying functions like os.Stat(), os.Lstat(), os.Open() and so on.
I've already thought about adding a generic abstraction for the file system (so we can mock this easier in tests), and this looks like a good opportunity to build it."
* fixed building tests
* Restructured patches
Add Wrapper for filepath.Walk
* using \\?\ requires absolute pathes to be used.
Now all tests run
* used gofmt on the code
* Restructured Code. No patches dir, integrate the file functions into restic/fs/
There is still an issue, because restic.fs.Open has a different api the os.Open, which returns the result of OpenFile, but takes only a string
* Changed the last os.Open() calls to fs.Open() after extending the File interface
* fixed name-clash of restic.fs and fuse.fs detected by travis
* fixed fmt with gofmt
* c&p failure: removed fixpath() call.
* missing include
* fixed includes in linux variant
* Fix for Linux. Fd() is required on File interface
* done gofmt
2016-08-15 19:59:13 +00:00
|
|
|
err = fs.MkdirAll(filepath.Dir(filename), backend.Modes.Dir)
|
2016-01-24 20:13:24 +00:00
|
|
|
if err != nil {
|
2016-08-29 19:54:50 +00:00
|
|
|
return errors.Wrap(err, "MkdirAll")
|
2016-01-24 20:13:24 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-03-26 19:53:26 +00:00
|
|
|
// create new file
|
|
|
|
f, err := fs.OpenFile(filename, os.O_CREATE|os.O_EXCL|os.O_WRONLY, backend.Modes.File)
|
|
|
|
if err != nil {
|
|
|
|
return errors.Wrap(err, "OpenFile")
|
|
|
|
}
|
|
|
|
|
|
|
|
// save data, then sync
|
|
|
|
_, err = io.Copy(f, rd)
|
|
|
|
if err != nil {
|
|
|
|
f.Close()
|
|
|
|
return errors.Wrap(err, "Write")
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = f.Sync(); err != nil {
|
|
|
|
f.Close()
|
|
|
|
return errors.Wrap(err, "Sync")
|
|
|
|
}
|
2016-01-24 15:59:38 +00:00
|
|
|
|
2017-03-26 19:53:26 +00:00
|
|
|
err = f.Close()
|
2016-01-24 15:59:38 +00:00
|
|
|
if err != nil {
|
2017-03-26 19:53:26 +00:00
|
|
|
return errors.Wrap(err, "Close")
|
2016-01-24 15:59:38 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// set mode to read-only
|
Fix 567 (#570)
* Patch for https://github.com/restic/restic/issues/567
Backup also files on windows with longer pathnames than 255 chars (e.g. from node).
as fd0 says "So, as far as I can see, we need to have custom methods for all functions that accept a path, so that on Windows we can substitute the normal (possibly relative) path used within restic by an (absolute) UNC path, and only then call the underlying functions like os.Stat(), os.Lstat(), os.Open() and so on.
I've already thought about adding a generic abstraction for the file system (so we can mock this easier in tests), and this looks like a good opportunity to build it."
* fixed building tests
* Restructured patches
Add Wrapper for filepath.Walk
* using \\?\ requires absolute pathes to be used.
Now all tests run
* used gofmt on the code
* Restructured Code. No patches dir, integrate the file functions into restic/fs/
There is still an issue, because restic.fs.Open has a different api the os.Open, which returns the result of OpenFile, but takes only a string
* Changed the last os.Open() calls to fs.Open() after extending the File interface
* fixed name-clash of restic.fs and fuse.fs detected by travis
* fixed fmt with gofmt
* c&p failure: removed fixpath() call.
* missing include
* fixed includes in linux variant
* Fix for Linux. Fd() is required on File interface
* done gofmt
2016-08-15 19:59:13 +00:00
|
|
|
fi, err := fs.Stat(filename)
|
2016-01-24 15:59:38 +00:00
|
|
|
if err != nil {
|
2016-08-29 19:54:50 +00:00
|
|
|
return errors.Wrap(err, "Stat")
|
2016-01-24 15:59:38 +00:00
|
|
|
}
|
|
|
|
|
2016-01-26 21:12:53 +00:00
|
|
|
return setNewFileMode(filename, fi)
|
2016-01-24 00:15:35 +00:00
|
|
|
}
|
|
|
|
|
2017-01-23 17:11:10 +00:00
|
|
|
// Load returns a reader that yields the contents of the file at h at the
|
2017-01-22 21:01:12 +00:00
|
|
|
// given offset. If length is nonzero, only a portion of the file is
|
|
|
|
// returned. rd must be closed after use.
|
2017-01-23 17:11:10 +00:00
|
|
|
func (b *Local) Load(h restic.Handle, length int, offset int64) (io.ReadCloser, error) {
|
|
|
|
debug.Log("Load %v, length %v, offset %v", h, length, offset)
|
2017-01-22 21:01:12 +00:00
|
|
|
if err := h.Valid(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if offset < 0 {
|
|
|
|
return nil, errors.New("offset is negative")
|
|
|
|
}
|
|
|
|
|
2017-03-26 19:53:26 +00:00
|
|
|
f, err := fs.Open(b.Filename(h))
|
2017-01-22 21:01:12 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if offset > 0 {
|
|
|
|
_, err = f.Seek(offset, 0)
|
|
|
|
if err != nil {
|
|
|
|
f.Close()
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if length > 0 {
|
|
|
|
return backend.LimitReadCloser(f, int64(length)), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return f, nil
|
|
|
|
}
|
|
|
|
|
2016-01-23 22:27:58 +00:00
|
|
|
// Stat returns information about a blob.
|
2016-08-31 20:39:36 +00:00
|
|
|
func (b *Local) Stat(h restic.Handle) (restic.FileInfo, error) {
|
2016-09-27 20:35:08 +00:00
|
|
|
debug.Log("Stat %v", h)
|
2016-01-23 22:27:58 +00:00
|
|
|
if err := h.Valid(); err != nil {
|
2016-08-31 20:39:36 +00:00
|
|
|
return restic.FileInfo{}, err
|
2016-01-23 22:27:58 +00:00
|
|
|
}
|
|
|
|
|
2017-03-26 19:53:26 +00:00
|
|
|
fi, err := fs.Stat(b.Filename(h))
|
2016-01-23 22:27:58 +00:00
|
|
|
if err != nil {
|
2016-08-31 20:39:36 +00:00
|
|
|
return restic.FileInfo{}, errors.Wrap(err, "Stat")
|
2016-01-23 22:27:58 +00:00
|
|
|
}
|
|
|
|
|
2016-08-31 20:39:36 +00:00
|
|
|
return restic.FileInfo{Size: fi.Size()}, nil
|
2016-01-23 22:27:58 +00:00
|
|
|
}
|
|
|
|
|
2015-03-28 10:50:23 +00:00
|
|
|
// Test returns true if a blob of the given type and name exists in the backend.
|
2017-01-25 16:48:35 +00:00
|
|
|
func (b *Local) Test(h restic.Handle) (bool, error) {
|
|
|
|
debug.Log("Test %v", h)
|
2017-03-26 19:53:26 +00:00
|
|
|
_, err := fs.Stat(b.Filename(h))
|
2015-03-28 10:50:23 +00:00
|
|
|
if err != nil {
|
2016-08-29 17:18:57 +00:00
|
|
|
if os.IsNotExist(errors.Cause(err)) {
|
2015-03-28 10:50:23 +00:00
|
|
|
return false, nil
|
|
|
|
}
|
2016-08-29 19:54:50 +00:00
|
|
|
return false, errors.Wrap(err, "Stat")
|
2015-03-28 10:50:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return true, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Remove removes the blob with the given name and type.
|
2017-01-25 16:48:35 +00:00
|
|
|
func (b *Local) Remove(h restic.Handle) error {
|
|
|
|
debug.Log("Remove %v", h)
|
2017-03-26 19:53:26 +00:00
|
|
|
fn := b.Filename(h)
|
2015-08-14 13:30:36 +00:00
|
|
|
|
2015-08-19 20:02:47 +00:00
|
|
|
// reset read-only flag
|
Fix 567 (#570)
* Patch for https://github.com/restic/restic/issues/567
Backup also files on windows with longer pathnames than 255 chars (e.g. from node).
as fd0 says "So, as far as I can see, we need to have custom methods for all functions that accept a path, so that on Windows we can substitute the normal (possibly relative) path used within restic by an (absolute) UNC path, and only then call the underlying functions like os.Stat(), os.Lstat(), os.Open() and so on.
I've already thought about adding a generic abstraction for the file system (so we can mock this easier in tests), and this looks like a good opportunity to build it."
* fixed building tests
* Restructured patches
Add Wrapper for filepath.Walk
* using \\?\ requires absolute pathes to be used.
Now all tests run
* used gofmt on the code
* Restructured Code. No patches dir, integrate the file functions into restic/fs/
There is still an issue, because restic.fs.Open has a different api the os.Open, which returns the result of OpenFile, but takes only a string
* Changed the last os.Open() calls to fs.Open() after extending the File interface
* fixed name-clash of restic.fs and fuse.fs detected by travis
* fixed fmt with gofmt
* c&p failure: removed fixpath() call.
* missing include
* fixed includes in linux variant
* Fix for Linux. Fd() is required on File interface
* done gofmt
2016-08-15 19:59:13 +00:00
|
|
|
err := fs.Chmod(fn, 0666)
|
2015-08-19 20:02:47 +00:00
|
|
|
if err != nil {
|
2016-08-29 19:54:50 +00:00
|
|
|
return errors.Wrap(err, "Chmod")
|
2015-08-19 20:02:47 +00:00
|
|
|
}
|
|
|
|
|
Fix 567 (#570)
* Patch for https://github.com/restic/restic/issues/567
Backup also files on windows with longer pathnames than 255 chars (e.g. from node).
as fd0 says "So, as far as I can see, we need to have custom methods for all functions that accept a path, so that on Windows we can substitute the normal (possibly relative) path used within restic by an (absolute) UNC path, and only then call the underlying functions like os.Stat(), os.Lstat(), os.Open() and so on.
I've already thought about adding a generic abstraction for the file system (so we can mock this easier in tests), and this looks like a good opportunity to build it."
* fixed building tests
* Restructured patches
Add Wrapper for filepath.Walk
* using \\?\ requires absolute pathes to be used.
Now all tests run
* used gofmt on the code
* Restructured Code. No patches dir, integrate the file functions into restic/fs/
There is still an issue, because restic.fs.Open has a different api the os.Open, which returns the result of OpenFile, but takes only a string
* Changed the last os.Open() calls to fs.Open() after extending the File interface
* fixed name-clash of restic.fs and fuse.fs detected by travis
* fixed fmt with gofmt
* c&p failure: removed fixpath() call.
* missing include
* fixed includes in linux variant
* Fix for Linux. Fd() is required on File interface
* done gofmt
2016-08-15 19:59:13 +00:00
|
|
|
return fs.Remove(fn)
|
2015-03-28 10:50:23 +00:00
|
|
|
}
|
|
|
|
|
2016-02-24 21:43:04 +00:00
|
|
|
func isFile(fi os.FileInfo) bool {
|
|
|
|
return fi.Mode()&(os.ModeType|os.ModeCharDevice) == 0
|
|
|
|
}
|
|
|
|
|
2015-03-28 10:50:23 +00:00
|
|
|
// List returns a channel that yields all names of blobs of type t. A
|
2015-06-28 07:44:06 +00:00
|
|
|
// goroutine is started for this. If the channel done is closed, sending
|
2015-03-28 10:50:23 +00:00
|
|
|
// stops.
|
2016-08-31 20:39:36 +00:00
|
|
|
func (b *Local) List(t restic.FileType, done <-chan struct{}) <-chan string {
|
2016-09-27 20:35:08 +00:00
|
|
|
debug.Log("List %v", t)
|
2015-03-28 10:50:23 +00:00
|
|
|
|
|
|
|
ch := make(chan string)
|
|
|
|
|
|
|
|
go func() {
|
|
|
|
defer close(ch)
|
2017-04-10 21:31:13 +00:00
|
|
|
|
|
|
|
fs.Walk(b.Basedir(t), func(path string, fi os.FileInfo, err error) error {
|
|
|
|
if !isFile(fi) {
|
|
|
|
return err
|
2015-03-28 10:50:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
select {
|
2017-04-10 21:31:13 +00:00
|
|
|
case ch <- filepath.Base(path):
|
2015-03-28 10:50:23 +00:00
|
|
|
case <-done:
|
2017-04-10 21:31:13 +00:00
|
|
|
return err
|
2015-03-28 10:50:23 +00:00
|
|
|
}
|
2017-04-10 21:31:13 +00:00
|
|
|
|
|
|
|
return err
|
|
|
|
})
|
2015-03-28 10:50:23 +00:00
|
|
|
}()
|
|
|
|
|
|
|
|
return ch
|
|
|
|
}
|
|
|
|
|
|
|
|
// Delete removes the repository and all files.
|
2015-08-14 13:30:36 +00:00
|
|
|
func (b *Local) Delete() error {
|
2016-09-27 20:35:08 +00:00
|
|
|
debug.Log("Delete()")
|
2017-03-25 12:20:03 +00:00
|
|
|
return fs.RemoveAll(b.Path)
|
2015-08-14 13:30:36 +00:00
|
|
|
}
|
2015-03-28 10:50:23 +00:00
|
|
|
|
2015-08-14 13:30:36 +00:00
|
|
|
// Close closes all open files.
|
|
|
|
func (b *Local) Close() error {
|
2016-09-27 20:35:08 +00:00
|
|
|
debug.Log("Close()")
|
2016-01-26 21:07:51 +00:00
|
|
|
// this does not need to do anything, all open files are closed within the
|
|
|
|
// same function.
|
2015-08-14 13:30:36 +00:00
|
|
|
return nil
|
|
|
|
}
|