2023-10-01 09:40:12 +00:00
|
|
|
package backend
|
2016-08-31 17:10:10 +00:00
|
|
|
|
2017-06-03 15:39:57 +00:00
|
|
|
import (
|
|
|
|
"context"
|
2020-12-19 11:39:48 +00:00
|
|
|
"hash"
|
2017-06-03 15:39:57 +00:00
|
|
|
"io"
|
|
|
|
)
|
2017-01-22 11:32:20 +00:00
|
|
|
|
2016-08-31 17:10:10 +00:00
|
|
|
// Backend is used to store and access data.
|
2020-12-16 12:58:02 +00:00
|
|
|
//
|
|
|
|
// Backend operations that return an error will be retried when a Backend is
|
|
|
|
// wrapped in a RetryBackend. To prevent that from happening, the operations
|
|
|
|
// should return a github.com/cenkalti/backoff/v4.PermanentError. Errors from
|
|
|
|
// the context package need not be wrapped, as context cancellation is checked
|
|
|
|
// separately by the retrying logic.
|
2016-08-31 17:10:10 +00:00
|
|
|
type Backend interface {
|
2023-12-06 12:11:55 +00:00
|
|
|
// Connections returns the maximum number of concurrent backend operations.
|
2021-08-07 20:20:49 +00:00
|
|
|
Connections() uint
|
|
|
|
|
2020-12-19 11:39:48 +00:00
|
|
|
// Hasher may return a hash function for calculating a content hash for the backend
|
|
|
|
Hasher() hash.Hash
|
|
|
|
|
2022-05-01 18:07:29 +00:00
|
|
|
// HasAtomicReplace returns whether Save() can atomically replace files
|
|
|
|
HasAtomicReplace() bool
|
|
|
|
|
2023-10-01 11:05:56 +00:00
|
|
|
// Remove removes a File described by h.
|
2017-06-03 15:39:57 +00:00
|
|
|
Remove(ctx context.Context, h Handle) error
|
2016-08-31 17:10:10 +00:00
|
|
|
|
|
|
|
// Close the backend
|
|
|
|
Close() error
|
|
|
|
|
2018-03-03 13:20:54 +00:00
|
|
|
// Save stores the data from rd under the given handle.
|
|
|
|
Save(ctx context.Context, h Handle, rd RewindReader) error
|
2016-08-31 17:10:10 +00:00
|
|
|
|
2018-01-17 04:59:16 +00:00
|
|
|
// Load runs fn with a reader that yields the contents of the file at h at the
|
2017-01-23 16:20:08 +00:00
|
|
|
// given offset. If length is larger than zero, only a portion of the file
|
2024-05-10 22:12:56 +00:00
|
|
|
// is read. If the length is larger than zero and the file is too short to return
|
|
|
|
// the requested length bytes, then an error MUST be returned that is recognized
|
|
|
|
// by IsPermanentError().
|
2018-01-17 04:59:16 +00:00
|
|
|
//
|
|
|
|
// The function fn may be called multiple times during the same Load invocation
|
|
|
|
// and therefore must be idempotent.
|
|
|
|
//
|
2023-10-01 08:24:33 +00:00
|
|
|
// Implementations are encouraged to use util.DefaultLoad
|
2018-01-17 04:59:16 +00:00
|
|
|
Load(ctx context.Context, h Handle, length int, offset int64, fn func(rd io.Reader) error) error
|
2017-01-22 21:01:12 +00:00
|
|
|
|
2016-08-31 18:29:54 +00:00
|
|
|
// Stat returns information about the File identified by h.
|
2017-06-03 15:39:57 +00:00
|
|
|
Stat(ctx context.Context, h Handle) (FileInfo, error)
|
2016-08-31 17:10:10 +00:00
|
|
|
|
2018-01-20 12:43:07 +00:00
|
|
|
// List runs fn for each file in the backend which has the type t. When an
|
|
|
|
// error occurs (or fn returns an error), List stops and returns it.
|
2018-01-23 20:21:54 +00:00
|
|
|
//
|
2018-01-24 15:25:40 +00:00
|
|
|
// The function fn is called exactly once for each file during successful
|
|
|
|
// execution and at most once in case of an error.
|
|
|
|
//
|
2018-01-23 20:21:54 +00:00
|
|
|
// The function fn is called in the same Goroutine that List() is called
|
|
|
|
// from.
|
2018-01-20 12:43:07 +00:00
|
|
|
List(ctx context.Context, t FileType, fn func(FileInfo) error) error
|
2017-06-15 11:40:27 +00:00
|
|
|
|
|
|
|
// IsNotExist returns true if the error was caused by a non-existing file
|
|
|
|
// in the backend.
|
2022-10-08 10:37:18 +00:00
|
|
|
//
|
|
|
|
// The argument may be a wrapped error. The implementation is responsible
|
|
|
|
// for unwrapping it.
|
2017-06-15 11:40:27 +00:00
|
|
|
IsNotExist(err error) bool
|
2017-10-14 11:38:17 +00:00
|
|
|
|
2024-05-10 22:12:56 +00:00
|
|
|
// IsPermanentError returns true if the error can very likely not be resolved
|
|
|
|
// by retrying the operation. Backends should return true if the file is missing,
|
|
|
|
// the requested range does not (completely) exist in the file or the user is
|
|
|
|
// not authorized to perform the requested operation.
|
|
|
|
IsPermanentError(err error) bool
|
|
|
|
|
2017-10-14 11:38:17 +00:00
|
|
|
// Delete removes all data in the backend.
|
|
|
|
Delete(ctx context.Context) error
|
2016-08-31 17:10:10 +00:00
|
|
|
}
|
|
|
|
|
2023-10-01 09:40:12 +00:00
|
|
|
type Unwrapper interface {
|
2023-04-08 10:53:43 +00:00
|
|
|
// Unwrap returns the underlying backend or nil if there is none.
|
|
|
|
Unwrap() Backend
|
|
|
|
}
|
|
|
|
|
2023-06-17 17:23:55 +00:00
|
|
|
func AsBackend[B Backend](b Backend) B {
|
|
|
|
for b != nil {
|
|
|
|
if be, ok := b.(B); ok {
|
|
|
|
return be
|
|
|
|
}
|
|
|
|
|
2023-10-01 09:40:12 +00:00
|
|
|
if be, ok := b.(Unwrapper); ok {
|
2023-06-17 17:23:55 +00:00
|
|
|
b = be.Unwrap()
|
|
|
|
} else {
|
|
|
|
// not the backend we're looking for
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
var be B
|
|
|
|
return be
|
|
|
|
}
|
|
|
|
|
2023-06-17 17:36:56 +00:00
|
|
|
type FreezeBackend interface {
|
|
|
|
Backend
|
|
|
|
// Freeze blocks all backend operations except those on lock files
|
|
|
|
Freeze()
|
|
|
|
// Unfreeze allows all backend operations to continue
|
|
|
|
Unfreeze()
|
|
|
|
}
|
|
|
|
|
2018-01-20 12:43:07 +00:00
|
|
|
// FileInfo is contains information about a file in the backend.
|
|
|
|
type FileInfo struct {
|
|
|
|
Size int64
|
|
|
|
Name string
|
|
|
|
}
|
2023-04-21 19:51:58 +00:00
|
|
|
|
|
|
|
// ApplyEnvironmenter fills in a backend configuration from the environment
|
|
|
|
type ApplyEnvironmenter interface {
|
2023-06-08 13:28:07 +00:00
|
|
|
ApplyEnvironment(prefix string)
|
2023-04-21 19:51:58 +00:00
|
|
|
}
|