lib/db: Prevent GC concurrently with migration (fixes #6389) (#6390)

This commit is contained in:
Jakob Borg 2020-02-29 19:51:32 +01:00
parent d1e0a38c04
commit 52e72e0122
2 changed files with 20 additions and 3 deletions

View File

@ -488,8 +488,18 @@ func (db *Lowlevel) dropPrefix(prefix []byte) error {
} }
func (db *Lowlevel) gcRunner() { func (db *Lowlevel) gcRunner() {
t := time.NewTimer(db.timeUntil(indirectGCTimeKey, indirectGCInterval)) // Calculate the time for the next GC run. Even if we should run GC
// directly, give the system a while to get up and running and do other
// stuff first. (We might have migrations and stuff which would be
// better off running before GC.)
next := db.timeUntil(indirectGCTimeKey, indirectGCInterval)
if next < time.Minute {
next = time.Minute
}
t := time.NewTimer(next)
defer t.Stop() defer t.Stop()
for { for {
select { select {
case <-db.gcStop: case <-db.gcStop:
@ -558,10 +568,11 @@ func (db *Lowlevel) gcIndirect() error {
// Iterate the FileInfos, unmarshal the block and version hashes and // Iterate the FileInfos, unmarshal the block and version hashes and
// add them to the filter. // add them to the filter.
it, err := db.NewPrefixIterator([]byte{KeyTypeDevice}) it, err := t.NewPrefixIterator([]byte{KeyTypeDevice})
if err != nil { if err != nil {
return err return err
} }
defer it.Release()
for it.Next() { for it.Next() {
var bl BlocksHashOnly var bl BlocksHashOnly
if err := bl.Unmarshal(it.Value()); err != nil { if err := bl.Unmarshal(it.Value()); err != nil {
@ -579,10 +590,11 @@ func (db *Lowlevel) gcIndirect() error {
// Iterate over block lists, removing keys with hashes that don't match // Iterate over block lists, removing keys with hashes that don't match
// the filter. // the filter.
it, err = db.NewPrefixIterator([]byte{KeyTypeBlockList}) it, err = t.NewPrefixIterator([]byte{KeyTypeBlockList})
if err != nil { if err != nil {
return err return err
} }
defer it.Release()
matchedBlocks := 0 matchedBlocks := 0
for it.Next() { for it.Next() {
key := blockListKey(it.Key()) key := blockListKey(it.Key())

View File

@ -57,6 +57,11 @@ type schemaUpdater struct {
} }
func (db *schemaUpdater) updateSchema() error { func (db *schemaUpdater) updateSchema() error {
// Updating the schema can touch any and all parts of the database. Make
// sure we do not run GC concurrently with schema migrations.
db.gcMut.Lock()
defer db.gcMut.Unlock()
miscDB := NewMiscDataNamespace(db.Lowlevel) miscDB := NewMiscDataNamespace(db.Lowlevel)
prevVersion, _, err := miscDB.Int64("dbVersion") prevVersion, _, err := miscDB.Int64("dbVersion")
if err != nil { if err != nil {