2018-05-16 06:44:08 +00:00
|
|
|
// Copyright (C) 2018 The Syncthing Authors.
|
|
|
|
//
|
|
|
|
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
|
|
// You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
|
|
|
|
|
|
package db
|
|
|
|
|
|
|
|
import (
|
|
|
|
"encoding/json"
|
|
|
|
"io"
|
|
|
|
"os"
|
|
|
|
|
2019-11-29 08:11:52 +00:00
|
|
|
"github.com/syncthing/syncthing/lib/db/backend"
|
2018-05-16 06:44:08 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// writeJSONS serializes the database to a JSON stream that can be checked
|
|
|
|
// in to the repo and used for tests.
|
2019-11-29 08:11:52 +00:00
|
|
|
func writeJSONS(w io.Writer, db backend.Backend) {
|
|
|
|
it, err := db.NewPrefixIterator(nil)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
2018-05-16 06:44:08 +00:00
|
|
|
defer it.Release()
|
|
|
|
enc := json.NewEncoder(w)
|
|
|
|
for it.Next() {
|
2019-11-29 08:11:52 +00:00
|
|
|
err := enc.Encode(map[string][]byte{
|
2018-05-16 06:44:08 +00:00
|
|
|
"k": it.Key(),
|
|
|
|
"v": it.Value(),
|
|
|
|
})
|
2019-11-29 08:11:52 +00:00
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
2018-05-16 06:44:08 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-02 10:02:28 +00:00
|
|
|
// we know this function isn't generally used, nonetheless we want it in
|
|
|
|
// here and the linter to not complain.
|
|
|
|
var _ = writeJSONS
|
|
|
|
|
2019-11-29 08:11:52 +00:00
|
|
|
// openJSONS reads a JSON stream file into a backend DB
|
|
|
|
func openJSONS(file string) (backend.Backend, error) {
|
2018-05-16 06:44:08 +00:00
|
|
|
fd, err := os.Open(file)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
dec := json.NewDecoder(fd)
|
|
|
|
|
2019-11-29 08:11:52 +00:00
|
|
|
db := backend.OpenMemory()
|
2018-05-16 06:44:08 +00:00
|
|
|
|
|
|
|
for {
|
|
|
|
var row map[string][]byte
|
|
|
|
|
|
|
|
err := dec.Decode(&row)
|
|
|
|
if err == io.EOF {
|
|
|
|
break
|
|
|
|
} else if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2019-11-29 08:11:52 +00:00
|
|
|
if err := db.Put(row["k"], row["v"]); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2018-05-16 06:44:08 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return db, nil
|
|
|
|
}
|
|
|
|
|
2018-06-02 13:08:32 +00:00
|
|
|
// The following commented tests were used to generate jsons files to stdout for
|
|
|
|
// future tests and are kept here for reference (reuse).
|
2018-05-16 06:44:08 +00:00
|
|
|
|
2018-06-02 13:08:32 +00:00
|
|
|
// TestGenerateIgnoredFilesDB generates a database with files with invalid flags,
|
|
|
|
// local and remote, in the format used in 0.14.48.
|
|
|
|
// func TestGenerateIgnoredFilesDB(t *testing.T) {
|
|
|
|
// db := OpenMemory()
|
|
|
|
// fs := NewFileSet("test", fs.NewFilesystem(fs.FilesystemTypeBasic, "."), db)
|
|
|
|
// fs.Update(protocol.LocalDeviceID, []protocol.FileInfo{
|
|
|
|
// { // invalid (ignored) file
|
|
|
|
// Name: "foo",
|
|
|
|
// Type: protocol.FileInfoTypeFile,
|
|
|
|
// Invalid: true,
|
|
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 1, Value: 1000}}},
|
|
|
|
// },
|
|
|
|
// { // regular file
|
|
|
|
// Name: "bar",
|
|
|
|
// Type: protocol.FileInfoTypeFile,
|
|
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 1, Value: 1001}}},
|
|
|
|
// },
|
|
|
|
// })
|
|
|
|
// fs.Update(protocol.DeviceID{42}, []protocol.FileInfo{
|
|
|
|
// { // invalid file
|
|
|
|
// Name: "baz",
|
|
|
|
// Type: protocol.FileInfoTypeFile,
|
|
|
|
// Invalid: true,
|
|
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 42, Value: 1000}}},
|
|
|
|
// },
|
|
|
|
// { // regular file
|
|
|
|
// Name: "quux",
|
|
|
|
// Type: protocol.FileInfoTypeFile,
|
|
|
|
// Version: protocol.Vector{Counters: []protocol.Counter{{ID: 42, Value: 1002}}},
|
|
|
|
// },
|
|
|
|
// })
|
|
|
|
// writeJSONS(os.Stdout, db.DB)
|
|
|
|
// }
|
|
|
|
|
|
|
|
// TestGenerateUpdate0to3DB generates a database with files with invalid flags, prefixed
|
|
|
|
// by a slash and other files to test database migration from version 0 to 3, in the
|
|
|
|
// format used in 0.14.45.
|
|
|
|
// func TestGenerateUpdate0to3DB(t *testing.T) {
|
|
|
|
// db := OpenMemory()
|
|
|
|
// fs := NewFileSet(update0to3Folder, fs.NewFilesystem(fs.FilesystemTypeBasic, "."), db)
|
|
|
|
// for devID, files := range haveUpdate0to3 {
|
|
|
|
// fs.Update(devID, files)
|
|
|
|
// }
|
|
|
|
// writeJSONS(os.Stdout, db.DB)
|
|
|
|
// }
|