mirror of
https://github.com/octoleo/restic.git
synced 2024-11-16 01:57:10 +00:00
2b39f9f4b2
Among others, this updates minio-go, so that the new "eu-west-3" zone for AWS is supported.
276 lines
7.4 KiB
Go
276 lines
7.4 KiB
Go
// Copyright 2017 Google Inc. All Rights Reserved.
|
||
//
|
||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||
// you may not use this file except in compliance with the License.
|
||
// You may obtain a copy of the License at
|
||
//
|
||
// http://www.apache.org/licenses/LICENSE-2.0
|
||
//
|
||
// Unless required by applicable law or agreed to in writing, software
|
||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
// See the License for the specific language governing permissions and
|
||
// limitations under the License.
|
||
|
||
package firestore
|
||
|
||
import (
|
||
"bytes"
|
||
"errors"
|
||
"fmt"
|
||
"reflect"
|
||
"regexp"
|
||
"sort"
|
||
"strings"
|
||
|
||
"cloud.google.com/go/internal/atomiccache"
|
||
"cloud.google.com/go/internal/fields"
|
||
pb "google.golang.org/genproto/googleapis/firestore/v1beta1"
|
||
)
|
||
|
||
// A FieldPath is a non-empty sequence of non-empty fields that reference a value.
|
||
//
|
||
// A FieldPath value should only be necessary if one of the field names contains
|
||
// one of the runes ".˜*/[]". Most methods accept a simpler form of field path
|
||
// as a string in which the individual fields are separated by dots.
|
||
// For example,
|
||
// []string{"a", "b"}
|
||
// is equivalent to the string form
|
||
// "a.b"
|
||
// but
|
||
// []string{"*"}
|
||
// has no equivalent string form.
|
||
type FieldPath []string
|
||
|
||
// parseDotSeparatedString constructs a FieldPath from a string that separates
|
||
// path components with dots. Other than splitting at dots and checking for invalid
|
||
// characters, it ignores everything else about the string,
|
||
// including attempts to quote field path compontents. So "a.`b.c`.d" is parsed into
|
||
// four parts, "a", "`b", "c`" and "d".
|
||
func parseDotSeparatedString(s string) (FieldPath, error) {
|
||
const invalidRunes = "~*/[]"
|
||
if strings.ContainsAny(s, invalidRunes) {
|
||
return nil, fmt.Errorf("firestore: %q contains an invalid rune (one of %s)", s, invalidRunes)
|
||
}
|
||
fp := FieldPath(strings.Split(s, "."))
|
||
if err := fp.validate(); err != nil {
|
||
return nil, err
|
||
}
|
||
return fp, nil
|
||
}
|
||
|
||
func (fp1 FieldPath) equal(fp2 FieldPath) bool {
|
||
if len(fp1) != len(fp2) {
|
||
return false
|
||
}
|
||
for i, c1 := range fp1 {
|
||
if c1 != fp2[i] {
|
||
return false
|
||
}
|
||
}
|
||
return true
|
||
}
|
||
|
||
func (fp1 FieldPath) prefixOf(fp2 FieldPath) bool {
|
||
return len(fp1) <= len(fp2) && fp1.equal(fp2[:len(fp1)])
|
||
}
|
||
|
||
// Lexicographic ordering.
|
||
func (fp1 FieldPath) less(fp2 FieldPath) bool {
|
||
for i := range fp1 {
|
||
switch {
|
||
case i >= len(fp2):
|
||
return false
|
||
case fp1[i] < fp2[i]:
|
||
return true
|
||
case fp1[i] > fp2[i]:
|
||
return false
|
||
}
|
||
}
|
||
// fp1 and fp2 are equal up to len(fp1).
|
||
return len(fp1) < len(fp2)
|
||
}
|
||
|
||
// validate checks the validity of fp and returns an error if it is invalid.
|
||
func (fp FieldPath) validate() error {
|
||
if len(fp) == 0 {
|
||
return errors.New("firestore: empty field path")
|
||
}
|
||
for _, c := range fp {
|
||
if len(c) == 0 {
|
||
return errors.New("firestore: empty component in field path")
|
||
}
|
||
}
|
||
return nil
|
||
}
|
||
|
||
// with creates a new FieldPath consisting of fp followed by k.
|
||
func (fp FieldPath) with(k string) FieldPath {
|
||
r := make(FieldPath, len(fp), len(fp)+1)
|
||
copy(r, fp)
|
||
return append(r, k)
|
||
}
|
||
|
||
// concat creates a new FieldPath consisting of fp1 followed by fp2.
|
||
func (fp1 FieldPath) concat(fp2 FieldPath) FieldPath {
|
||
r := make(FieldPath, len(fp1)+len(fp2))
|
||
copy(r, fp1)
|
||
copy(r[len(fp1):], fp2)
|
||
return r
|
||
}
|
||
|
||
// in reports whether fp is equal to one of the fps.
|
||
func (fp FieldPath) in(fps []FieldPath) bool {
|
||
for _, e := range fps {
|
||
if fp.equal(e) {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
|
||
// checkNoDupOrPrefix checks whether any FieldPath is a prefix of (or equal to)
|
||
// another.
|
||
// It modifies the order of FieldPaths in its argument (via sorting).
|
||
func checkNoDupOrPrefix(fps []FieldPath) error {
|
||
// Sort fps lexicographically.
|
||
sort.Sort(byPath(fps))
|
||
// Check adjacent pairs for prefix.
|
||
for i := 1; i < len(fps); i++ {
|
||
if fps[i-1].prefixOf(fps[i]) {
|
||
return fmt.Errorf("field path %v cannot be used in the same update as %v", fps[i-1], fps[i])
|
||
}
|
||
}
|
||
return nil
|
||
}
|
||
|
||
type byPath []FieldPath
|
||
|
||
func (b byPath) Len() int { return len(b) }
|
||
func (b byPath) Swap(i, j int) { b[i], b[j] = b[j], b[i] }
|
||
func (b byPath) Less(i, j int) bool { return b[i].less(b[j]) }
|
||
|
||
// setAtPath sets val at the location in m specified by fp, creating sub-maps as
|
||
// needed. m must not be nil. fp is assumed to be valid.
|
||
func setAtPath(m map[string]*pb.Value, fp FieldPath, val *pb.Value) {
|
||
if val == nil {
|
||
return
|
||
}
|
||
if len(fp) == 1 {
|
||
m[fp[0]] = val
|
||
} else {
|
||
v, ok := m[fp[0]]
|
||
if !ok {
|
||
v = &pb.Value{&pb.Value_MapValue{&pb.MapValue{map[string]*pb.Value{}}}}
|
||
m[fp[0]] = v
|
||
}
|
||
// The type assertion below cannot fail, because setAtPath is only called
|
||
// with either an empty map or one filled by setAtPath itself, and the
|
||
// set of FieldPaths it is called with has been checked to make sure that
|
||
// no path is the prefix of any other.
|
||
setAtPath(v.GetMapValue().Fields, fp[1:], val)
|
||
}
|
||
}
|
||
|
||
// getAtPath gets the value in data referred to by fp. The data argument can
|
||
// be a map or a struct.
|
||
// Compare with valueAtPath, which does the same thing for a document.
|
||
func getAtPath(v reflect.Value, fp FieldPath) (interface{}, error) {
|
||
var err error
|
||
for _, k := range fp {
|
||
v, err = getAtField(v, k)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
}
|
||
return v.Interface(), nil
|
||
}
|
||
|
||
// getAtField returns the equivalent of v[k], if v is a map, or v.k if v is a struct.
|
||
func getAtField(v reflect.Value, k string) (reflect.Value, error) {
|
||
switch v.Kind() {
|
||
case reflect.Map:
|
||
if r := v.MapIndex(reflect.ValueOf(k)); r.IsValid() {
|
||
return r, nil
|
||
}
|
||
|
||
case reflect.Struct:
|
||
fm, err := fieldMap(v.Type())
|
||
if err != nil {
|
||
return reflect.Value{}, err
|
||
}
|
||
if f, ok := fm[k]; ok {
|
||
return v.FieldByIndex(f.Index), nil
|
||
}
|
||
|
||
case reflect.Interface:
|
||
return getAtField(v.Elem(), k)
|
||
|
||
case reflect.Ptr:
|
||
return getAtField(v.Elem(), k)
|
||
}
|
||
return reflect.Value{}, fmt.Errorf("firestore: no field %q for value %#v", k, v)
|
||
}
|
||
|
||
// fieldMapCache holds maps from from Firestore field name to struct field,
|
||
// keyed by struct type.
|
||
// TODO(jba): replace with sync.Map for Go 1.9.
|
||
var fieldMapCache atomiccache.Cache
|
||
|
||
func fieldMap(t reflect.Type) (map[string]fields.Field, error) {
|
||
x := fieldMapCache.Get(t, func() interface{} {
|
||
fieldList, err := fieldCache.Fields(t)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
m := map[string]fields.Field{}
|
||
for _, f := range fieldList {
|
||
m[f.Name] = f
|
||
}
|
||
return m
|
||
})
|
||
if err, ok := x.(error); ok {
|
||
return nil, err
|
||
}
|
||
return x.(map[string]fields.Field), nil
|
||
}
|
||
|
||
// toServiceFieldPath converts fp the form required by the Firestore service.
|
||
// It assumes fp has been validated.
|
||
func (fp FieldPath) toServiceFieldPath() string {
|
||
cs := make([]string, len(fp))
|
||
for i, c := range fp {
|
||
cs[i] = toServiceFieldPathComponent(c)
|
||
}
|
||
return strings.Join(cs, ".")
|
||
}
|
||
|
||
func toServiceFieldPaths(fps []FieldPath) []string {
|
||
var sfps []string
|
||
for _, fp := range fps {
|
||
sfps = append(sfps, fp.toServiceFieldPath())
|
||
}
|
||
return sfps
|
||
}
|
||
|
||
// Google SQL syntax for an unquoted field.
|
||
var unquotedFieldRegexp = regexp.MustCompile("^[A-Za-z_][A-Za-z_0-9]*$")
|
||
|
||
// toServiceFieldPathComponent returns a string that represents key and is a valid
|
||
// field path component.
|
||
func toServiceFieldPathComponent(key string) string {
|
||
if unquotedFieldRegexp.MatchString(key) {
|
||
return key
|
||
}
|
||
var buf bytes.Buffer
|
||
buf.WriteRune('`')
|
||
for _, r := range key {
|
||
if r == '`' || r == '\\' {
|
||
buf.WriteRune('\\')
|
||
}
|
||
buf.WriteRune(r)
|
||
}
|
||
buf.WriteRune('`')
|
||
return buf.String()
|
||
}
|