mirror of
https://github.com/octoleo/restic.git
synced 2024-11-01 03:12:31 +00:00
596 lines
11 KiB
Go
596 lines
11 KiB
Go
package yaml_test
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"math"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"net"
|
|
"os"
|
|
|
|
. "gopkg.in/check.v1"
|
|
"gopkg.in/yaml.v2"
|
|
)
|
|
|
|
var marshalIntTest = 123
|
|
|
|
var marshalTests = []struct {
|
|
value interface{}
|
|
data string
|
|
}{
|
|
{
|
|
nil,
|
|
"null\n",
|
|
}, {
|
|
(*marshalerType)(nil),
|
|
"null\n",
|
|
}, {
|
|
&struct{}{},
|
|
"{}\n",
|
|
}, {
|
|
map[string]string{"v": "hi"},
|
|
"v: hi\n",
|
|
}, {
|
|
map[string]interface{}{"v": "hi"},
|
|
"v: hi\n",
|
|
}, {
|
|
map[string]string{"v": "true"},
|
|
"v: \"true\"\n",
|
|
}, {
|
|
map[string]string{"v": "false"},
|
|
"v: \"false\"\n",
|
|
}, {
|
|
map[string]interface{}{"v": true},
|
|
"v: true\n",
|
|
}, {
|
|
map[string]interface{}{"v": false},
|
|
"v: false\n",
|
|
}, {
|
|
map[string]interface{}{"v": 10},
|
|
"v: 10\n",
|
|
}, {
|
|
map[string]interface{}{"v": -10},
|
|
"v: -10\n",
|
|
}, {
|
|
map[string]uint{"v": 42},
|
|
"v: 42\n",
|
|
}, {
|
|
map[string]interface{}{"v": int64(4294967296)},
|
|
"v: 4294967296\n",
|
|
}, {
|
|
map[string]int64{"v": int64(4294967296)},
|
|
"v: 4294967296\n",
|
|
}, {
|
|
map[string]uint64{"v": 4294967296},
|
|
"v: 4294967296\n",
|
|
}, {
|
|
map[string]interface{}{"v": "10"},
|
|
"v: \"10\"\n",
|
|
}, {
|
|
map[string]interface{}{"v": 0.1},
|
|
"v: 0.1\n",
|
|
}, {
|
|
map[string]interface{}{"v": float64(0.1)},
|
|
"v: 0.1\n",
|
|
}, {
|
|
map[string]interface{}{"v": float32(0.99)},
|
|
"v: 0.99\n",
|
|
}, {
|
|
map[string]interface{}{"v": -0.1},
|
|
"v: -0.1\n",
|
|
}, {
|
|
map[string]interface{}{"v": math.Inf(+1)},
|
|
"v: .inf\n",
|
|
}, {
|
|
map[string]interface{}{"v": math.Inf(-1)},
|
|
"v: -.inf\n",
|
|
}, {
|
|
map[string]interface{}{"v": math.NaN()},
|
|
"v: .nan\n",
|
|
}, {
|
|
map[string]interface{}{"v": nil},
|
|
"v: null\n",
|
|
}, {
|
|
map[string]interface{}{"v": ""},
|
|
"v: \"\"\n",
|
|
}, {
|
|
map[string][]string{"v": []string{"A", "B"}},
|
|
"v:\n- A\n- B\n",
|
|
}, {
|
|
map[string][]string{"v": []string{"A", "B\nC"}},
|
|
"v:\n- A\n- |-\n B\n C\n",
|
|
}, {
|
|
map[string][]interface{}{"v": []interface{}{"A", 1, map[string][]int{"B": []int{2, 3}}}},
|
|
"v:\n- A\n- 1\n- B:\n - 2\n - 3\n",
|
|
}, {
|
|
map[string]interface{}{"a": map[interface{}]interface{}{"b": "c"}},
|
|
"a:\n b: c\n",
|
|
}, {
|
|
map[string]interface{}{"a": "-"},
|
|
"a: '-'\n",
|
|
},
|
|
|
|
// Simple values.
|
|
{
|
|
&marshalIntTest,
|
|
"123\n",
|
|
},
|
|
|
|
// Structures
|
|
{
|
|
&struct{ Hello string }{"world"},
|
|
"hello: world\n",
|
|
}, {
|
|
&struct {
|
|
A struct {
|
|
B string
|
|
}
|
|
}{struct{ B string }{"c"}},
|
|
"a:\n b: c\n",
|
|
}, {
|
|
&struct {
|
|
A *struct {
|
|
B string
|
|
}
|
|
}{&struct{ B string }{"c"}},
|
|
"a:\n b: c\n",
|
|
}, {
|
|
&struct {
|
|
A *struct {
|
|
B string
|
|
}
|
|
}{},
|
|
"a: null\n",
|
|
}, {
|
|
&struct{ A int }{1},
|
|
"a: 1\n",
|
|
}, {
|
|
&struct{ A []int }{[]int{1, 2}},
|
|
"a:\n- 1\n- 2\n",
|
|
}, {
|
|
&struct{ A [2]int }{[2]int{1, 2}},
|
|
"a:\n- 1\n- 2\n",
|
|
}, {
|
|
&struct {
|
|
B int "a"
|
|
}{1},
|
|
"a: 1\n",
|
|
}, {
|
|
&struct{ A bool }{true},
|
|
"a: true\n",
|
|
},
|
|
|
|
// Conditional flag
|
|
{
|
|
&struct {
|
|
A int "a,omitempty"
|
|
B int "b,omitempty"
|
|
}{1, 0},
|
|
"a: 1\n",
|
|
}, {
|
|
&struct {
|
|
A int "a,omitempty"
|
|
B int "b,omitempty"
|
|
}{0, 0},
|
|
"{}\n",
|
|
}, {
|
|
&struct {
|
|
A *struct{ X, y int } "a,omitempty,flow"
|
|
}{&struct{ X, y int }{1, 2}},
|
|
"a: {x: 1}\n",
|
|
}, {
|
|
&struct {
|
|
A *struct{ X, y int } "a,omitempty,flow"
|
|
}{nil},
|
|
"{}\n",
|
|
}, {
|
|
&struct {
|
|
A *struct{ X, y int } "a,omitempty,flow"
|
|
}{&struct{ X, y int }{}},
|
|
"a: {x: 0}\n",
|
|
}, {
|
|
&struct {
|
|
A struct{ X, y int } "a,omitempty,flow"
|
|
}{struct{ X, y int }{1, 2}},
|
|
"a: {x: 1}\n",
|
|
}, {
|
|
&struct {
|
|
A struct{ X, y int } "a,omitempty,flow"
|
|
}{struct{ X, y int }{0, 1}},
|
|
"{}\n",
|
|
}, {
|
|
&struct {
|
|
A float64 "a,omitempty"
|
|
B float64 "b,omitempty"
|
|
}{1, 0},
|
|
"a: 1\n",
|
|
},
|
|
{
|
|
&struct {
|
|
T1 time.Time "t1,omitempty"
|
|
T2 time.Time "t2,omitempty"
|
|
T3 *time.Time "t3,omitempty"
|
|
T4 *time.Time "t4,omitempty"
|
|
}{
|
|
T2: time.Date(2018, 1, 9, 10, 40, 47, 0, time.UTC),
|
|
T4: newTime(time.Date(2098, 1, 9, 10, 40, 47, 0, time.UTC)),
|
|
},
|
|
"t2: 2018-01-09T10:40:47Z\nt4: 2098-01-09T10:40:47Z\n",
|
|
},
|
|
// Nil interface that implements Marshaler.
|
|
{
|
|
map[string]yaml.Marshaler{
|
|
"a": nil,
|
|
},
|
|
"a: null\n",
|
|
},
|
|
|
|
// Flow flag
|
|
{
|
|
&struct {
|
|
A []int "a,flow"
|
|
}{[]int{1, 2}},
|
|
"a: [1, 2]\n",
|
|
}, {
|
|
&struct {
|
|
A map[string]string "a,flow"
|
|
}{map[string]string{"b": "c", "d": "e"}},
|
|
"a: {b: c, d: e}\n",
|
|
}, {
|
|
&struct {
|
|
A struct {
|
|
B, D string
|
|
} "a,flow"
|
|
}{struct{ B, D string }{"c", "e"}},
|
|
"a: {b: c, d: e}\n",
|
|
},
|
|
|
|
// Unexported field
|
|
{
|
|
&struct {
|
|
u int
|
|
A int
|
|
}{0, 1},
|
|
"a: 1\n",
|
|
},
|
|
|
|
// Ignored field
|
|
{
|
|
&struct {
|
|
A int
|
|
B int "-"
|
|
}{1, 2},
|
|
"a: 1\n",
|
|
},
|
|
|
|
// Struct inlining
|
|
{
|
|
&struct {
|
|
A int
|
|
C inlineB `yaml:",inline"`
|
|
}{1, inlineB{2, inlineC{3}}},
|
|
"a: 1\nb: 2\nc: 3\n",
|
|
},
|
|
|
|
// Map inlining
|
|
{
|
|
&struct {
|
|
A int
|
|
C map[string]int `yaml:",inline"`
|
|
}{1, map[string]int{"b": 2, "c": 3}},
|
|
"a: 1\nb: 2\nc: 3\n",
|
|
},
|
|
|
|
// Duration
|
|
{
|
|
map[string]time.Duration{"a": 3 * time.Second},
|
|
"a: 3s\n",
|
|
},
|
|
|
|
// Issue #24: bug in map merging logic.
|
|
{
|
|
map[string]string{"a": "<foo>"},
|
|
"a: <foo>\n",
|
|
},
|
|
|
|
// Issue #34: marshal unsupported base 60 floats quoted for compatibility
|
|
// with old YAML 1.1 parsers.
|
|
{
|
|
map[string]string{"a": "1:1"},
|
|
"a: \"1:1\"\n",
|
|
},
|
|
|
|
// Binary data.
|
|
{
|
|
map[string]string{"a": "\x00"},
|
|
"a: \"\\0\"\n",
|
|
}, {
|
|
map[string]string{"a": "\x80\x81\x82"},
|
|
"a: !!binary gIGC\n",
|
|
}, {
|
|
map[string]string{"a": strings.Repeat("\x90", 54)},
|
|
"a: !!binary |\n " + strings.Repeat("kJCQ", 17) + "kJ\n CQ\n",
|
|
},
|
|
|
|
// Ordered maps.
|
|
{
|
|
&yaml.MapSlice{{"b", 2}, {"a", 1}, {"d", 4}, {"c", 3}, {"sub", yaml.MapSlice{{"e", 5}}}},
|
|
"b: 2\na: 1\nd: 4\nc: 3\nsub:\n e: 5\n",
|
|
},
|
|
|
|
// Encode unicode as utf-8 rather than in escaped form.
|
|
{
|
|
map[string]string{"a": "你好"},
|
|
"a: 你好\n",
|
|
},
|
|
|
|
// Support encoding.TextMarshaler.
|
|
{
|
|
map[string]net.IP{"a": net.IPv4(1, 2, 3, 4)},
|
|
"a: 1.2.3.4\n",
|
|
},
|
|
// time.Time gets a timestamp tag.
|
|
{
|
|
map[string]time.Time{"a": time.Date(2015, 2, 24, 18, 19, 39, 0, time.UTC)},
|
|
"a: 2015-02-24T18:19:39Z\n",
|
|
},
|
|
{
|
|
map[string]*time.Time{"a": newTime(time.Date(2015, 2, 24, 18, 19, 39, 0, time.UTC))},
|
|
"a: 2015-02-24T18:19:39Z\n",
|
|
},
|
|
{
|
|
// This is confirmed to be properly decoded in Python (libyaml) without a timestamp tag.
|
|
map[string]time.Time{"a": time.Date(2015, 2, 24, 18, 19, 39, 123456789, time.FixedZone("FOO", -3*60*60))},
|
|
"a: 2015-02-24T18:19:39.123456789-03:00\n",
|
|
},
|
|
// Ensure timestamp-like strings are quoted.
|
|
{
|
|
map[string]string{"a": "2015-02-24T18:19:39Z"},
|
|
"a: \"2015-02-24T18:19:39Z\"\n",
|
|
},
|
|
|
|
// Ensure strings containing ": " are quoted (reported as PR #43, but not reproducible).
|
|
{
|
|
map[string]string{"a": "b: c"},
|
|
"a: 'b: c'\n",
|
|
},
|
|
|
|
// Containing hash mark ('#') in string should be quoted
|
|
{
|
|
map[string]string{"a": "Hello #comment"},
|
|
"a: 'Hello #comment'\n",
|
|
},
|
|
{
|
|
map[string]string{"a": "你好 #comment"},
|
|
"a: '你好 #comment'\n",
|
|
},
|
|
}
|
|
|
|
func (s *S) TestMarshal(c *C) {
|
|
defer os.Setenv("TZ", os.Getenv("TZ"))
|
|
os.Setenv("TZ", "UTC")
|
|
for i, item := range marshalTests {
|
|
c.Logf("test %d: %q", i, item.data)
|
|
data, err := yaml.Marshal(item.value)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(string(data), Equals, item.data)
|
|
}
|
|
}
|
|
|
|
func (s *S) TestEncoderSingleDocument(c *C) {
|
|
for i, item := range marshalTests {
|
|
c.Logf("test %d. %q", i, item.data)
|
|
var buf bytes.Buffer
|
|
enc := yaml.NewEncoder(&buf)
|
|
err := enc.Encode(item.value)
|
|
c.Assert(err, Equals, nil)
|
|
err = enc.Close()
|
|
c.Assert(err, Equals, nil)
|
|
c.Assert(buf.String(), Equals, item.data)
|
|
}
|
|
}
|
|
|
|
func (s *S) TestEncoderMultipleDocuments(c *C) {
|
|
var buf bytes.Buffer
|
|
enc := yaml.NewEncoder(&buf)
|
|
err := enc.Encode(map[string]string{"a": "b"})
|
|
c.Assert(err, Equals, nil)
|
|
err = enc.Encode(map[string]string{"c": "d"})
|
|
c.Assert(err, Equals, nil)
|
|
err = enc.Close()
|
|
c.Assert(err, Equals, nil)
|
|
c.Assert(buf.String(), Equals, "a: b\n---\nc: d\n")
|
|
}
|
|
|
|
func (s *S) TestEncoderWriteError(c *C) {
|
|
enc := yaml.NewEncoder(errorWriter{})
|
|
err := enc.Encode(map[string]string{"a": "b"})
|
|
c.Assert(err, ErrorMatches, `yaml: write error: some write error`) // Data not flushed yet
|
|
}
|
|
|
|
type errorWriter struct{}
|
|
|
|
func (errorWriter) Write([]byte) (int, error) {
|
|
return 0, fmt.Errorf("some write error")
|
|
}
|
|
|
|
var marshalErrorTests = []struct {
|
|
value interface{}
|
|
error string
|
|
panic string
|
|
}{{
|
|
value: &struct {
|
|
B int
|
|
inlineB ",inline"
|
|
}{1, inlineB{2, inlineC{3}}},
|
|
panic: `Duplicated key 'b' in struct struct \{ B int; .*`,
|
|
}, {
|
|
value: &struct {
|
|
A int
|
|
B map[string]int ",inline"
|
|
}{1, map[string]int{"a": 2}},
|
|
panic: `Can't have key "a" in inlined map; conflicts with struct field`,
|
|
}}
|
|
|
|
func (s *S) TestMarshalErrors(c *C) {
|
|
for _, item := range marshalErrorTests {
|
|
if item.panic != "" {
|
|
c.Assert(func() { yaml.Marshal(item.value) }, PanicMatches, item.panic)
|
|
} else {
|
|
_, err := yaml.Marshal(item.value)
|
|
c.Assert(err, ErrorMatches, item.error)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (s *S) TestMarshalTypeCache(c *C) {
|
|
var data []byte
|
|
var err error
|
|
func() {
|
|
type T struct{ A int }
|
|
data, err = yaml.Marshal(&T{})
|
|
c.Assert(err, IsNil)
|
|
}()
|
|
func() {
|
|
type T struct{ B int }
|
|
data, err = yaml.Marshal(&T{})
|
|
c.Assert(err, IsNil)
|
|
}()
|
|
c.Assert(string(data), Equals, "b: 0\n")
|
|
}
|
|
|
|
var marshalerTests = []struct {
|
|
data string
|
|
value interface{}
|
|
}{
|
|
{"_:\n hi: there\n", map[interface{}]interface{}{"hi": "there"}},
|
|
{"_:\n- 1\n- A\n", []interface{}{1, "A"}},
|
|
{"_: 10\n", 10},
|
|
{"_: null\n", nil},
|
|
{"_: BAR!\n", "BAR!"},
|
|
}
|
|
|
|
type marshalerType struct {
|
|
value interface{}
|
|
}
|
|
|
|
func (o marshalerType) MarshalText() ([]byte, error) {
|
|
panic("MarshalText called on type with MarshalYAML")
|
|
}
|
|
|
|
func (o marshalerType) MarshalYAML() (interface{}, error) {
|
|
return o.value, nil
|
|
}
|
|
|
|
type marshalerValue struct {
|
|
Field marshalerType "_"
|
|
}
|
|
|
|
func (s *S) TestMarshaler(c *C) {
|
|
for _, item := range marshalerTests {
|
|
obj := &marshalerValue{}
|
|
obj.Field.value = item.value
|
|
data, err := yaml.Marshal(obj)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(string(data), Equals, string(item.data))
|
|
}
|
|
}
|
|
|
|
func (s *S) TestMarshalerWholeDocument(c *C) {
|
|
obj := &marshalerType{}
|
|
obj.value = map[string]string{"hello": "world!"}
|
|
data, err := yaml.Marshal(obj)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(string(data), Equals, "hello: world!\n")
|
|
}
|
|
|
|
type failingMarshaler struct{}
|
|
|
|
func (ft *failingMarshaler) MarshalYAML() (interface{}, error) {
|
|
return nil, failingErr
|
|
}
|
|
|
|
func (s *S) TestMarshalerError(c *C) {
|
|
_, err := yaml.Marshal(&failingMarshaler{})
|
|
c.Assert(err, Equals, failingErr)
|
|
}
|
|
|
|
func (s *S) TestSortedOutput(c *C) {
|
|
order := []interface{}{
|
|
false,
|
|
true,
|
|
1,
|
|
uint(1),
|
|
1.0,
|
|
1.1,
|
|
1.2,
|
|
2,
|
|
uint(2),
|
|
2.0,
|
|
2.1,
|
|
"",
|
|
".1",
|
|
".2",
|
|
".a",
|
|
"1",
|
|
"2",
|
|
"a!10",
|
|
"a/0001",
|
|
"a/002",
|
|
"a/3",
|
|
"a/10",
|
|
"a/11",
|
|
"a/0012",
|
|
"a/100",
|
|
"a~10",
|
|
"ab/1",
|
|
"b/1",
|
|
"b/01",
|
|
"b/2",
|
|
"b/02",
|
|
"b/3",
|
|
"b/03",
|
|
"b1",
|
|
"b01",
|
|
"b3",
|
|
"c2.10",
|
|
"c10.2",
|
|
"d1",
|
|
"d7",
|
|
"d7abc",
|
|
"d12",
|
|
"d12a",
|
|
}
|
|
m := make(map[interface{}]int)
|
|
for _, k := range order {
|
|
m[k] = 1
|
|
}
|
|
data, err := yaml.Marshal(m)
|
|
c.Assert(err, IsNil)
|
|
out := "\n" + string(data)
|
|
last := 0
|
|
for i, k := range order {
|
|
repr := fmt.Sprint(k)
|
|
if s, ok := k.(string); ok {
|
|
if _, err = strconv.ParseFloat(repr, 32); s == "" || err == nil {
|
|
repr = `"` + repr + `"`
|
|
}
|
|
}
|
|
index := strings.Index(out, "\n"+repr+":")
|
|
if index == -1 {
|
|
c.Fatalf("%#v is not in the output: %#v", k, out)
|
|
}
|
|
if index < last {
|
|
c.Fatalf("%#v was generated before %#v: %q", k, order[i-1], out)
|
|
}
|
|
last = index
|
|
}
|
|
}
|
|
|
|
func newTime(t time.Time) *time.Time {
|
|
return &t
|
|
}
|