// Copyright 2015 Google Inc. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package bigtable import ( "math" "sort" "testing" "time" "cloud.google.com/go/internal/testutil" "fmt" "golang.org/x/net/context" "google.golang.org/api/iterator" "strings" ) func TestAdminIntegration(t *testing.T) { testEnv, err := NewIntegrationEnv() if err != nil { t.Fatalf("IntegrationEnv: %v", err) } defer testEnv.Close() timeout := 2 * time.Second if testEnv.Config().UseProd { timeout = 5 * time.Minute } ctx, _ := context.WithTimeout(context.Background(), timeout) adminClient, err := testEnv.NewAdminClient() if err != nil { t.Fatalf("NewAdminClient: %v", err) } defer adminClient.Close() iAdminClient, err := testEnv.NewInstanceAdminClient() if err != nil { t.Fatalf("NewInstanceAdminClient: %v", err) } if iAdminClient != nil { defer iAdminClient.Close() iInfo, err := iAdminClient.InstanceInfo(ctx, adminClient.instance) if err != nil { t.Errorf("InstanceInfo: %v", err) } if iInfo.Name != adminClient.instance { t.Errorf("InstanceInfo returned name %#v, want %#v", iInfo.Name, adminClient.instance) } } list := func() []string { tbls, err := adminClient.Tables(ctx) if err != nil { t.Fatalf("Fetching list of tables: %v", err) } sort.Strings(tbls) return tbls } containsAll := func(got, want []string) bool { gotSet := make(map[string]bool) for _, s := range got { gotSet[s] = true } for _, s := range want { if !gotSet[s] { return false } } return true } defer adminClient.DeleteTable(ctx, "mytable") if err := adminClient.CreateTable(ctx, "mytable"); err != nil { t.Fatalf("Creating table: %v", err) } defer adminClient.DeleteTable(ctx, "myothertable") if err := adminClient.CreateTable(ctx, "myothertable"); err != nil { t.Fatalf("Creating table: %v", err) } if got, want := list(), []string{"myothertable", "mytable"}; !containsAll(got, want) { t.Errorf("adminClient.Tables returned %#v, want %#v", got, want) } adminClient.WaitForReplication(ctx, "mytable") if err := adminClient.DeleteTable(ctx, "myothertable"); err != nil { t.Fatalf("Deleting table: %v", err) } tables := list() if got, want := tables, []string{"mytable"}; !containsAll(got, want) { t.Errorf("adminClient.Tables returned %#v, want %#v", got, want) } if got, unwanted := tables, []string{"myothertable"}; containsAll(got, unwanted) { t.Errorf("adminClient.Tables return %#v. unwanted %#v", got, unwanted) } tblConf := TableConf{ TableID: "conftable", Families: map[string]GCPolicy{ "fam1": MaxVersionsPolicy(1), "fam2": MaxVersionsPolicy(2), }, } if err := adminClient.CreateTableFromConf(ctx, &tblConf); err != nil { t.Fatalf("Creating table from TableConf: %v", err) } defer adminClient.DeleteTable(ctx, tblConf.TableID) tblInfo, err := adminClient.TableInfo(ctx, tblConf.TableID) if err != nil { t.Fatalf("Getting table info: %v", err) } sort.Strings(tblInfo.Families) wantFams := []string{"fam1", "fam2"} if !testutil.Equal(tblInfo.Families, wantFams) { t.Errorf("Column family mismatch, got %v, want %v", tblInfo.Families, wantFams) } // Populate mytable and drop row ranges if err = adminClient.CreateColumnFamily(ctx, "mytable", "cf"); err != nil { t.Fatalf("Creating column family: %v", err) } client, err := testEnv.NewClient() if err != nil { t.Fatalf("NewClient: %v", err) } defer client.Close() tbl := client.Open("mytable") prefixes := []string{"a", "b", "c"} for _, prefix := range prefixes { for i := 0; i < 5; i++ { mut := NewMutation() mut.Set("cf", "col", 0, []byte("1")) if err := tbl.Apply(ctx, fmt.Sprintf("%v-%v", prefix, i), mut); err != nil { t.Fatalf("Mutating row: %v", err) } } } if err = adminClient.DropRowRange(ctx, "mytable", "a"); err != nil { t.Errorf("DropRowRange a: %v", err) } if err = adminClient.DropRowRange(ctx, "mytable", "c"); err != nil { t.Errorf("DropRowRange c: %v", err) } if err = adminClient.DropRowRange(ctx, "mytable", "x"); err != nil { t.Errorf("DropRowRange x: %v", err) } var gotRowCount int tbl.ReadRows(ctx, RowRange{}, func(row Row) bool { gotRowCount += 1 if !strings.HasPrefix(row.Key(), "b") { t.Errorf("Invalid row after dropping range: %v", row) } return true }) if gotRowCount != 5 { t.Errorf("Invalid row count after dropping range: got %v, want %v", gotRowCount, 5) } } func TestAdminSnapshotIntegration(t *testing.T) { testEnv, err := NewIntegrationEnv() if err != nil { t.Fatalf("IntegrationEnv: %v", err) } defer testEnv.Close() if !testEnv.Config().UseProd { t.Skip("emulator doesn't support snapshots") } timeout := 2 * time.Second if testEnv.Config().UseProd { timeout = 5 * time.Minute } ctx, _ := context.WithTimeout(context.Background(), timeout) adminClient, err := testEnv.NewAdminClient() if err != nil { t.Fatalf("NewAdminClient: %v", err) } defer adminClient.Close() table := testEnv.Config().Table cluster := testEnv.Config().Cluster list := func(cluster string) ([]*SnapshotInfo, error) { infos := []*SnapshotInfo(nil) it := adminClient.ListSnapshots(ctx, cluster) for { s, err := it.Next() if err == iterator.Done { break } if err != nil { return nil, err } infos = append(infos, s) } return infos, err } // Delete the table at the end of the test. Schedule ahead of time // in case the client fails defer adminClient.DeleteTable(ctx, table) if err := adminClient.CreateTable(ctx, table); err != nil { t.Fatalf("Creating table: %v", err) } // Precondition: no snapshots snapshots, err := list(cluster) if err != nil { t.Fatalf("Initial snapshot list: %v", err) } if got, want := len(snapshots), 0; got != want { t.Fatalf("Initial snapshot list len: %d, want: %d", got, want) } // Create snapshot defer adminClient.DeleteSnapshot(ctx, cluster, "mysnapshot") if err = adminClient.SnapshotTable(ctx, table, cluster, "mysnapshot", 5*time.Hour); err != nil { t.Fatalf("Creating snaphot: %v", err) } // List snapshot snapshots, err = list(cluster) if err != nil { t.Fatalf("Listing snapshots: %v", err) } if got, want := len(snapshots), 1; got != want { t.Fatalf("Listing snapshot count: %d, want: %d", got, want) } if got, want := snapshots[0].Name, "mysnapshot"; got != want { t.Fatalf("Snapshot name: %s, want: %s", got, want) } if got, want := snapshots[0].SourceTable, table; got != want { t.Fatalf("Snapshot SourceTable: %s, want: %s", got, want) } if got, want := snapshots[0].DeleteTime, snapshots[0].CreateTime.Add(5*time.Hour); math.Abs(got.Sub(want).Minutes()) > 1 { t.Fatalf("Snapshot DeleteTime: %s, want: %s", got, want) } // Get snapshot snapshot, err := adminClient.SnapshotInfo(ctx, cluster, "mysnapshot") if err != nil { t.Fatalf("SnapshotInfo: %v", snapshot) } if got, want := *snapshot, *snapshots[0]; got != want { t.Fatalf("SnapshotInfo: %v, want: %v", got, want) } // Restore restoredTable := table + "-restored" defer adminClient.DeleteTable(ctx, restoredTable) if err = adminClient.CreateTableFromSnapshot(ctx, restoredTable, cluster, "mysnapshot"); err != nil { t.Fatalf("CreateTableFromSnapshot: %v", err) } if _, err := adminClient.TableInfo(ctx, restoredTable); err != nil { t.Fatalf("Restored TableInfo: %v", err) } // Delete snapshot if err = adminClient.DeleteSnapshot(ctx, cluster, "mysnapshot"); err != nil { t.Fatalf("DeleteSnapshot: %v", err) } snapshots, err = list(cluster) if err != nil { t.Fatalf("List after Delete: %v", err) } if got, want := len(snapshots), 0; got != want { t.Fatalf("List after delete len: %d, want: %d", got, want) } }