344 lines
9.4 KiB
Go
344 lines
9.4 KiB
Go
|
/*
|
||
|
|
Copyright 2016 Google Inc. All Rights Reserved.
|
||
|
|
|
||
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
you may not use this file except in compliance with the License.
|
||
|
|
You may obtain a copy of the License at
|
||
|
|
|
||
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
|
||
|
|
Unless required by applicable law or agreed to in writing, software
|
||
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
See the License for the specific language governing permissions and
|
||
|
|
limitations under the License.
|
||
|
|
*/
|
||
|
|
|
||
|
|
package bigtable
|
||
|
|
|
||
|
|
import (
|
||
|
|
"encoding/json"
|
||
|
|
"fmt"
|
||
|
|
"io/ioutil"
|
||
|
|
"reflect"
|
||
|
|
"strings"
|
||
|
|
"testing"
|
||
|
|
|
||
|
|
"github.com/golang/protobuf/proto"
|
||
|
|
"github.com/golang/protobuf/ptypes/wrappers"
|
||
|
|
btspb "google.golang.org/genproto/googleapis/bigtable/v2"
|
||
|
|
)
|
||
|
|
|
||
|
|
// Indicates that a field in the proto should be omitted, rather than included
|
||
|
|
// as a wrapped empty string.
|
||
|
|
const nilStr = "<>"
|
||
|
|
|
||
|
|
func TestSingleCell(t *testing.T) {
|
||
|
|
cr := newChunkReader()
|
||
|
|
|
||
|
|
// All in one cell
|
||
|
|
row, err := cr.Process(cc("rk", "fm", "col", 1, "value", 0, true))
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("Processing chunk: %v", err)
|
||
|
|
}
|
||
|
|
if row == nil {
|
||
|
|
t.Fatalf("Missing row")
|
||
|
|
}
|
||
|
|
if len(row["fm"]) != 1 {
|
||
|
|
t.Fatalf("Family name length mismatch %d, %d", 1, len(row["fm"]))
|
||
|
|
}
|
||
|
|
want := []ReadItem{ri("rk", "fm", "col", 1, "value")}
|
||
|
|
if !reflect.DeepEqual(row["fm"], want) {
|
||
|
|
t.Fatalf("Incorrect ReadItem: got: %v\nwant: %v\n", row["fm"], want)
|
||
|
|
}
|
||
|
|
if err := cr.Close(); err != nil {
|
||
|
|
t.Fatalf("Close: %v", err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestMultipleCells(t *testing.T) {
|
||
|
|
cr := newChunkReader()
|
||
|
|
|
||
|
|
cr.Process(cc("rs", "fm1", "col1", 0, "val1", 0, false))
|
||
|
|
cr.Process(cc("rs", "fm1", "col1", 1, "val2", 0, false))
|
||
|
|
cr.Process(cc("rs", "fm1", "col2", 0, "val3", 0, false))
|
||
|
|
cr.Process(cc("rs", "fm2", "col1", 0, "val4", 0, false))
|
||
|
|
row, err := cr.Process(cc("rs", "fm2", "col2", 1, "extralongval5", 0, true))
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("Processing chunk: %v", err)
|
||
|
|
}
|
||
|
|
if row == nil {
|
||
|
|
t.Fatalf("Missing row")
|
||
|
|
}
|
||
|
|
|
||
|
|
want := []ReadItem{
|
||
|
|
ri("rs", "fm1", "col1", 0, "val1"),
|
||
|
|
ri("rs", "fm1", "col1", 1, "val2"),
|
||
|
|
ri("rs", "fm1", "col2", 0, "val3"),
|
||
|
|
}
|
||
|
|
if !reflect.DeepEqual(row["fm1"], want) {
|
||
|
|
t.Fatalf("Incorrect ReadItem: got: %v\nwant: %v\n", row["fm1"], want)
|
||
|
|
}
|
||
|
|
want = []ReadItem{
|
||
|
|
ri("rs", "fm2", "col1", 0, "val4"),
|
||
|
|
ri("rs", "fm2", "col2", 1, "extralongval5"),
|
||
|
|
}
|
||
|
|
if !reflect.DeepEqual(row["fm2"], want) {
|
||
|
|
t.Fatalf("Incorrect ReadItem: got: %v\nwant: %v\n", row["fm2"], want)
|
||
|
|
}
|
||
|
|
if err := cr.Close(); err != nil {
|
||
|
|
t.Fatalf("Close: %v", err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestSplitCells(t *testing.T) {
|
||
|
|
cr := newChunkReader()
|
||
|
|
|
||
|
|
cr.Process(cc("rs", "fm1", "col1", 0, "hello ", 11, false))
|
||
|
|
cr.Process(ccData("world", 0, false))
|
||
|
|
row, err := cr.Process(cc("rs", "fm1", "col2", 0, "val2", 0, true))
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("Processing chunk: %v", err)
|
||
|
|
}
|
||
|
|
if row == nil {
|
||
|
|
t.Fatalf("Missing row")
|
||
|
|
}
|
||
|
|
|
||
|
|
want := []ReadItem{
|
||
|
|
ri("rs", "fm1", "col1", 0, "hello world"),
|
||
|
|
ri("rs", "fm1", "col2", 0, "val2"),
|
||
|
|
}
|
||
|
|
if !reflect.DeepEqual(row["fm1"], want) {
|
||
|
|
t.Fatalf("Incorrect ReadItem: got: %v\nwant: %v\n", row["fm1"], want)
|
||
|
|
}
|
||
|
|
if err := cr.Close(); err != nil {
|
||
|
|
t.Fatalf("Close: %v", err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestMultipleRows(t *testing.T) {
|
||
|
|
cr := newChunkReader()
|
||
|
|
|
||
|
|
row, err := cr.Process(cc("rs1", "fm1", "col1", 1, "val1", 0, true))
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("Processing chunk: %v", err)
|
||
|
|
}
|
||
|
|
want := []ReadItem{ri("rs1", "fm1", "col1", 1, "val1")}
|
||
|
|
if !reflect.DeepEqual(row["fm1"], want) {
|
||
|
|
t.Fatalf("Incorrect ReadItem: got: %v\nwant: %v\n", row["fm1"], want)
|
||
|
|
}
|
||
|
|
|
||
|
|
row, err = cr.Process(cc("rs2", "fm2", "col2", 2, "val2", 0, true))
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("Processing chunk: %v", err)
|
||
|
|
}
|
||
|
|
want = []ReadItem{ri("rs2", "fm2", "col2", 2, "val2")}
|
||
|
|
if !reflect.DeepEqual(row["fm2"], want) {
|
||
|
|
t.Fatalf("Incorrect ReadItem: got: %v\nwant: %v\n", row["fm2"], want)
|
||
|
|
}
|
||
|
|
|
||
|
|
if err := cr.Close(); err != nil {
|
||
|
|
t.Fatalf("Close: %v", err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestBlankQualifier(t *testing.T) {
|
||
|
|
cr := newChunkReader()
|
||
|
|
|
||
|
|
row, err := cr.Process(cc("rs1", "fm1", "", 1, "val1", 0, true))
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("Processing chunk: %v", err)
|
||
|
|
}
|
||
|
|
want := []ReadItem{ri("rs1", "fm1", "", 1, "val1")}
|
||
|
|
if !reflect.DeepEqual(row["fm1"], want) {
|
||
|
|
t.Fatalf("Incorrect ReadItem: got: %v\nwant: %v\n", row["fm1"], want)
|
||
|
|
}
|
||
|
|
|
||
|
|
row, err = cr.Process(cc("rs2", "fm2", "col2", 2, "val2", 0, true))
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("Processing chunk: %v", err)
|
||
|
|
}
|
||
|
|
want = []ReadItem{ri("rs2", "fm2", "col2", 2, "val2")}
|
||
|
|
if !reflect.DeepEqual(row["fm2"], want) {
|
||
|
|
t.Fatalf("Incorrect ReadItem: got: %v\nwant: %v\n", row["fm2"], want)
|
||
|
|
}
|
||
|
|
|
||
|
|
if err := cr.Close(); err != nil {
|
||
|
|
t.Fatalf("Close: %v", err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestReset(t *testing.T) {
|
||
|
|
cr := newChunkReader()
|
||
|
|
|
||
|
|
cr.Process(cc("rs", "fm1", "col1", 0, "val1", 0, false))
|
||
|
|
cr.Process(cc("rs", "fm1", "col1", 1, "val2", 0, false))
|
||
|
|
cr.Process(cc("rs", "fm1", "col2", 0, "val3", 0, false))
|
||
|
|
cr.Process(ccReset())
|
||
|
|
row, _ := cr.Process(cc("rs1", "fm1", "col1", 1, "val1", 0, true))
|
||
|
|
want := []ReadItem{ri("rs1", "fm1", "col1", 1, "val1")}
|
||
|
|
if !reflect.DeepEqual(row["fm1"], want) {
|
||
|
|
t.Fatalf("Reset: got: %v\nwant: %v\n", row["fm1"], want)
|
||
|
|
}
|
||
|
|
if err := cr.Close(); err != nil {
|
||
|
|
t.Fatalf("Close: %v", err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestNewFamEmptyQualifier(t *testing.T) {
|
||
|
|
cr := newChunkReader()
|
||
|
|
|
||
|
|
cr.Process(cc("rs", "fm1", "col1", 0, "val1", 0, false))
|
||
|
|
_, err := cr.Process(cc(nilStr, "fm2", nilStr, 0, "val2", 0, true))
|
||
|
|
if err == nil {
|
||
|
|
t.Fatalf("Expected error on second chunk with no qualifier set")
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// The read rows acceptance test reads a json file specifying a number of tests,
|
||
|
|
// each consisting of one or more cell chunk text protos and one or more resulting
|
||
|
|
// cells or errors.
|
||
|
|
type AcceptanceTest struct {
|
||
|
|
Tests []TestCase `json:"tests"`
|
||
|
|
}
|
||
|
|
|
||
|
|
type TestCase struct {
|
||
|
|
Name string `json:"name"`
|
||
|
|
Chunks []string `json:"chunks"`
|
||
|
|
Results []TestResult `json:"results"`
|
||
|
|
}
|
||
|
|
|
||
|
|
type TestResult struct {
|
||
|
|
RK string `json:"rk"`
|
||
|
|
FM string `json:"fm"`
|
||
|
|
Qual string `json:"qual"`
|
||
|
|
TS int64 `json:"ts"`
|
||
|
|
Value string `json:"value"`
|
||
|
|
Error bool `json:"error"` // If true, expect an error. Ignore any other field.
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestAcceptance(t *testing.T) {
|
||
|
|
testJson, err := ioutil.ReadFile("./testdata/read-rows-acceptance-test.json")
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("could not open acceptance test file %v", err)
|
||
|
|
}
|
||
|
|
|
||
|
|
var accTest AcceptanceTest
|
||
|
|
err = json.Unmarshal(testJson, &accTest)
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("could not parse acceptance test file: %v", err)
|
||
|
|
}
|
||
|
|
|
||
|
|
for _, test := range accTest.Tests {
|
||
|
|
runTestCase(t, test)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func runTestCase(t *testing.T, test TestCase) {
|
||
|
|
// Increment an index into the result array as we get results
|
||
|
|
cr := newChunkReader()
|
||
|
|
var results []TestResult
|
||
|
|
var seenErr bool
|
||
|
|
for _, chunkText := range test.Chunks {
|
||
|
|
// Parse and pass each cell chunk to the ChunkReader
|
||
|
|
cc := &btspb.ReadRowsResponse_CellChunk{}
|
||
|
|
err := proto.UnmarshalText(chunkText, cc)
|
||
|
|
if err != nil {
|
||
|
|
t.Errorf("[%s] failed to unmarshal text proto: %s\n%s", test.Name, chunkText, err)
|
||
|
|
return
|
||
|
|
}
|
||
|
|
row, err := cr.Process(cc)
|
||
|
|
if err != nil {
|
||
|
|
results = append(results, TestResult{Error: true})
|
||
|
|
seenErr = true
|
||
|
|
break
|
||
|
|
} else {
|
||
|
|
// Turn the Row into TestResults
|
||
|
|
for fm, ris := range row {
|
||
|
|
for _, ri := range ris {
|
||
|
|
tr := TestResult{
|
||
|
|
RK: ri.Row,
|
||
|
|
FM: fm,
|
||
|
|
Qual: strings.Split(ri.Column, ":")[1],
|
||
|
|
TS: int64(ri.Timestamp),
|
||
|
|
Value: string(ri.Value),
|
||
|
|
}
|
||
|
|
results = append(results, tr)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// Only Close if we don't have an error yet, otherwise Close: is expected.
|
||
|
|
if !seenErr {
|
||
|
|
err := cr.Close()
|
||
|
|
if err != nil {
|
||
|
|
results = append(results, TestResult{Error: true})
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
got := toSet(results)
|
||
|
|
want := toSet(test.Results)
|
||
|
|
if !reflect.DeepEqual(got, want) {
|
||
|
|
t.Fatalf("[%s]: got: %v\nwant: %v\n", test.Name, got, want)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func toSet(res []TestResult) map[TestResult]bool {
|
||
|
|
set := make(map[TestResult]bool)
|
||
|
|
for _, tr := range res {
|
||
|
|
set[tr] = true
|
||
|
|
}
|
||
|
|
return set
|
||
|
|
}
|
||
|
|
|
||
|
|
// ri returns a ReadItem for the given components
|
||
|
|
func ri(rk string, fm string, qual string, ts int64, val string) ReadItem {
|
||
|
|
return ReadItem{Row: rk, Column: fmt.Sprintf("%s:%s", fm, qual), Value: []byte(val), Timestamp: Timestamp(ts)}
|
||
|
|
}
|
||
|
|
|
||
|
|
// cc returns a CellChunk proto
|
||
|
|
func cc(rk string, fm string, qual string, ts int64, val string, size int32, commit bool) *btspb.ReadRowsResponse_CellChunk {
|
||
|
|
// The components of the cell key are wrapped and can be null or empty
|
||
|
|
var rkWrapper []byte
|
||
|
|
if rk == nilStr {
|
||
|
|
rkWrapper = nil
|
||
|
|
} else {
|
||
|
|
rkWrapper = []byte(rk)
|
||
|
|
}
|
||
|
|
|
||
|
|
var fmWrapper *wrappers.StringValue
|
||
|
|
if fm != nilStr {
|
||
|
|
fmWrapper = &wrappers.StringValue{Value: fm}
|
||
|
|
} else {
|
||
|
|
fmWrapper = nil
|
||
|
|
}
|
||
|
|
|
||
|
|
var qualWrapper *wrappers.BytesValue
|
||
|
|
if qual != nilStr {
|
||
|
|
qualWrapper = &wrappers.BytesValue{Value: []byte(qual)}
|
||
|
|
} else {
|
||
|
|
qualWrapper = nil
|
||
|
|
}
|
||
|
|
|
||
|
|
return &btspb.ReadRowsResponse_CellChunk{
|
||
|
|
RowKey: rkWrapper,
|
||
|
|
FamilyName: fmWrapper,
|
||
|
|
Qualifier: qualWrapper,
|
||
|
|
TimestampMicros: ts,
|
||
|
|
Value: []byte(val),
|
||
|
|
ValueSize: size,
|
||
|
|
RowStatus: &btspb.ReadRowsResponse_CellChunk_CommitRow{CommitRow: commit}}
|
||
|
|
}
|
||
|
|
|
||
|
|
// ccData returns a CellChunk with only a value and size
|
||
|
|
func ccData(val string, size int32, commit bool) *btspb.ReadRowsResponse_CellChunk {
|
||
|
|
return cc(nilStr, nilStr, nilStr, 0, val, size, commit)
|
||
|
|
}
|
||
|
|
|
||
|
|
// ccReset returns a CellChunk with RestRow set to true
|
||
|
|
func ccReset() *btspb.ReadRowsResponse_CellChunk {
|
||
|
|
return &btspb.ReadRowsResponse_CellChunk{
|
||
|
|
RowStatus: &btspb.ReadRowsResponse_CellChunk_ResetRow{ResetRow: true}}
|
||
|
|
}
|