291 lines
7.0 KiB
Go
291 lines
7.0 KiB
Go
// Copyright 2017 The etcd Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package ordering
|
|
|
|
import (
|
|
"context"
|
|
gContext "context"
|
|
"errors"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/coreos/etcd/clientv3"
|
|
pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
|
|
"github.com/coreos/etcd/integration"
|
|
"github.com/coreos/etcd/pkg/testutil"
|
|
)
|
|
|
|
func TestDetectKvOrderViolation(t *testing.T) {
|
|
var errOrderViolation = errors.New("Detected Order Violation")
|
|
|
|
defer testutil.AfterTest(t)
|
|
clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
|
|
defer clus.Terminate(t)
|
|
|
|
cfg := clientv3.Config{
|
|
Endpoints: []string{
|
|
clus.Members[0].GRPCAddr(),
|
|
clus.Members[1].GRPCAddr(),
|
|
clus.Members[2].GRPCAddr(),
|
|
},
|
|
}
|
|
cli, err := clientv3.New(cfg)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
ctx := context.TODO()
|
|
|
|
if _, err = clus.Client(0).Put(ctx, "foo", "bar"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// ensure that the second member has the current revision for the key foo
|
|
if _, err = clus.Client(1).Get(ctx, "foo"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// stop third member in order to force the member to have an outdated revision
|
|
clus.Members[2].Stop(t)
|
|
time.Sleep(1 * time.Second) // give enough time for operation
|
|
_, err = cli.Put(ctx, "foo", "buzz")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// perform get request against the first member, in order to
|
|
// set up kvOrdering to expect "foo" revisions greater than that of
|
|
// the third member.
|
|
orderingKv := NewKV(cli.KV,
|
|
func(op clientv3.Op, resp clientv3.OpResponse, prevRev int64) error {
|
|
return errOrderViolation
|
|
})
|
|
_, err = orderingKv.Get(ctx, "foo")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// ensure that only the third member is queried during requests
|
|
clus.Members[0].Stop(t)
|
|
clus.Members[1].Stop(t)
|
|
clus.Members[2].Restart(t)
|
|
// force OrderingKv to query the third member
|
|
cli.SetEndpoints(clus.Members[2].GRPCAddr())
|
|
|
|
_, err = orderingKv.Get(ctx, "foo", clientv3.WithSerializable())
|
|
if err != errOrderViolation {
|
|
t.Fatalf("expected %v, got %v", errOrderViolation, err)
|
|
}
|
|
}
|
|
|
|
func TestDetectTxnOrderViolation(t *testing.T) {
|
|
var errOrderViolation = errors.New("Detected Order Violation")
|
|
|
|
defer testutil.AfterTest(t)
|
|
clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
|
|
defer clus.Terminate(t)
|
|
|
|
cfg := clientv3.Config{
|
|
Endpoints: []string{
|
|
clus.Members[0].GRPCAddr(),
|
|
clus.Members[1].GRPCAddr(),
|
|
clus.Members[2].GRPCAddr(),
|
|
},
|
|
}
|
|
cli, err := clientv3.New(cfg)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
ctx := context.TODO()
|
|
|
|
if _, err = clus.Client(0).Put(ctx, "foo", "bar"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// ensure that the second member has the current revision for the key foo
|
|
if _, err = clus.Client(1).Get(ctx, "foo"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// stop third member in order to force the member to have an outdated revision
|
|
clus.Members[2].Stop(t)
|
|
time.Sleep(1 * time.Second) // give enough time for operation
|
|
if _, err = clus.Client(1).Put(ctx, "foo", "buzz"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// perform get request against the first member, in order to
|
|
// set up kvOrdering to expect "foo" revisions greater than that of
|
|
// the third member.
|
|
orderingKv := NewKV(cli.KV,
|
|
func(op clientv3.Op, resp clientv3.OpResponse, prevRev int64) error {
|
|
return errOrderViolation
|
|
})
|
|
orderingTxn := orderingKv.Txn(ctx)
|
|
_, err = orderingTxn.If(
|
|
clientv3.Compare(clientv3.Value("b"), ">", "a"),
|
|
).Then(
|
|
clientv3.OpGet("foo"),
|
|
).Commit()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// ensure that only the third member is queried during requests
|
|
clus.Members[0].Stop(t)
|
|
clus.Members[1].Stop(t)
|
|
clus.Members[2].Restart(t)
|
|
// force OrderingKv to query the third member
|
|
cli.SetEndpoints(clus.Members[2].GRPCAddr())
|
|
|
|
_, err = orderingKv.Get(ctx, "foo", clientv3.WithSerializable())
|
|
if err != errOrderViolation {
|
|
t.Fatalf("expected %v, got %v", errOrderViolation, err)
|
|
}
|
|
orderingTxn = orderingKv.Txn(ctx)
|
|
_, err = orderingTxn.If(
|
|
clientv3.Compare(clientv3.Value("b"), ">", "a"),
|
|
).Then(
|
|
clientv3.OpGet("foo", clientv3.WithSerializable()),
|
|
).Commit()
|
|
if err != errOrderViolation {
|
|
t.Fatalf("expected %v, got %v", errOrderViolation, err)
|
|
}
|
|
}
|
|
|
|
type mockKV struct {
|
|
clientv3.KV
|
|
response clientv3.OpResponse
|
|
}
|
|
|
|
func (kv *mockKV) Do(ctx gContext.Context, op clientv3.Op) (clientv3.OpResponse, error) {
|
|
return kv.response, nil
|
|
}
|
|
|
|
var rangeTests = []struct {
|
|
prevRev int64
|
|
response *clientv3.GetResponse
|
|
}{
|
|
{
|
|
5,
|
|
&clientv3.GetResponse{
|
|
Header: &pb.ResponseHeader{
|
|
Revision: 5,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
5,
|
|
&clientv3.GetResponse{
|
|
Header: &pb.ResponseHeader{
|
|
Revision: 4,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
5,
|
|
&clientv3.GetResponse{
|
|
Header: &pb.ResponseHeader{
|
|
Revision: 6,
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
func TestKvOrdering(t *testing.T) {
|
|
for i, tt := range rangeTests {
|
|
mKV := &mockKV{clientv3.NewKVFromKVClient(nil), tt.response.OpResponse()}
|
|
kv := &kvOrdering{
|
|
mKV,
|
|
func(r *clientv3.GetResponse) OrderViolationFunc {
|
|
return func(op clientv3.Op, resp clientv3.OpResponse, prevRev int64) error {
|
|
r.Header.Revision++
|
|
return nil
|
|
}
|
|
}(tt.response),
|
|
tt.prevRev,
|
|
sync.RWMutex{},
|
|
}
|
|
res, err := kv.Get(nil, "mockKey")
|
|
if err != nil {
|
|
t.Errorf("#%d: expected response %+v, got error %+v", i, tt.response, err)
|
|
}
|
|
if rev := res.Header.Revision; rev < tt.prevRev {
|
|
t.Errorf("#%d: expected revision %d, got %d", i, tt.prevRev, rev)
|
|
}
|
|
}
|
|
}
|
|
|
|
var txnTests = []struct {
|
|
prevRev int64
|
|
response *clientv3.TxnResponse
|
|
}{
|
|
{
|
|
5,
|
|
&clientv3.TxnResponse{
|
|
Header: &pb.ResponseHeader{
|
|
Revision: 5,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
5,
|
|
&clientv3.TxnResponse{
|
|
Header: &pb.ResponseHeader{
|
|
Revision: 8,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
5,
|
|
&clientv3.TxnResponse{
|
|
Header: &pb.ResponseHeader{
|
|
Revision: 4,
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
func TestTxnOrdering(t *testing.T) {
|
|
for i, tt := range txnTests {
|
|
mKV := &mockKV{clientv3.NewKVFromKVClient(nil), tt.response.OpResponse()}
|
|
kv := &kvOrdering{
|
|
mKV,
|
|
func(r *clientv3.TxnResponse) OrderViolationFunc {
|
|
return func(op clientv3.Op, resp clientv3.OpResponse, prevRev int64) error {
|
|
r.Header.Revision++
|
|
return nil
|
|
}
|
|
}(tt.response),
|
|
tt.prevRev,
|
|
sync.RWMutex{},
|
|
}
|
|
txn := &txnOrdering{
|
|
kv.Txn(context.Background()),
|
|
kv,
|
|
context.Background(),
|
|
sync.Mutex{},
|
|
[]clientv3.Cmp{},
|
|
[]clientv3.Op{},
|
|
[]clientv3.Op{},
|
|
}
|
|
res, err := txn.Commit()
|
|
if err != nil {
|
|
t.Errorf("#%d: expected response %+v, got error %+v", i, tt.response, err)
|
|
}
|
|
if rev := res.Header.Revision; rev < tt.prevRev {
|
|
t.Errorf("#%d: expected revision %d, got %d", i, tt.prevRev, rev)
|
|
}
|
|
}
|
|
}
|