122 lines
2.4 KiB
Go
122 lines
2.4 KiB
Go
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"math/rand"
|
|
"os"
|
|
"strconv"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
// This test will kill the current leader and wait for the etcd cluster to elect a new leader for 200 times.
|
|
// It will print out the election time and the average election time.
|
|
func TestKillLeader(t *testing.T) {
|
|
procAttr := new(os.ProcAttr)
|
|
procAttr.Files = []*os.File{nil, os.Stdout, os.Stderr}
|
|
|
|
clusterSize := 5
|
|
argGroup, etcds, err := createCluster(clusterSize, procAttr)
|
|
|
|
if err != nil {
|
|
t.Fatal("cannot create cluster")
|
|
}
|
|
|
|
defer destroyCluster(etcds)
|
|
|
|
leaderChan := make(chan string, 1)
|
|
|
|
time.Sleep(time.Second)
|
|
|
|
go leaderMonitor(clusterSize, 1, leaderChan)
|
|
|
|
var totalTime time.Duration
|
|
|
|
leader := "0.0.0.0:7001"
|
|
|
|
for i := 0; i < 10; i++ {
|
|
port, _ := strconv.Atoi(strings.Split(leader, ":")[1])
|
|
num := port - 7001
|
|
fmt.Println("kill server ", num)
|
|
etcds[num].Kill()
|
|
etcds[num].Release()
|
|
|
|
start := time.Now()
|
|
for {
|
|
newLeader := <-leaderChan
|
|
if newLeader != leader {
|
|
leader = newLeader
|
|
break
|
|
}
|
|
}
|
|
take := time.Now().Sub(start)
|
|
|
|
totalTime += take
|
|
avgTime := totalTime / (time.Duration)(i+1)
|
|
|
|
fmt.Println("Leader election time is ", take, "with election timeout", ELECTIONTIMEOUT)
|
|
fmt.Println("Leader election time average is", avgTime, "with election timeout", ELECTIONTIMEOUT)
|
|
etcds[num], err = os.StartProcess("etcd", argGroup[num], procAttr)
|
|
}
|
|
}
|
|
|
|
// TestKillRandom kills random machines in the cluster and
|
|
// restart them after all other machines agree on the same leader
|
|
func TestKillRandom(t *testing.T) {
|
|
procAttr := new(os.ProcAttr)
|
|
procAttr.Files = []*os.File{nil, os.Stdout, os.Stderr}
|
|
|
|
clusterSize := 9
|
|
argGroup, etcds, err := createCluster(clusterSize, procAttr)
|
|
|
|
if err != nil {
|
|
t.Fatal("cannot create cluster")
|
|
}
|
|
|
|
defer destroyCluster(etcds)
|
|
|
|
leaderChan := make(chan string, 1)
|
|
|
|
time.Sleep(3 * time.Second)
|
|
|
|
go leaderMonitor(clusterSize, 4, leaderChan)
|
|
|
|
toKill := make(map[int]bool)
|
|
|
|
for i := 0; i < 20; i++ {
|
|
fmt.Printf("TestKillRandom Round[%d/20]\n", i)
|
|
|
|
j := 0
|
|
for {
|
|
|
|
r := rand.Int31n(9)
|
|
if _, ok := toKill[int(r)]; !ok {
|
|
j++
|
|
toKill[int(r)] = true
|
|
}
|
|
|
|
if j > 3 {
|
|
break
|
|
}
|
|
|
|
}
|
|
|
|
for num, _ := range toKill {
|
|
etcds[num].Kill()
|
|
etcds[num].Release()
|
|
}
|
|
|
|
<-leaderChan
|
|
|
|
for num, _ := range toKill {
|
|
etcds[num], err = os.StartProcess("etcd", argGroup[num], procAttr)
|
|
}
|
|
|
|
toKill = make(map[int]bool)
|
|
}
|
|
|
|
<-leaderChan
|
|
|
|
}
|