193 lines
4.9 KiB
Go
193 lines
4.9 KiB
Go
// Copyright 2015 The etcd Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package cmd
|
|
|
|
import (
|
|
"context"
|
|
"encoding/binary"
|
|
"fmt"
|
|
"math"
|
|
"math/rand"
|
|
"os"
|
|
"strings"
|
|
"time"
|
|
|
|
v3 "go.etcd.io/etcd/clientv3"
|
|
"go.etcd.io/etcd/pkg/report"
|
|
|
|
"github.com/dustin/go-humanize"
|
|
"github.com/spf13/cobra"
|
|
"golang.org/x/time/rate"
|
|
"gopkg.in/cheggaaa/pb.v1"
|
|
)
|
|
|
|
// putCmd represents the put command
|
|
var putCmd = &cobra.Command{
|
|
Use: "put",
|
|
Short: "Benchmark put",
|
|
|
|
Run: putFunc,
|
|
}
|
|
|
|
var (
|
|
keySize int
|
|
valSize int
|
|
|
|
putTotal int
|
|
putRate int
|
|
|
|
keySpaceSize int
|
|
seqKeys bool
|
|
|
|
compactInterval time.Duration
|
|
compactIndexDelta int64
|
|
|
|
checkHashkv bool
|
|
)
|
|
|
|
func init() {
|
|
RootCmd.AddCommand(putCmd)
|
|
putCmd.Flags().IntVar(&keySize, "key-size", 8, "Key size of put request")
|
|
putCmd.Flags().IntVar(&valSize, "val-size", 8, "Value size of put request")
|
|
putCmd.Flags().IntVar(&putRate, "rate", 0, "Maximum puts per second (0 is no limit)")
|
|
|
|
putCmd.Flags().IntVar(&putTotal, "total", 10000, "Total number of put requests")
|
|
putCmd.Flags().IntVar(&keySpaceSize, "key-space-size", 1, "Maximum possible keys")
|
|
putCmd.Flags().BoolVar(&seqKeys, "sequential-keys", false, "Use sequential keys")
|
|
putCmd.Flags().DurationVar(&compactInterval, "compact-interval", 0, `Interval to compact database (do not duplicate this with etcd's 'auto-compaction-retention' flag) (e.g. --compact-interval=5m compacts every 5-minute)`)
|
|
putCmd.Flags().Int64Var(&compactIndexDelta, "compact-index-delta", 1000, "Delta between current revision and compact revision (e.g. current revision 10000, compact at 9000)")
|
|
putCmd.Flags().BoolVar(&checkHashkv, "check-hashkv", false, "'true' to check hashkv")
|
|
}
|
|
|
|
func putFunc(cmd *cobra.Command, args []string) {
|
|
if keySpaceSize <= 0 {
|
|
fmt.Fprintf(os.Stderr, "expected positive --key-space-size, got (%v)", keySpaceSize)
|
|
os.Exit(1)
|
|
}
|
|
|
|
requests := make(chan v3.Op, totalClients)
|
|
if putRate == 0 {
|
|
putRate = math.MaxInt32
|
|
}
|
|
limit := rate.NewLimiter(rate.Limit(putRate), 1)
|
|
clients := mustCreateClients(totalClients, totalConns)
|
|
k, v := make([]byte, keySize), string(mustRandBytes(valSize))
|
|
|
|
bar = pb.New(putTotal)
|
|
bar.Format("Bom !")
|
|
bar.Start()
|
|
|
|
r := newReport()
|
|
for i := range clients {
|
|
wg.Add(1)
|
|
go func(c *v3.Client) {
|
|
defer wg.Done()
|
|
for op := range requests {
|
|
limit.Wait(context.Background())
|
|
|
|
st := time.Now()
|
|
_, err := c.Do(context.Background(), op)
|
|
r.Results() <- report.Result{Err: err, Start: st, End: time.Now()}
|
|
bar.Increment()
|
|
}
|
|
}(clients[i])
|
|
}
|
|
|
|
go func() {
|
|
for i := 0; i < putTotal; i++ {
|
|
if seqKeys {
|
|
binary.PutVarint(k, int64(i%keySpaceSize))
|
|
} else {
|
|
binary.PutVarint(k, int64(rand.Intn(keySpaceSize)))
|
|
}
|
|
requests <- v3.OpPut(string(k), v)
|
|
}
|
|
close(requests)
|
|
}()
|
|
|
|
if compactInterval > 0 {
|
|
go func() {
|
|
for {
|
|
time.Sleep(compactInterval)
|
|
compactKV(clients)
|
|
}
|
|
}()
|
|
}
|
|
|
|
rc := r.Run()
|
|
wg.Wait()
|
|
close(r.Results())
|
|
bar.Finish()
|
|
fmt.Println(<-rc)
|
|
|
|
if checkHashkv {
|
|
hashKV(cmd, clients)
|
|
}
|
|
}
|
|
|
|
func compactKV(clients []*v3.Client) {
|
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
resp, err := clients[0].KV.Get(ctx, "foo")
|
|
cancel()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
revToCompact := max(0, resp.Header.Revision-compactIndexDelta)
|
|
ctx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
|
|
_, err = clients[0].KV.Compact(ctx, revToCompact)
|
|
cancel()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
}
|
|
|
|
func max(n1, n2 int64) int64 {
|
|
if n1 > n2 {
|
|
return n1
|
|
}
|
|
return n2
|
|
}
|
|
|
|
func hashKV(cmd *cobra.Command, clients []*v3.Client) {
|
|
eps, err := cmd.Flags().GetStringSlice("endpoints")
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
for i, ip := range eps {
|
|
eps[i] = strings.TrimSpace(ip)
|
|
}
|
|
host := eps[0]
|
|
|
|
st := time.Now()
|
|
clients[0].HashKV(context.Background(), eps[0], 0)
|
|
rh, eh := clients[0].HashKV(context.Background(), host, 0)
|
|
if eh != nil {
|
|
fmt.Fprintf(os.Stderr, "Failed to get the hashkv of endpoint %s (%v)\n", host, eh)
|
|
panic(err)
|
|
}
|
|
rt, es := clients[0].Status(context.Background(), host)
|
|
if es != nil {
|
|
fmt.Fprintf(os.Stderr, "Failed to get the status of endpoint %s (%v)\n", host, es)
|
|
panic(err)
|
|
}
|
|
|
|
rs := "HaskKV Summary:\n"
|
|
rs += fmt.Sprintf("\tHashKV: %d\n", rh.Hash)
|
|
rs += fmt.Sprintf("\tEndpoint: %s\n", host)
|
|
rs += fmt.Sprintf("\tTime taken to get hashkv: %v\n", time.Since(st))
|
|
rs += fmt.Sprintf("\tDB size: %s", humanize.Bytes(uint64(rt.DbSize)))
|
|
fmt.Println(rs)
|
|
}
|