123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192 |
- // Copyright 2015 The etcd Authors
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- package cmd
- import (
- "context"
- "encoding/binary"
- "fmt"
- "math"
- "math/rand"
- "os"
- "strings"
- "time"
- v3 "go.etcd.io/etcd/clientv3"
- "go.etcd.io/etcd/pkg/report"
- "github.com/dustin/go-humanize"
- "github.com/spf13/cobra"
- "golang.org/x/time/rate"
- "gopkg.in/cheggaaa/pb.v1"
- )
- // putCmd represents the put command
- var putCmd = &cobra.Command{
- Use: "put",
- Short: "Benchmark put",
- Run: putFunc,
- }
- var (
- keySize int
- valSize int
- putTotal int
- putRate int
- keySpaceSize int
- seqKeys bool
- compactInterval time.Duration
- compactIndexDelta int64
- checkHashkv bool
- )
- func init() {
- RootCmd.AddCommand(putCmd)
- putCmd.Flags().IntVar(&keySize, "key-size", 8, "Key size of put request")
- putCmd.Flags().IntVar(&valSize, "val-size", 8, "Value size of put request")
- putCmd.Flags().IntVar(&putRate, "rate", 0, "Maximum puts per second (0 is no limit)")
- putCmd.Flags().IntVar(&putTotal, "total", 10000, "Total number of put requests")
- putCmd.Flags().IntVar(&keySpaceSize, "key-space-size", 1, "Maximum possible keys")
- putCmd.Flags().BoolVar(&seqKeys, "sequential-keys", false, "Use sequential keys")
- putCmd.Flags().DurationVar(&compactInterval, "compact-interval", 0, `Interval to compact database (do not duplicate this with etcd's 'auto-compaction-retention' flag) (e.g. --compact-interval=5m compacts every 5-minute)`)
- putCmd.Flags().Int64Var(&compactIndexDelta, "compact-index-delta", 1000, "Delta between current revision and compact revision (e.g. current revision 10000, compact at 9000)")
- putCmd.Flags().BoolVar(&checkHashkv, "check-hashkv", false, "'true' to check hashkv")
- }
- func putFunc(cmd *cobra.Command, args []string) {
- if keySpaceSize <= 0 {
- fmt.Fprintf(os.Stderr, "expected positive --key-space-size, got (%v)", keySpaceSize)
- os.Exit(1)
- }
- requests := make(chan v3.Op, totalClients)
- if putRate == 0 {
- putRate = math.MaxInt32
- }
- limit := rate.NewLimiter(rate.Limit(putRate), 1)
- clients := mustCreateClients(totalClients, totalConns)
- k, v := make([]byte, keySize), string(mustRandBytes(valSize))
- bar = pb.New(putTotal)
- bar.Format("Bom !")
- bar.Start()
- r := newReport()
- for i := range clients {
- wg.Add(1)
- go func(c *v3.Client) {
- defer wg.Done()
- for op := range requests {
- limit.Wait(context.Background())
- st := time.Now()
- _, err := c.Do(context.Background(), op)
- r.Results() <- report.Result{Err: err, Start: st, End: time.Now()}
- bar.Increment()
- }
- }(clients[i])
- }
- go func() {
- for i := 0; i < putTotal; i++ {
- if seqKeys {
- binary.PutVarint(k, int64(i%keySpaceSize))
- } else {
- binary.PutVarint(k, int64(rand.Intn(keySpaceSize)))
- }
- requests <- v3.OpPut(string(k), v)
- }
- close(requests)
- }()
- if compactInterval > 0 {
- go func() {
- for {
- time.Sleep(compactInterval)
- compactKV(clients)
- }
- }()
- }
- rc := r.Run()
- wg.Wait()
- close(r.Results())
- bar.Finish()
- fmt.Println(<-rc)
- if checkHashkv {
- hashKV(cmd, clients)
- }
- }
- func compactKV(clients []*v3.Client) {
- ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
- resp, err := clients[0].KV.Get(ctx, "foo")
- cancel()
- if err != nil {
- panic(err)
- }
- revToCompact := max(0, resp.Header.Revision-compactIndexDelta)
- ctx, cancel = context.WithTimeout(context.Background(), 5*time.Second)
- _, err = clients[0].KV.Compact(ctx, revToCompact)
- cancel()
- if err != nil {
- panic(err)
- }
- }
- func max(n1, n2 int64) int64 {
- if n1 > n2 {
- return n1
- }
- return n2
- }
- func hashKV(cmd *cobra.Command, clients []*v3.Client) {
- eps, err := cmd.Flags().GetStringSlice("endpoints")
- if err != nil {
- panic(err)
- }
- for i, ip := range eps {
- eps[i] = strings.TrimSpace(ip)
- }
- host := eps[0]
- st := time.Now()
- clients[0].HashKV(context.Background(), eps[0], 0)
- rh, eh := clients[0].HashKV(context.Background(), host, 0)
- if eh != nil {
- fmt.Fprintf(os.Stderr, "Failed to get the hashkv of endpoint %s (%v)\n", host, eh)
- panic(err)
- }
- rt, es := clients[0].Status(context.Background(), host)
- if es != nil {
- fmt.Fprintf(os.Stderr, "Failed to get the status of endpoint %s (%v)\n", host, es)
- panic(err)
- }
- rs := "HashKV Summary:\n"
- rs += fmt.Sprintf("\tHashKV: %d\n", rh.Hash)
- rs += fmt.Sprintf("\tEndpoint: %s\n", host)
- rs += fmt.Sprintf("\tTime taken to get hashkv: %v\n", time.Since(st))
- rs += fmt.Sprintf("\tDB size: %s", humanize.Bytes(uint64(rt.DbSize)))
- fmt.Println(rs)
- }
|