kv.go 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162
  1. // Copyright 2016 The etcd Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package grpcproxy
  15. import (
  16. "github.com/coreos/etcd/clientv3"
  17. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  18. "github.com/coreos/etcd/proxy/grpcproxy/cache"
  19. "golang.org/x/net/context"
  20. )
  21. type kvProxy struct {
  22. kv clientv3.KV
  23. cache cache.Cache
  24. }
  25. func NewKvProxy(c *clientv3.Client) pb.KVServer {
  26. return &kvProxy{
  27. kv: c.KV,
  28. cache: cache.NewCache(cache.DefaultMaxEntries),
  29. }
  30. }
  31. func (p *kvProxy) Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error) {
  32. if r.Serializable {
  33. resp, err := p.cache.Get(r)
  34. switch err {
  35. case nil:
  36. return resp, nil
  37. case cache.ErrCompacted:
  38. return nil, err
  39. }
  40. }
  41. resp, err := p.kv.Do(ctx, RangeRequestToOp(r))
  42. if err != nil {
  43. return nil, err
  44. }
  45. // cache linearizable as serializable
  46. r.Serializable = true
  47. gresp := (*pb.RangeResponse)(resp.Get())
  48. p.cache.Add(r, gresp)
  49. return gresp, nil
  50. }
  51. func (p *kvProxy) Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error) {
  52. p.cache.Invalidate(r.Key, nil)
  53. resp, err := p.kv.Do(ctx, PutRequestToOp(r))
  54. return (*pb.PutResponse)(resp.Put()), err
  55. }
  56. func (p *kvProxy) DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
  57. p.cache.Invalidate(r.Key, r.RangeEnd)
  58. resp, err := p.kv.Do(ctx, DelRequestToOp(r))
  59. return (*pb.DeleteRangeResponse)(resp.Del()), err
  60. }
  61. func (p *kvProxy) Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error) {
  62. txn := p.kv.Txn(ctx)
  63. cmps := make([]clientv3.Cmp, len(r.Compare))
  64. thenops := make([]clientv3.Op, len(r.Success))
  65. elseops := make([]clientv3.Op, len(r.Failure))
  66. for i := range r.Compare {
  67. cmps[i] = (clientv3.Cmp)(*r.Compare[i])
  68. }
  69. for i := range r.Success {
  70. thenops[i] = requestOpToOp(r.Success[i])
  71. }
  72. for i := range r.Failure {
  73. elseops[i] = requestOpToOp(r.Failure[i])
  74. }
  75. resp, err := txn.If(cmps...).Then(thenops...).Else(elseops...).Commit()
  76. return (*pb.TxnResponse)(resp), err
  77. }
  78. func (p *kvProxy) Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error) {
  79. var opts []clientv3.CompactOption
  80. if r.Physical {
  81. opts = append(opts, clientv3.WithCompactPhysical())
  82. }
  83. resp, err := p.kv.Compact(ctx, r.Revision, opts...)
  84. if err == nil {
  85. p.cache.Compact(r.Revision)
  86. }
  87. return (*pb.CompactionResponse)(resp), err
  88. }
  89. func requestOpToOp(union *pb.RequestOp) clientv3.Op {
  90. switch tv := union.Request.(type) {
  91. case *pb.RequestOp_RequestRange:
  92. if tv.RequestRange != nil {
  93. return RangeRequestToOp(tv.RequestRange)
  94. }
  95. case *pb.RequestOp_RequestPut:
  96. if tv.RequestPut != nil {
  97. return PutRequestToOp(tv.RequestPut)
  98. }
  99. case *pb.RequestOp_RequestDeleteRange:
  100. if tv.RequestDeleteRange != nil {
  101. return DelRequestToOp(tv.RequestDeleteRange)
  102. }
  103. }
  104. panic("unknown request")
  105. }
  106. func RangeRequestToOp(r *pb.RangeRequest) clientv3.Op {
  107. opts := []clientv3.OpOption{}
  108. if len(r.RangeEnd) != 0 {
  109. opts = append(opts, clientv3.WithRange(string(r.RangeEnd)))
  110. }
  111. opts = append(opts, clientv3.WithRev(r.Revision))
  112. opts = append(opts, clientv3.WithLimit(r.Limit))
  113. opts = append(opts, clientv3.WithSort(
  114. clientv3.SortTarget(r.SortTarget),
  115. clientv3.SortOrder(r.SortOrder)),
  116. )
  117. if r.Serializable {
  118. opts = append(opts, clientv3.WithSerializable())
  119. }
  120. return clientv3.OpGet(string(r.Key), opts...)
  121. }
  122. func PutRequestToOp(r *pb.PutRequest) clientv3.Op {
  123. opts := []clientv3.OpOption{}
  124. opts = append(opts, clientv3.WithLease(clientv3.LeaseID(r.Lease)))
  125. return clientv3.OpPut(string(r.Key), string(r.Value), opts...)
  126. }
  127. func DelRequestToOp(r *pb.DeleteRangeRequest) clientv3.Op {
  128. opts := []clientv3.OpOption{}
  129. if len(r.RangeEnd) != 0 {
  130. opts = append(opts, clientv3.WithRange(string(r.RangeEnd)))
  131. }
  132. if r.PrevKv {
  133. opts = append(opts, clientv3.WithPrevKV())
  134. }
  135. return clientv3.OpDelete(string(r.Key), opts...)
  136. }