kv.go 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198
  1. // Copyright 2015 The etcd Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package clientv3
  15. import (
  16. "github.com/coreos/etcd/etcdserver/api/v3rpc/rpctypes"
  17. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  18. "golang.org/x/net/context"
  19. "google.golang.org/grpc"
  20. )
  21. type (
  22. PutResponse pb.PutResponse
  23. GetResponse pb.RangeResponse
  24. DeleteResponse pb.DeleteRangeResponse
  25. TxnResponse pb.TxnResponse
  26. )
  27. type KV interface {
  28. // Put puts a key-value pair into etcd.
  29. // Note that key,value can be plain bytes array and string is
  30. // an immutable representation of that bytes array.
  31. // To get a string of bytes, do string([]byte(0x10, 0x20)).
  32. Put(ctx context.Context, key, val string, opts ...OpOption) (*PutResponse, error)
  33. // Get retrieves keys.
  34. // By default, Get will return the value for "key", if any.
  35. // When passed WithRange(end), Get will return the keys in the range [key, end).
  36. // When passed WithFromKey(), Get returns keys greater than or equal to key.
  37. // When passed WithRev(rev) with rev > 0, Get retrieves keys at the given revision;
  38. // if the required revision is compacted, the request will fail with ErrCompacted .
  39. // When passed WithLimit(limit), the number of returned keys is bounded by limit.
  40. // When passed WithSort(), the keys will be sorted.
  41. Get(ctx context.Context, key string, opts ...OpOption) (*GetResponse, error)
  42. // Delete deletes a key, or optionally using WithRange(end), [key, end).
  43. Delete(ctx context.Context, key string, opts ...OpOption) (*DeleteResponse, error)
  44. // Compact compacts etcd KV history before the given rev.
  45. Compact(ctx context.Context, rev int64) error
  46. // Do applies a single Op on KV without a transaction.
  47. // Do is useful when declaring operations to be issued at a later time
  48. // whereas Get/Put/Delete are for better suited for when the operation
  49. // should be immediately issued at time of declaration.
  50. // Do applies a single Op on KV without a transaction.
  51. // Do is useful when creating arbitrary operations to be issued at a
  52. // later time; the user can range over the operations, calling Do to
  53. // execute them. Get/Put/Delete, on the other hand, are best suited
  54. // for when the operation should be issued at the time of declaration.
  55. Do(ctx context.Context, op Op) (OpResponse, error)
  56. // Txn creates a transaction.
  57. Txn(ctx context.Context) Txn
  58. }
  59. type OpResponse struct {
  60. put *PutResponse
  61. get *GetResponse
  62. del *DeleteResponse
  63. }
  64. func (op OpResponse) Put() *PutResponse { return op.put }
  65. func (op OpResponse) Get() *GetResponse { return op.get }
  66. func (op OpResponse) Del() *DeleteResponse { return op.del }
  67. type kv struct {
  68. rc *remoteClient
  69. remote pb.KVClient
  70. }
  71. func NewKV(c *Client) KV {
  72. ret := &kv{}
  73. f := func(conn *grpc.ClientConn) { ret.remote = pb.NewKVClient(conn) }
  74. ret.rc = newRemoteClient(c, f)
  75. return ret
  76. }
  77. func (kv *kv) Put(ctx context.Context, key, val string, opts ...OpOption) (*PutResponse, error) {
  78. r, err := kv.Do(ctx, OpPut(key, val, opts...))
  79. return r.put, rpctypes.Error(err)
  80. }
  81. func (kv *kv) Get(ctx context.Context, key string, opts ...OpOption) (*GetResponse, error) {
  82. r, err := kv.Do(ctx, OpGet(key, opts...))
  83. return r.get, rpctypes.Error(err)
  84. }
  85. func (kv *kv) Delete(ctx context.Context, key string, opts ...OpOption) (*DeleteResponse, error) {
  86. r, err := kv.Do(ctx, OpDelete(key, opts...))
  87. return r.del, rpctypes.Error(err)
  88. }
  89. func (kv *kv) Compact(ctx context.Context, rev int64) error {
  90. remote, err := kv.getRemote(ctx)
  91. if err != nil {
  92. return rpctypes.Error(err)
  93. }
  94. defer kv.rc.release()
  95. _, err = remote.Compact(ctx, &pb.CompactionRequest{Revision: rev})
  96. if err == nil {
  97. return nil
  98. }
  99. if isHaltErr(ctx, err) {
  100. return rpctypes.Error(err)
  101. }
  102. kv.rc.reconnect(err)
  103. return rpctypes.Error(err)
  104. }
  105. func (kv *kv) Txn(ctx context.Context) Txn {
  106. return &txn{
  107. kv: kv,
  108. ctx: ctx,
  109. }
  110. }
  111. func (kv *kv) Do(ctx context.Context, op Op) (OpResponse, error) {
  112. for {
  113. resp, err := kv.do(ctx, op)
  114. if err == nil {
  115. return resp, nil
  116. }
  117. if isHaltErr(ctx, err) {
  118. return resp, rpctypes.Error(err)
  119. }
  120. // do not retry on modifications
  121. if op.isWrite() {
  122. kv.rc.reconnect(err)
  123. return resp, rpctypes.Error(err)
  124. }
  125. if nerr := kv.rc.reconnectWait(ctx, err); nerr != nil {
  126. return resp, rpctypes.Error(nerr)
  127. }
  128. }
  129. }
  130. func (kv *kv) do(ctx context.Context, op Op) (OpResponse, error) {
  131. remote, err := kv.getRemote(ctx)
  132. if err != nil {
  133. return OpResponse{}, err
  134. }
  135. defer kv.rc.release()
  136. switch op.t {
  137. // TODO: handle other ops
  138. case tRange:
  139. var resp *pb.RangeResponse
  140. r := &pb.RangeRequest{Key: op.key, RangeEnd: op.end, Limit: op.limit, Revision: op.rev, Serializable: op.serializable}
  141. if op.sort != nil {
  142. r.SortOrder = pb.RangeRequest_SortOrder(op.sort.Order)
  143. r.SortTarget = pb.RangeRequest_SortTarget(op.sort.Target)
  144. }
  145. resp, err = remote.Range(ctx, r)
  146. if err == nil {
  147. return OpResponse{get: (*GetResponse)(resp)}, nil
  148. }
  149. case tPut:
  150. var resp *pb.PutResponse
  151. r := &pb.PutRequest{Key: op.key, Value: op.val, Lease: int64(op.leaseID)}
  152. resp, err = remote.Put(ctx, r)
  153. if err == nil {
  154. return OpResponse{put: (*PutResponse)(resp)}, nil
  155. }
  156. case tDeleteRange:
  157. var resp *pb.DeleteRangeResponse
  158. r := &pb.DeleteRangeRequest{Key: op.key, RangeEnd: op.end}
  159. resp, err = remote.DeleteRange(ctx, r)
  160. if err == nil {
  161. return OpResponse{del: (*DeleteResponse)(resp)}, nil
  162. }
  163. default:
  164. panic("Unknown op")
  165. }
  166. return OpResponse{}, err
  167. }
  168. // getRemote must be followed by kv.rc.release() call.
  169. func (kv *kv) getRemote(ctx context.Context) (pb.KVClient, error) {
  170. if err := kv.rc.acquire(ctx); err != nil {
  171. return nil, err
  172. }
  173. return kv.remote, nil
  174. }