kv.go 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package clientv3
  15. import (
  16. "sync"
  17. "github.com/coreos/etcd/etcdserver/api/v3rpc/rpctypes"
  18. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  19. "golang.org/x/net/context"
  20. "google.golang.org/grpc"
  21. )
  22. type (
  23. PutResponse pb.PutResponse
  24. GetResponse pb.RangeResponse
  25. DeleteResponse pb.DeleteRangeResponse
  26. TxnResponse pb.TxnResponse
  27. )
  28. type KV interface {
  29. // Put puts a key-value pair into etcd.
  30. // Note that key,value can be plain bytes array and string is
  31. // an immutable representation of that bytes array.
  32. // To get a string of bytes, do string([]byte(0x10, 0x20)).
  33. Put(ctx context.Context, key, val string, opts ...OpOption) (*PutResponse, error)
  34. // Get retrieves keys.
  35. // By default, Get will return the value for "key", if any.
  36. // When passed WithRange(end), Get will return the keys in the range [key, end).
  37. // When passed WithFromKey(), Get returns keys greater than or equal to key.
  38. // When passed WithRev(rev) with rev > 0, Get retrieves keys at the given revision;
  39. // if the required revision is compacted, the request will fail with ErrCompacted .
  40. // When passed WithLimit(limit), the number of returned keys is bounded by limit.
  41. // When passed WithSort(), the keys will be sorted.
  42. Get(ctx context.Context, key string, opts ...OpOption) (*GetResponse, error)
  43. // Delete deletes a key, or optionally using WithRange(end), [key, end).
  44. Delete(ctx context.Context, key string, opts ...OpOption) (*DeleteResponse, error)
  45. // Compact compacts etcd KV history before the given rev.
  46. Compact(ctx context.Context, rev int64) error
  47. // Do applies a single Op on KV without a transaction.
  48. // Do is useful when declaring operations to be issued at a later time
  49. // whereas Get/Put/Delete are for better suited for when the operation
  50. // should be immediately issued at time of declaration.
  51. // Do applies a single Op on KV without a transaction.
  52. // Do is useful when creating arbitrary operations to be issued at a
  53. // later time; the user can range over the operations, calling Do to
  54. // execute them. Get/Put/Delete, on the other hand, are best suited
  55. // for when the operation should be issued at the time of declaration.
  56. Do(ctx context.Context, op Op) (OpResponse, error)
  57. // Txn creates a transaction.
  58. Txn(ctx context.Context) Txn
  59. }
  60. type OpResponse struct {
  61. put *PutResponse
  62. get *GetResponse
  63. del *DeleteResponse
  64. }
  65. type kv struct {
  66. c *Client
  67. mu sync.Mutex // guards all fields
  68. conn *grpc.ClientConn // conn in-use
  69. remote pb.KVClient
  70. }
  71. func NewKV(c *Client) KV {
  72. conn := c.ActiveConnection()
  73. remote := pb.NewKVClient(conn)
  74. return &kv{
  75. conn: c.ActiveConnection(),
  76. remote: remote,
  77. c: c,
  78. }
  79. }
  80. func (kv *kv) Put(ctx context.Context, key, val string, opts ...OpOption) (*PutResponse, error) {
  81. r, err := kv.Do(ctx, OpPut(key, val, opts...))
  82. return r.put, rpctypes.Error(err)
  83. }
  84. func (kv *kv) Get(ctx context.Context, key string, opts ...OpOption) (*GetResponse, error) {
  85. r, err := kv.Do(ctx, OpGet(key, opts...))
  86. return r.get, rpctypes.Error(err)
  87. }
  88. func (kv *kv) Delete(ctx context.Context, key string, opts ...OpOption) (*DeleteResponse, error) {
  89. r, err := kv.Do(ctx, OpDelete(key, opts...))
  90. return r.del, rpctypes.Error(err)
  91. }
  92. func (kv *kv) Compact(ctx context.Context, rev int64) error {
  93. r := &pb.CompactionRequest{Revision: rev}
  94. _, err := kv.getRemote().Compact(ctx, r)
  95. if err == nil {
  96. return nil
  97. }
  98. if isHaltErr(ctx, err) {
  99. return rpctypes.Error(err)
  100. }
  101. go kv.switchRemote(err)
  102. return rpctypes.Error(err)
  103. }
  104. func (kv *kv) Txn(ctx context.Context) Txn {
  105. return &txn{
  106. kv: kv,
  107. ctx: ctx,
  108. }
  109. }
  110. func (kv *kv) Do(ctx context.Context, op Op) (OpResponse, error) {
  111. for {
  112. var err error
  113. switch op.t {
  114. // TODO: handle other ops
  115. case tRange:
  116. var resp *pb.RangeResponse
  117. r := &pb.RangeRequest{Key: op.key, RangeEnd: op.end, Limit: op.limit, Revision: op.rev, Serializable: op.serializable}
  118. if op.sort != nil {
  119. r.SortOrder = pb.RangeRequest_SortOrder(op.sort.Order)
  120. r.SortTarget = pb.RangeRequest_SortTarget(op.sort.Target)
  121. }
  122. resp, err = kv.getRemote().Range(ctx, r)
  123. if err == nil {
  124. return OpResponse{get: (*GetResponse)(resp)}, nil
  125. }
  126. case tPut:
  127. var resp *pb.PutResponse
  128. r := &pb.PutRequest{Key: op.key, Value: op.val, Lease: int64(op.leaseID)}
  129. resp, err = kv.getRemote().Put(ctx, r)
  130. if err == nil {
  131. return OpResponse{put: (*PutResponse)(resp)}, nil
  132. }
  133. case tDeleteRange:
  134. var resp *pb.DeleteRangeResponse
  135. r := &pb.DeleteRangeRequest{Key: op.key, RangeEnd: op.end}
  136. resp, err = kv.getRemote().DeleteRange(ctx, r)
  137. if err == nil {
  138. return OpResponse{del: (*DeleteResponse)(resp)}, nil
  139. }
  140. default:
  141. panic("Unknown op")
  142. }
  143. if isHaltErr(ctx, err) {
  144. return OpResponse{}, rpctypes.Error(err)
  145. }
  146. // do not retry on modifications
  147. if op.isWrite() {
  148. go kv.switchRemote(err)
  149. return OpResponse{}, rpctypes.Error(err)
  150. }
  151. if nerr := kv.switchRemote(err); nerr != nil {
  152. return OpResponse{}, nerr
  153. }
  154. }
  155. }
  156. func (kv *kv) switchRemote(prevErr error) error {
  157. // Usually it's a bad idea to lock on network i/o but here it's OK
  158. // since the link is down and new requests can't be processed anyway.
  159. // Likewise, if connecting stalls, closing the Client can break the
  160. // lock via context cancelation.
  161. kv.mu.Lock()
  162. defer kv.mu.Unlock()
  163. newConn, err := kv.c.retryConnection(kv.conn, prevErr)
  164. if err != nil {
  165. return rpctypes.Error(err)
  166. }
  167. kv.conn = newConn
  168. kv.remote = pb.NewKVClient(kv.conn)
  169. return nil
  170. }
  171. func (kv *kv) getRemote() pb.KVClient {
  172. kv.mu.Lock()
  173. defer kv.mu.Unlock()
  174. return kv.remote
  175. }