kv.go 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package clientv3
  15. import (
  16. "sync"
  17. "github.com/coreos/etcd/Godeps/_workspace/src/golang.org/x/net/context"
  18. "github.com/coreos/etcd/Godeps/_workspace/src/google.golang.org/grpc"
  19. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  20. )
  21. type (
  22. PutResponse pb.PutResponse
  23. GetResponse pb.RangeResponse
  24. DeleteResponse pb.DeleteRangeResponse
  25. TxnResponse pb.TxnResponse
  26. )
  27. type KV interface {
  28. // PUT puts a key-value pair into etcd.
  29. // Note that key,value can be plain bytes array and string is
  30. // an immutable representation of that bytes array.
  31. // To get a string of bytes, do string([]byte(0x10, 0x20)).
  32. Put(ctx context.Context, key, val string, opts ...OpOption) (*PutResponse, error)
  33. // Get retrieves keys.
  34. // By default, Get will return the value for "key", if any.
  35. // When passed WithRange(end), Get will return the keys in the range [key, end) if
  36. // end is non-empty, otherwise it returns keys greater than or equal to key.
  37. // When passed WithRev(rev) with rev > 0, Get retrieves keys at the given revision;
  38. // if the required revision is compacted, the request will fail with ErrCompacted .
  39. // When passed WithLimit(limit), the number of returned keys is bounded by limit.
  40. // When passed WithSort(), the keys will be sorted.
  41. Get(ctx context.Context, key string, opts ...OpOption) (*GetResponse, error)
  42. // Delete deletes a key, or optionallly using WithRange(end), [key, end).
  43. Delete(ctx context.Context, key string, opts ...OpOption) (*DeleteResponse, error)
  44. // Compact compacts etcd KV history before the given rev.
  45. Compact(ctx context.Context, rev int64) error
  46. // Txn creates a transaction.
  47. Txn(ctx context.Context) Txn
  48. }
  49. type kv struct {
  50. c *Client
  51. mu sync.Mutex // guards all fields
  52. conn *grpc.ClientConn // conn in-use
  53. remote pb.KVClient
  54. }
  55. func NewKV(c *Client) KV {
  56. conn := c.ActiveConnection()
  57. remote := pb.NewKVClient(conn)
  58. return &kv{
  59. conn: c.ActiveConnection(),
  60. remote: remote,
  61. c: c,
  62. }
  63. }
  64. func (kv *kv) Put(ctx context.Context, key, val string, opts ...OpOption) (*PutResponse, error) {
  65. r, err := kv.do(ctx, OpPut(key, val, opts...))
  66. if err != nil {
  67. return nil, err
  68. }
  69. return (*PutResponse)(r.GetResponsePut()), nil
  70. }
  71. func (kv *kv) Get(ctx context.Context, key string, opts ...OpOption) (*GetResponse, error) {
  72. r, err := kv.do(ctx, OpGet(key, opts...))
  73. if err != nil {
  74. return nil, err
  75. }
  76. return (*GetResponse)(r.GetResponseRange()), nil
  77. }
  78. func (kv *kv) Delete(ctx context.Context, key string, opts ...OpOption) (*DeleteResponse, error) {
  79. r, err := kv.do(ctx, OpDelete(key, opts...))
  80. if err != nil {
  81. return nil, err
  82. }
  83. return (*DeleteResponse)(r.GetResponseDeleteRange()), nil
  84. }
  85. func (kv *kv) Compact(ctx context.Context, rev int64) error {
  86. r := &pb.CompactionRequest{Revision: rev}
  87. _, err := kv.getRemote().Compact(ctx, r)
  88. if err == nil {
  89. return nil
  90. }
  91. if isRPCError(err) {
  92. return err
  93. }
  94. go kv.switchRemote(err)
  95. return err
  96. }
  97. func (kv *kv) Txn(ctx context.Context) Txn {
  98. return &txn{
  99. kv: kv,
  100. ctx: ctx,
  101. }
  102. }
  103. func (kv *kv) do(ctx context.Context, op Op) (*pb.ResponseUnion, error) {
  104. for {
  105. var err error
  106. switch op.t {
  107. // TODO: handle other ops
  108. case tRange:
  109. var resp *pb.RangeResponse
  110. r := &pb.RangeRequest{Key: op.key, RangeEnd: op.end, Limit: op.limit, Revision: op.rev}
  111. if op.sort != nil {
  112. r.SortOrder = pb.RangeRequest_SortOrder(op.sort.Order)
  113. r.SortTarget = pb.RangeRequest_SortTarget(op.sort.Target)
  114. }
  115. resp, err = kv.getRemote().Range(ctx, r)
  116. if err == nil {
  117. respu := &pb.ResponseUnion_ResponseRange{ResponseRange: resp}
  118. return &pb.ResponseUnion{Response: respu}, nil
  119. }
  120. case tPut:
  121. var resp *pb.PutResponse
  122. r := &pb.PutRequest{Key: op.key, Value: op.val, Lease: int64(op.leaseID)}
  123. resp, err = kv.getRemote().Put(ctx, r)
  124. if err == nil {
  125. respu := &pb.ResponseUnion_ResponsePut{ResponsePut: resp}
  126. return &pb.ResponseUnion{Response: respu}, nil
  127. }
  128. case tDeleteRange:
  129. var resp *pb.DeleteRangeResponse
  130. r := &pb.DeleteRangeRequest{Key: op.key, RangeEnd: op.end}
  131. resp, err = kv.getRemote().DeleteRange(ctx, r)
  132. if err == nil {
  133. respu := &pb.ResponseUnion_ResponseDeleteRange{ResponseDeleteRange: resp}
  134. return &pb.ResponseUnion{Response: respu}, nil
  135. }
  136. default:
  137. panic("Unknown op")
  138. }
  139. if isRPCError(err) {
  140. return nil, err
  141. }
  142. // do not retry on modifications
  143. if op.isWrite() {
  144. go kv.switchRemote(err)
  145. return nil, err
  146. }
  147. if nerr := kv.switchRemote(err); nerr != nil {
  148. return nil, nerr
  149. }
  150. }
  151. }
  152. func (kv *kv) switchRemote(prevErr error) error {
  153. newConn, err := kv.c.retryConnection(kv.conn, prevErr)
  154. if err != nil {
  155. return err
  156. }
  157. kv.mu.Lock()
  158. defer kv.mu.Unlock()
  159. kv.conn = newConn
  160. kv.remote = pb.NewKVClient(kv.conn)
  161. return nil
  162. }
  163. func (kv *kv) getRemote() pb.KVClient {
  164. kv.mu.Lock()
  165. defer kv.mu.Unlock()
  166. return kv.remote
  167. }