kv.go 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package clientv3
  15. import (
  16. "sync"
  17. "github.com/coreos/etcd/Godeps/_workspace/src/golang.org/x/net/context"
  18. "github.com/coreos/etcd/Godeps/_workspace/src/google.golang.org/grpc"
  19. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  20. "github.com/coreos/etcd/lease"
  21. )
  22. type (
  23. PutResponse pb.PutResponse
  24. RangeResponse pb.RangeResponse
  25. GetResponse pb.RangeResponse
  26. DeleteRangeResponse pb.DeleteRangeResponse
  27. DeleteResponse pb.DeleteRangeResponse
  28. TxnResponse pb.TxnResponse
  29. )
  30. type KV interface {
  31. // PUT puts a key-value pair into etcd.
  32. // Note that key,value can be plain bytes array and string is
  33. // an immutable representation of that bytes array.
  34. // To get a string of bytes, do string([]byte(0x10, 0x20)).
  35. Put(key, val string, leaseID lease.LeaseID) (*PutResponse, error)
  36. // Range gets the keys [key, end) in the range at rev.
  37. // If rev <=0, range gets the keys at currentRev.
  38. // Limit limits the number of keys returned.
  39. // If the required rev is compacted, ErrCompacted will be returned.
  40. Range(key, end string, limit, rev int64, sort *SortOption) (*RangeResponse, error)
  41. // Get is like Range. A shortcut for ranging single key like [key, key+1).
  42. Get(key string, rev int64) (*GetResponse, error)
  43. // DeleteRange deletes the given range [key, end).
  44. DeleteRange(key, end string) (*DeleteRangeResponse, error)
  45. // Delete is like DeleteRange. A shortcut for deleting single key like [key, key+1).
  46. Delete(key string) (*DeleteResponse, error)
  47. // Compact compacts etcd KV history before the given rev.
  48. Compact(rev int64) error
  49. // Txn creates a transaction.
  50. Txn() Txn
  51. }
  52. type kv struct {
  53. c *Client
  54. mu sync.Mutex // guards all fields
  55. conn *grpc.ClientConn // conn in-use
  56. remote pb.KVClient
  57. }
  58. func NewKV(c *Client) KV {
  59. conn := c.ActiveConnection()
  60. remote := pb.NewKVClient(conn)
  61. return &kv{
  62. conn: c.ActiveConnection(),
  63. remote: remote,
  64. c: c,
  65. }
  66. }
  67. func (kv *kv) Put(key, val string, leaseID lease.LeaseID) (*PutResponse, error) {
  68. r, err := kv.do(OpPut(key, val, leaseID))
  69. if err != nil {
  70. return nil, err
  71. }
  72. return (*PutResponse)(r.GetResponsePut()), nil
  73. }
  74. func (kv *kv) Range(key, end string, limit, rev int64, sort *SortOption) (*RangeResponse, error) {
  75. r, err := kv.do(OpRange(key, end, limit, rev, sort))
  76. if err != nil {
  77. return nil, err
  78. }
  79. return (*RangeResponse)(r.GetResponseRange()), nil
  80. }
  81. func (kv *kv) Get(key string, rev int64) (*GetResponse, error) {
  82. r, err := kv.do(OpGet(key, rev))
  83. if err != nil {
  84. return nil, err
  85. }
  86. return (*GetResponse)(r.GetResponseRange()), nil
  87. }
  88. func (kv *kv) DeleteRange(key, end string) (*DeleteRangeResponse, error) {
  89. r, err := kv.do(OpDeleteRange(key, end))
  90. if err != nil {
  91. return nil, err
  92. }
  93. return (*DeleteRangeResponse)(r.GetResponseDeleteRange()), nil
  94. }
  95. func (kv *kv) Delete(key string) (*DeleteResponse, error) {
  96. r, err := kv.do(OpDelete(key))
  97. if err != nil {
  98. return nil, err
  99. }
  100. return (*DeleteResponse)(r.GetResponseDeleteRange()), nil
  101. }
  102. func (kv *kv) Compact(rev int64) error {
  103. r := &pb.CompactionRequest{Revision: rev}
  104. _, err := kv.getRemote().Compact(context.TODO(), r)
  105. if err == nil {
  106. return nil
  107. }
  108. if isRPCError(err) {
  109. return err
  110. }
  111. go kv.switchRemote(err)
  112. return nil
  113. }
  114. func (kv *kv) Txn() Txn {
  115. return &txn{
  116. kv: kv,
  117. }
  118. }
  119. func (kv *kv) do(op Op) (*pb.ResponseUnion, error) {
  120. for {
  121. var err error
  122. switch op.t {
  123. // TODO: handle other ops
  124. case tRange:
  125. var resp *pb.RangeResponse
  126. r := &pb.RangeRequest{Key: op.key, RangeEnd: op.end, Limit: op.limit, Revision: op.rev}
  127. if op.sort != nil {
  128. r.SortOrder = pb.RangeRequest_SortOrder(op.sort.Order)
  129. r.SortTarget = pb.RangeRequest_SortTarget(op.sort.Target)
  130. }
  131. resp, err = kv.getRemote().Range(context.TODO(), r)
  132. if err == nil {
  133. respu := &pb.ResponseUnion_ResponseRange{ResponseRange: resp}
  134. return &pb.ResponseUnion{Response: respu}, nil
  135. }
  136. case tPut:
  137. var resp *pb.PutResponse
  138. r := &pb.PutRequest{Key: op.key, Value: op.val, Lease: int64(op.leaseID)}
  139. resp, err = kv.getRemote().Put(context.TODO(), r)
  140. if err == nil {
  141. respu := &pb.ResponseUnion_ResponsePut{ResponsePut: resp}
  142. return &pb.ResponseUnion{Response: respu}, nil
  143. }
  144. case tDeleteRange:
  145. var resp *pb.DeleteRangeResponse
  146. r := &pb.DeleteRangeRequest{Key: op.key, RangeEnd: op.end}
  147. resp, err = kv.getRemote().DeleteRange(context.TODO(), r)
  148. if err == nil {
  149. respu := &pb.ResponseUnion_ResponseDeleteRange{ResponseDeleteRange: resp}
  150. return &pb.ResponseUnion{Response: respu}, nil
  151. }
  152. default:
  153. panic("Unknown op")
  154. }
  155. if isRPCError(err) {
  156. return nil, err
  157. }
  158. // do not retry on modifications
  159. if op.isWrite() {
  160. go kv.switchRemote(err)
  161. return nil, err
  162. }
  163. if nerr := kv.switchRemote(err); nerr != nil {
  164. return nil, nerr
  165. }
  166. }
  167. }
  168. func (kv *kv) switchRemote(prevErr error) error {
  169. newConn, err := kv.c.retryConnection(kv.conn, prevErr)
  170. if err != nil {
  171. return err
  172. }
  173. kv.mu.Lock()
  174. defer kv.mu.Unlock()
  175. kv.conn = newConn
  176. kv.remote = pb.NewKVClient(kv.conn)
  177. return nil
  178. }
  179. func (kv *kv) getRemote() pb.KVClient {
  180. kv.mu.Lock()
  181. defer kv.mu.Unlock()
  182. return kv.remote
  183. }