v3demo_server.go 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package etcdserver
  15. import (
  16. "bytes"
  17. "github.com/coreos/etcd/Godeps/_workspace/src/github.com/gogo/protobuf/proto"
  18. "github.com/coreos/etcd/Godeps/_workspace/src/golang.org/x/net/context"
  19. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  20. dstorage "github.com/coreos/etcd/storage"
  21. )
  22. type RaftKV interface {
  23. Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error)
  24. Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error)
  25. DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error)
  26. Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error)
  27. Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error)
  28. }
  29. func (s *EtcdServer) Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error) {
  30. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Range: r})
  31. if err != nil {
  32. return nil, err
  33. }
  34. return result.resp.(*pb.RangeResponse), result.err
  35. }
  36. func (s *EtcdServer) Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error) {
  37. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Put: r})
  38. if err != nil {
  39. return nil, err
  40. }
  41. return result.resp.(*pb.PutResponse), result.err
  42. }
  43. func (s *EtcdServer) DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
  44. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{DeleteRange: r})
  45. if err != nil {
  46. return nil, err
  47. }
  48. return result.resp.(*pb.DeleteRangeResponse), result.err
  49. }
  50. func (s *EtcdServer) Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error) {
  51. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Txn: r})
  52. if err != nil {
  53. return nil, err
  54. }
  55. return result.resp.(*pb.TxnResponse), result.err
  56. }
  57. func (s *EtcdServer) Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error) {
  58. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Compaction: r})
  59. if err != nil {
  60. return nil, err
  61. }
  62. return result.resp.(*pb.CompactionResponse), result.err
  63. }
  64. type applyResult struct {
  65. resp proto.Message
  66. err error
  67. }
  68. func (s *EtcdServer) processInternalRaftRequest(ctx context.Context, r pb.InternalRaftRequest) (*applyResult, error) {
  69. r.ID = s.reqIDGen.Next()
  70. data, err := r.Marshal()
  71. if err != nil {
  72. return nil, err
  73. }
  74. ch := s.w.Register(r.ID)
  75. s.r.Propose(ctx, data)
  76. select {
  77. case x := <-ch:
  78. return x.(*applyResult), nil
  79. case <-ctx.Done():
  80. s.w.Trigger(r.ID, nil) // GC wait
  81. return nil, ctx.Err()
  82. case <-s.done:
  83. return nil, ErrStopped
  84. }
  85. }
  86. // Watcable returns a watchable interface attached to the etcdserver.
  87. func (s *EtcdServer) Watchable() dstorage.Watchable {
  88. return s.kv
  89. }
  90. func (s *EtcdServer) applyV3Request(r *pb.InternalRaftRequest) interface{} {
  91. ar := &applyResult{}
  92. switch {
  93. case r.Range != nil:
  94. ar.resp, ar.err = applyRange(s.kv, r.Range)
  95. case r.Put != nil:
  96. ar.resp, ar.err = applyPut(s.kv, r.Put)
  97. case r.DeleteRange != nil:
  98. ar.resp, ar.err = applyDeleteRange(s.kv, r.DeleteRange)
  99. case r.Txn != nil:
  100. ar.resp, ar.err = applyTxn(s.kv, r.Txn)
  101. case r.Compaction != nil:
  102. ar.resp, ar.err = applyCompaction(s.kv, r.Compaction)
  103. default:
  104. panic("not implemented")
  105. }
  106. return ar
  107. }
  108. func applyPut(kv dstorage.KV, p *pb.PutRequest) (*pb.PutResponse, error) {
  109. resp := &pb.PutResponse{}
  110. resp.Header = &pb.ResponseHeader{}
  111. rev := kv.Put(p.Key, p.Value)
  112. resp.Header.Revision = rev
  113. return resp, nil
  114. }
  115. func applyRange(kv dstorage.KV, r *pb.RangeRequest) (*pb.RangeResponse, error) {
  116. resp := &pb.RangeResponse{}
  117. resp.Header = &pb.ResponseHeader{}
  118. kvs, rev, err := kv.Range(r.Key, r.RangeEnd, r.Limit, 0)
  119. if err != nil {
  120. return nil, err
  121. }
  122. resp.Header.Revision = rev
  123. for i := range kvs {
  124. resp.Kvs = append(resp.Kvs, &kvs[i])
  125. }
  126. return resp, nil
  127. }
  128. func applyDeleteRange(kv dstorage.KV, dr *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
  129. resp := &pb.DeleteRangeResponse{}
  130. resp.Header = &pb.ResponseHeader{}
  131. _, rev := kv.DeleteRange(dr.Key, dr.RangeEnd)
  132. resp.Header.Revision = rev
  133. return resp, nil
  134. }
  135. func applyTxn(kv dstorage.KV, rt *pb.TxnRequest) (*pb.TxnResponse, error) {
  136. var revision int64
  137. ok := true
  138. for _, c := range rt.Compare {
  139. if revision, ok = applyCompare(kv, c); !ok {
  140. break
  141. }
  142. }
  143. // TODO: check potential errors before actually applying anything
  144. var reqs []*pb.RequestUnion
  145. if ok {
  146. reqs = rt.Success
  147. } else {
  148. reqs = rt.Failure
  149. }
  150. resps := make([]*pb.ResponseUnion, len(reqs))
  151. for i := range reqs {
  152. resps[i] = applyUnion(kv, reqs[i])
  153. }
  154. if len(resps) != 0 {
  155. revision += 1
  156. }
  157. txnResp := &pb.TxnResponse{}
  158. txnResp.Header = &pb.ResponseHeader{}
  159. txnResp.Header.Revision = revision
  160. txnResp.Responses = resps
  161. txnResp.Succeeded = ok
  162. return txnResp, nil
  163. }
  164. func applyCompaction(kv dstorage.KV, compaction *pb.CompactionRequest) (*pb.CompactionResponse, error) {
  165. resp := &pb.CompactionResponse{}
  166. resp.Header = &pb.ResponseHeader{}
  167. err := kv.Compact(compaction.Revision)
  168. if err != nil {
  169. return nil, err
  170. }
  171. // get the current revision. which key to get is not important.
  172. _, resp.Header.Revision, _ = kv.Range([]byte("compaction"), nil, 1, 0)
  173. return resp, err
  174. }
  175. func applyUnion(kv dstorage.KV, union *pb.RequestUnion) *pb.ResponseUnion {
  176. switch {
  177. case union.RequestRange != nil:
  178. resp, err := applyRange(kv, union.RequestRange)
  179. if err != nil {
  180. panic("unexpected error during txn")
  181. }
  182. return &pb.ResponseUnion{ResponseRange: resp}
  183. case union.RequestPut != nil:
  184. resp, err := applyPut(kv, union.RequestPut)
  185. if err != nil {
  186. panic("unexpected error during txn")
  187. }
  188. return &pb.ResponseUnion{ResponsePut: resp}
  189. case union.RequestDeleteRange != nil:
  190. resp, err := applyDeleteRange(kv, union.RequestDeleteRange)
  191. if err != nil {
  192. panic("unexpected error during txn")
  193. }
  194. return &pb.ResponseUnion{ResponseDeleteRange: resp}
  195. default:
  196. // empty union
  197. return nil
  198. }
  199. }
  200. func applyCompare(kv dstorage.KV, c *pb.Compare) (int64, bool) {
  201. ckvs, rev, err := kv.Range(c.Key, nil, 1, 0)
  202. if err != nil {
  203. return rev, false
  204. }
  205. ckv := ckvs[0]
  206. // -1 is less, 0 is equal, 1 is greater
  207. var result int
  208. switch c.Target {
  209. case pb.Compare_VALUE:
  210. result = bytes.Compare(ckv.Value, c.Value)
  211. case pb.Compare_CREATE:
  212. result = compareInt64(ckv.CreateRevision, c.CreateRevision)
  213. case pb.Compare_MOD:
  214. result = compareInt64(ckv.ModRevision, c.ModRevision)
  215. case pb.Compare_VERSION:
  216. result = compareInt64(ckv.Version, c.Version)
  217. }
  218. switch c.Result {
  219. case pb.Compare_EQUAL:
  220. if result != 0 {
  221. return rev, false
  222. }
  223. case pb.Compare_GREATER:
  224. if result != 1 {
  225. return rev, false
  226. }
  227. case pb.Compare_LESS:
  228. if result != -1 {
  229. return rev, false
  230. }
  231. }
  232. return rev, true
  233. }
  234. func compareInt64(a, b int64) int {
  235. switch {
  236. case a < b:
  237. return -1
  238. case a > b:
  239. return 1
  240. default:
  241. return 0
  242. }
  243. }