v3demo_server.go 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package etcdserver
  15. import (
  16. "time"
  17. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  18. "github.com/coreos/etcd/lease"
  19. "github.com/coreos/etcd/lease/leasehttp"
  20. dstorage "github.com/coreos/etcd/storage"
  21. "golang.org/x/net/context"
  22. )
  23. const (
  24. // the max request size that raft accepts.
  25. // TODO: make this a flag? But we probably do not want to
  26. // accept large request which might block raft stream. User
  27. // specify a large value might end up with shooting in the foot.
  28. maxRequestBytes = 1.5 * 1024 * 1024
  29. )
  30. type RaftKV interface {
  31. Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error)
  32. Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error)
  33. DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error)
  34. Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error)
  35. Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error)
  36. }
  37. type Lessor interface {
  38. // LeaseCreate sends LeaseCreate request to raft and apply it after committed.
  39. LeaseCreate(ctx context.Context, r *pb.LeaseCreateRequest) (*pb.LeaseCreateResponse, error)
  40. // LeaseRevoke sends LeaseRevoke request to raft and apply it after committed.
  41. LeaseRevoke(ctx context.Context, r *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error)
  42. // LeaseRenew renews the lease with given ID. The renewed TTL is returned. Or an error
  43. // is returned.
  44. LeaseRenew(id lease.LeaseID) (int64, error)
  45. }
  46. type Authenticator interface {
  47. AuthEnable(ctx context.Context, r *pb.AuthEnableRequest) (*pb.AuthEnableResponse, error)
  48. UserAdd(ctx context.Context, r *pb.AuthUserAddRequest) (*pb.AuthUserAddResponse, error)
  49. UserDelete(ctx context.Context, r *pb.AuthUserDeleteRequest) (*pb.AuthUserDeleteResponse, error)
  50. UserChangePassword(ctx context.Context, r *pb.AuthUserChangePasswordRequest) (*pb.AuthUserChangePasswordResponse, error)
  51. }
  52. func (s *EtcdServer) Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error) {
  53. if r.Serializable {
  54. return s.applyV3.Range(noTxn, r)
  55. }
  56. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Range: r})
  57. if err != nil {
  58. return nil, err
  59. }
  60. return result.resp.(*pb.RangeResponse), result.err
  61. }
  62. func (s *EtcdServer) Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error) {
  63. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Put: r})
  64. if err != nil {
  65. return nil, err
  66. }
  67. return result.resp.(*pb.PutResponse), result.err
  68. }
  69. func (s *EtcdServer) DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
  70. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{DeleteRange: r})
  71. if err != nil {
  72. return nil, err
  73. }
  74. return result.resp.(*pb.DeleteRangeResponse), result.err
  75. }
  76. func (s *EtcdServer) Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error) {
  77. if isTxnSerializable(r) {
  78. return s.applyV3.Txn(r)
  79. }
  80. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Txn: r})
  81. if err != nil {
  82. return nil, err
  83. }
  84. return result.resp.(*pb.TxnResponse), result.err
  85. }
  86. func isTxnSerializable(r *pb.TxnRequest) bool {
  87. for _, u := range r.Success {
  88. if r := u.GetRequestRange(); r == nil || !r.Serializable {
  89. return false
  90. }
  91. }
  92. for _, u := range r.Failure {
  93. if r := u.GetRequestRange(); r == nil || !r.Serializable {
  94. return false
  95. }
  96. }
  97. return true
  98. }
  99. func (s *EtcdServer) Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error) {
  100. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Compaction: r})
  101. if r.Physical && result.physc != nil {
  102. <-result.physc
  103. // The compaction is done deleting keys; the hash is now settled
  104. // but the data is not necessarily committed. If there's a crash,
  105. // the hash may revert to a hash prior to compaction completing
  106. // if the compaction resumes. Force the finished compaction to
  107. // commit so it won't resume following a crash.
  108. s.be.ForceCommit()
  109. }
  110. if err != nil {
  111. return nil, err
  112. }
  113. resp := result.resp.(*pb.CompactionResponse)
  114. if resp == nil {
  115. resp = &pb.CompactionResponse{}
  116. }
  117. if resp.Header == nil {
  118. resp.Header = &pb.ResponseHeader{}
  119. }
  120. resp.Header.Revision = s.kv.Rev()
  121. return resp, result.err
  122. }
  123. func (s *EtcdServer) LeaseCreate(ctx context.Context, r *pb.LeaseCreateRequest) (*pb.LeaseCreateResponse, error) {
  124. // no id given? choose one
  125. for r.ID == int64(lease.NoLease) {
  126. // only use positive int64 id's
  127. r.ID = int64(s.reqIDGen.Next() & ((1 << 63) - 1))
  128. }
  129. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{LeaseCreate: r})
  130. if err != nil {
  131. return nil, err
  132. }
  133. return result.resp.(*pb.LeaseCreateResponse), result.err
  134. }
  135. func (s *EtcdServer) LeaseRevoke(ctx context.Context, r *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error) {
  136. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{LeaseRevoke: r})
  137. if err != nil {
  138. return nil, err
  139. }
  140. return result.resp.(*pb.LeaseRevokeResponse), result.err
  141. }
  142. func (s *EtcdServer) LeaseRenew(id lease.LeaseID) (int64, error) {
  143. ttl, err := s.lessor.Renew(id)
  144. if err == nil {
  145. return ttl, nil
  146. }
  147. if err != lease.ErrNotPrimary {
  148. return -1, err
  149. }
  150. // renewals don't go through raft; forward to leader manually
  151. leader := s.cluster.Member(s.Leader())
  152. for i := 0; i < 5 && leader == nil; i++ {
  153. // wait an election
  154. dur := time.Duration(s.cfg.ElectionTicks) * time.Duration(s.cfg.TickMs) * time.Millisecond
  155. select {
  156. case <-time.After(dur):
  157. leader = s.cluster.Member(s.Leader())
  158. case <-s.done:
  159. return -1, ErrStopped
  160. }
  161. }
  162. if leader == nil || len(leader.PeerURLs) == 0 {
  163. return -1, ErrNoLeader
  164. }
  165. for _, url := range leader.PeerURLs {
  166. lurl := url + "/leases"
  167. ttl, err = leasehttp.RenewHTTP(id, lurl, s.peerRt, s.cfg.peerDialTimeout())
  168. if err == nil {
  169. break
  170. }
  171. }
  172. return ttl, err
  173. }
  174. func (s *EtcdServer) Alarm(ctx context.Context, r *pb.AlarmRequest) (*pb.AlarmResponse, error) {
  175. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Alarm: r})
  176. if err != nil {
  177. return nil, err
  178. }
  179. return result.resp.(*pb.AlarmResponse), result.err
  180. }
  181. func (s *EtcdServer) AuthEnable(ctx context.Context, r *pb.AuthEnableRequest) (*pb.AuthEnableResponse, error) {
  182. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthEnable: r})
  183. if err != nil {
  184. return nil, err
  185. }
  186. return result.resp.(*pb.AuthEnableResponse), result.err
  187. }
  188. func (s *EtcdServer) UserAdd(ctx context.Context, r *pb.AuthUserAddRequest) (*pb.AuthUserAddResponse, error) {
  189. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthUserAdd: r})
  190. if err != nil {
  191. return nil, err
  192. }
  193. return result.resp.(*pb.AuthUserAddResponse), result.err
  194. }
  195. func (s *EtcdServer) UserDelete(ctx context.Context, r *pb.AuthUserDeleteRequest) (*pb.AuthUserDeleteResponse, error) {
  196. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthUserDelete: r})
  197. if err != nil {
  198. return nil, err
  199. }
  200. return result.resp.(*pb.AuthUserDeleteResponse), result.err
  201. }
  202. func (s *EtcdServer) UserChangePassword(ctx context.Context, r *pb.AuthUserChangePasswordRequest) (*pb.AuthUserChangePasswordResponse, error) {
  203. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthUserChangePassword: r})
  204. if err != nil {
  205. return nil, err
  206. }
  207. return result.resp.(*pb.AuthUserChangePasswordResponse), result.err
  208. }
  209. func (s *EtcdServer) processInternalRaftRequest(ctx context.Context, r pb.InternalRaftRequest) (*applyResult, error) {
  210. r.ID = s.reqIDGen.Next()
  211. data, err := r.Marshal()
  212. if err != nil {
  213. return nil, err
  214. }
  215. if len(data) > maxRequestBytes {
  216. return nil, ErrRequestTooLarge
  217. }
  218. ch := s.w.Register(r.ID)
  219. s.r.Propose(ctx, data)
  220. select {
  221. case x := <-ch:
  222. return x.(*applyResult), nil
  223. case <-ctx.Done():
  224. s.w.Trigger(r.ID, nil) // GC wait
  225. return nil, ctx.Err()
  226. case <-s.done:
  227. return nil, ErrStopped
  228. }
  229. }
  230. // Watchable returns a watchable interface attached to the etcdserver.
  231. func (s *EtcdServer) Watchable() dstorage.Watchable { return s.KV() }