v3demo_server.go 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package etcdserver
  15. import (
  16. "time"
  17. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  18. "github.com/coreos/etcd/lease"
  19. "github.com/coreos/etcd/lease/leasehttp"
  20. dstorage "github.com/coreos/etcd/storage"
  21. "golang.org/x/net/context"
  22. )
  23. const (
  24. // the max request size that raft accepts.
  25. // TODO: make this a flag? But we probably do not want to
  26. // accept large request which might block raft stream. User
  27. // specify a large value might end up with shooting in the foot.
  28. maxRequestBytes = 1.5 * 1024 * 1024
  29. )
  30. type RaftKV interface {
  31. Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error)
  32. Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error)
  33. DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error)
  34. Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error)
  35. Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error)
  36. }
  37. type Lessor interface {
  38. // LeaseCreate sends LeaseCreate request to raft and apply it after committed.
  39. LeaseCreate(ctx context.Context, r *pb.LeaseCreateRequest) (*pb.LeaseCreateResponse, error)
  40. // LeaseRevoke sends LeaseRevoke request to raft and apply it after committed.
  41. LeaseRevoke(ctx context.Context, r *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error)
  42. // LeaseRenew renews the lease with given ID. The renewed TTL is returned. Or an error
  43. // is returned.
  44. LeaseRenew(id lease.LeaseID) (int64, error)
  45. }
  46. type Authenticator interface {
  47. AuthEnable(ctx context.Context, r *pb.AuthEnableRequest) (*pb.AuthEnableResponse, error)
  48. UserAdd(ctx context.Context, r *pb.AuthUserAddRequest) (*pb.AuthUserAddResponse, error)
  49. UserDelete(ctx context.Context, r *pb.AuthUserDeleteRequest) (*pb.AuthUserDeleteResponse, error)
  50. UserChangePassword(ctx context.Context, r *pb.AuthUserChangePasswordRequest) (*pb.AuthUserChangePasswordResponse, error)
  51. RoleAdd(ctx context.Context, r *pb.AuthRoleAddRequest) (*pb.AuthRoleAddResponse, error)
  52. }
  53. func (s *EtcdServer) Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error) {
  54. if r.Serializable {
  55. return s.applyV3.Range(noTxn, r)
  56. }
  57. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Range: r})
  58. if err != nil {
  59. return nil, err
  60. }
  61. return result.resp.(*pb.RangeResponse), result.err
  62. }
  63. func (s *EtcdServer) Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error) {
  64. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Put: r})
  65. if err != nil {
  66. return nil, err
  67. }
  68. return result.resp.(*pb.PutResponse), result.err
  69. }
  70. func (s *EtcdServer) DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
  71. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{DeleteRange: r})
  72. if err != nil {
  73. return nil, err
  74. }
  75. return result.resp.(*pb.DeleteRangeResponse), result.err
  76. }
  77. func (s *EtcdServer) Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error) {
  78. if isTxnSerializable(r) {
  79. return s.applyV3.Txn(r)
  80. }
  81. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Txn: r})
  82. if err != nil {
  83. return nil, err
  84. }
  85. return result.resp.(*pb.TxnResponse), result.err
  86. }
  87. func isTxnSerializable(r *pb.TxnRequest) bool {
  88. for _, u := range r.Success {
  89. if r := u.GetRequestRange(); r == nil || !r.Serializable {
  90. return false
  91. }
  92. }
  93. for _, u := range r.Failure {
  94. if r := u.GetRequestRange(); r == nil || !r.Serializable {
  95. return false
  96. }
  97. }
  98. return true
  99. }
  100. func (s *EtcdServer) Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error) {
  101. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Compaction: r})
  102. if r.Physical && result.physc != nil {
  103. <-result.physc
  104. // The compaction is done deleting keys; the hash is now settled
  105. // but the data is not necessarily committed. If there's a crash,
  106. // the hash may revert to a hash prior to compaction completing
  107. // if the compaction resumes. Force the finished compaction to
  108. // commit so it won't resume following a crash.
  109. s.be.ForceCommit()
  110. }
  111. if err != nil {
  112. return nil, err
  113. }
  114. resp := result.resp.(*pb.CompactionResponse)
  115. if resp == nil {
  116. resp = &pb.CompactionResponse{}
  117. }
  118. if resp.Header == nil {
  119. resp.Header = &pb.ResponseHeader{}
  120. }
  121. resp.Header.Revision = s.kv.Rev()
  122. return resp, result.err
  123. }
  124. func (s *EtcdServer) LeaseCreate(ctx context.Context, r *pb.LeaseCreateRequest) (*pb.LeaseCreateResponse, error) {
  125. // no id given? choose one
  126. for r.ID == int64(lease.NoLease) {
  127. // only use positive int64 id's
  128. r.ID = int64(s.reqIDGen.Next() & ((1 << 63) - 1))
  129. }
  130. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{LeaseCreate: r})
  131. if err != nil {
  132. return nil, err
  133. }
  134. return result.resp.(*pb.LeaseCreateResponse), result.err
  135. }
  136. func (s *EtcdServer) LeaseRevoke(ctx context.Context, r *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error) {
  137. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{LeaseRevoke: r})
  138. if err != nil {
  139. return nil, err
  140. }
  141. return result.resp.(*pb.LeaseRevokeResponse), result.err
  142. }
  143. func (s *EtcdServer) LeaseRenew(id lease.LeaseID) (int64, error) {
  144. ttl, err := s.lessor.Renew(id)
  145. if err == nil {
  146. return ttl, nil
  147. }
  148. if err != lease.ErrNotPrimary {
  149. return -1, err
  150. }
  151. // renewals don't go through raft; forward to leader manually
  152. leader := s.cluster.Member(s.Leader())
  153. for i := 0; i < 5 && leader == nil; i++ {
  154. // wait an election
  155. dur := time.Duration(s.cfg.ElectionTicks) * time.Duration(s.cfg.TickMs) * time.Millisecond
  156. select {
  157. case <-time.After(dur):
  158. leader = s.cluster.Member(s.Leader())
  159. case <-s.done:
  160. return -1, ErrStopped
  161. }
  162. }
  163. if leader == nil || len(leader.PeerURLs) == 0 {
  164. return -1, ErrNoLeader
  165. }
  166. for _, url := range leader.PeerURLs {
  167. lurl := url + "/leases"
  168. ttl, err = leasehttp.RenewHTTP(id, lurl, s.peerRt, s.cfg.peerDialTimeout())
  169. if err == nil {
  170. break
  171. }
  172. }
  173. return ttl, err
  174. }
  175. func (s *EtcdServer) Alarm(ctx context.Context, r *pb.AlarmRequest) (*pb.AlarmResponse, error) {
  176. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Alarm: r})
  177. if err != nil {
  178. return nil, err
  179. }
  180. return result.resp.(*pb.AlarmResponse), result.err
  181. }
  182. func (s *EtcdServer) AuthEnable(ctx context.Context, r *pb.AuthEnableRequest) (*pb.AuthEnableResponse, error) {
  183. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthEnable: r})
  184. if err != nil {
  185. return nil, err
  186. }
  187. return result.resp.(*pb.AuthEnableResponse), result.err
  188. }
  189. func (s *EtcdServer) UserAdd(ctx context.Context, r *pb.AuthUserAddRequest) (*pb.AuthUserAddResponse, error) {
  190. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthUserAdd: r})
  191. if err != nil {
  192. return nil, err
  193. }
  194. return result.resp.(*pb.AuthUserAddResponse), result.err
  195. }
  196. func (s *EtcdServer) UserDelete(ctx context.Context, r *pb.AuthUserDeleteRequest) (*pb.AuthUserDeleteResponse, error) {
  197. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthUserDelete: r})
  198. if err != nil {
  199. return nil, err
  200. }
  201. return result.resp.(*pb.AuthUserDeleteResponse), result.err
  202. }
  203. func (s *EtcdServer) UserChangePassword(ctx context.Context, r *pb.AuthUserChangePasswordRequest) (*pb.AuthUserChangePasswordResponse, error) {
  204. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthUserChangePassword: r})
  205. if err != nil {
  206. return nil, err
  207. }
  208. return result.resp.(*pb.AuthUserChangePasswordResponse), result.err
  209. }
  210. func (s *EtcdServer) RoleAdd(ctx context.Context, r *pb.AuthRoleAddRequest) (*pb.AuthRoleAddResponse, error) {
  211. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthRoleAdd: r})
  212. if err != nil {
  213. return nil, err
  214. }
  215. return result.resp.(*pb.AuthRoleAddResponse), result.err
  216. }
  217. func (s *EtcdServer) processInternalRaftRequest(ctx context.Context, r pb.InternalRaftRequest) (*applyResult, error) {
  218. r.ID = s.reqIDGen.Next()
  219. data, err := r.Marshal()
  220. if err != nil {
  221. return nil, err
  222. }
  223. if len(data) > maxRequestBytes {
  224. return nil, ErrRequestTooLarge
  225. }
  226. ch := s.w.Register(r.ID)
  227. s.r.Propose(ctx, data)
  228. select {
  229. case x := <-ch:
  230. return x.(*applyResult), nil
  231. case <-ctx.Done():
  232. s.w.Trigger(r.ID, nil) // GC wait
  233. return nil, ctx.Err()
  234. case <-s.done:
  235. return nil, ErrStopped
  236. }
  237. }
  238. // Watchable returns a watchable interface attached to the etcdserver.
  239. func (s *EtcdServer) Watchable() dstorage.Watchable { return s.KV() }