v3demo_server.go 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package etcdserver
  15. import (
  16. "time"
  17. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  18. "github.com/coreos/etcd/lease"
  19. "github.com/coreos/etcd/lease/leasehttp"
  20. dstorage "github.com/coreos/etcd/storage"
  21. "golang.org/x/net/context"
  22. )
  23. const (
  24. // the max request size that raft accepts.
  25. // TODO: make this a flag? But we probably do not want to
  26. // accept large request which might block raft stream. User
  27. // specify a large value might end up with shooting in the foot.
  28. maxRequestBytes = 1.5 * 1024 * 1024
  29. )
  30. type RaftKV interface {
  31. Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error)
  32. Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error)
  33. DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error)
  34. Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error)
  35. Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error)
  36. }
  37. type Lessor interface {
  38. // LeaseGrant sends LeaseGrant request to raft and apply it after committed.
  39. LeaseGrant(ctx context.Context, r *pb.LeaseGrantRequest) (*pb.LeaseGrantResponse, error)
  40. // LeaseRevoke sends LeaseRevoke request to raft and apply it after committed.
  41. LeaseRevoke(ctx context.Context, r *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error)
  42. // LeaseRenew renews the lease with given ID. The renewed TTL is returned. Or an error
  43. // is returned.
  44. LeaseRenew(id lease.LeaseID) (int64, error)
  45. }
  46. type Authenticator interface {
  47. AuthEnable(ctx context.Context, r *pb.AuthEnableRequest) (*pb.AuthEnableResponse, error)
  48. UserAdd(ctx context.Context, r *pb.AuthUserAddRequest) (*pb.AuthUserAddResponse, error)
  49. UserDelete(ctx context.Context, r *pb.AuthUserDeleteRequest) (*pb.AuthUserDeleteResponse, error)
  50. UserChangePassword(ctx context.Context, r *pb.AuthUserChangePasswordRequest) (*pb.AuthUserChangePasswordResponse, error)
  51. RoleAdd(ctx context.Context, r *pb.AuthRoleAddRequest) (*pb.AuthRoleAddResponse, error)
  52. RoleGrant(ctx context.Context, r *pb.AuthRoleGrantRequest) (*pb.AuthRoleGrantResponse, error)
  53. }
  54. func (s *EtcdServer) Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error) {
  55. if r.Serializable {
  56. return s.applyV3.Range(noTxn, r)
  57. }
  58. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Range: r})
  59. if err != nil {
  60. return nil, err
  61. }
  62. return result.resp.(*pb.RangeResponse), result.err
  63. }
  64. func (s *EtcdServer) Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error) {
  65. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Put: r})
  66. if err != nil {
  67. return nil, err
  68. }
  69. return result.resp.(*pb.PutResponse), result.err
  70. }
  71. func (s *EtcdServer) DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
  72. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{DeleteRange: r})
  73. if err != nil {
  74. return nil, err
  75. }
  76. return result.resp.(*pb.DeleteRangeResponse), result.err
  77. }
  78. func (s *EtcdServer) Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error) {
  79. if isTxnSerializable(r) {
  80. return s.applyV3.Txn(r)
  81. }
  82. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Txn: r})
  83. if err != nil {
  84. return nil, err
  85. }
  86. return result.resp.(*pb.TxnResponse), result.err
  87. }
  88. func isTxnSerializable(r *pb.TxnRequest) bool {
  89. for _, u := range r.Success {
  90. if r := u.GetRequestRange(); r == nil || !r.Serializable {
  91. return false
  92. }
  93. }
  94. for _, u := range r.Failure {
  95. if r := u.GetRequestRange(); r == nil || !r.Serializable {
  96. return false
  97. }
  98. }
  99. return true
  100. }
  101. func (s *EtcdServer) Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error) {
  102. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Compaction: r})
  103. if r.Physical && result.physc != nil {
  104. <-result.physc
  105. // The compaction is done deleting keys; the hash is now settled
  106. // but the data is not necessarily committed. If there's a crash,
  107. // the hash may revert to a hash prior to compaction completing
  108. // if the compaction resumes. Force the finished compaction to
  109. // commit so it won't resume following a crash.
  110. s.be.ForceCommit()
  111. }
  112. if err != nil {
  113. return nil, err
  114. }
  115. resp := result.resp.(*pb.CompactionResponse)
  116. if resp == nil {
  117. resp = &pb.CompactionResponse{}
  118. }
  119. if resp.Header == nil {
  120. resp.Header = &pb.ResponseHeader{}
  121. }
  122. resp.Header.Revision = s.kv.Rev()
  123. return resp, result.err
  124. }
  125. func (s *EtcdServer) LeaseGrant(ctx context.Context, r *pb.LeaseGrantRequest) (*pb.LeaseGrantResponse, error) {
  126. // no id given? choose one
  127. for r.ID == int64(lease.NoLease) {
  128. // only use positive int64 id's
  129. r.ID = int64(s.reqIDGen.Next() & ((1 << 63) - 1))
  130. }
  131. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{LeaseGrant: r})
  132. if err != nil {
  133. return nil, err
  134. }
  135. return result.resp.(*pb.LeaseGrantResponse), result.err
  136. }
  137. func (s *EtcdServer) LeaseRevoke(ctx context.Context, r *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error) {
  138. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{LeaseRevoke: r})
  139. if err != nil {
  140. return nil, err
  141. }
  142. return result.resp.(*pb.LeaseRevokeResponse), result.err
  143. }
  144. func (s *EtcdServer) LeaseRenew(id lease.LeaseID) (int64, error) {
  145. ttl, err := s.lessor.Renew(id)
  146. if err == nil {
  147. return ttl, nil
  148. }
  149. if err != lease.ErrNotPrimary {
  150. return -1, err
  151. }
  152. // renewals don't go through raft; forward to leader manually
  153. leader := s.cluster.Member(s.Leader())
  154. for i := 0; i < 5 && leader == nil; i++ {
  155. // wait an election
  156. dur := time.Duration(s.cfg.ElectionTicks) * time.Duration(s.cfg.TickMs) * time.Millisecond
  157. select {
  158. case <-time.After(dur):
  159. leader = s.cluster.Member(s.Leader())
  160. case <-s.done:
  161. return -1, ErrStopped
  162. }
  163. }
  164. if leader == nil || len(leader.PeerURLs) == 0 {
  165. return -1, ErrNoLeader
  166. }
  167. for _, url := range leader.PeerURLs {
  168. lurl := url + "/leases"
  169. ttl, err = leasehttp.RenewHTTP(id, lurl, s.peerRt, s.cfg.peerDialTimeout())
  170. if err == nil {
  171. break
  172. }
  173. }
  174. return ttl, err
  175. }
  176. func (s *EtcdServer) Alarm(ctx context.Context, r *pb.AlarmRequest) (*pb.AlarmResponse, error) {
  177. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Alarm: r})
  178. if err != nil {
  179. return nil, err
  180. }
  181. return result.resp.(*pb.AlarmResponse), result.err
  182. }
  183. func (s *EtcdServer) AuthEnable(ctx context.Context, r *pb.AuthEnableRequest) (*pb.AuthEnableResponse, error) {
  184. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthEnable: r})
  185. if err != nil {
  186. return nil, err
  187. }
  188. return result.resp.(*pb.AuthEnableResponse), result.err
  189. }
  190. func (s *EtcdServer) UserAdd(ctx context.Context, r *pb.AuthUserAddRequest) (*pb.AuthUserAddResponse, error) {
  191. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthUserAdd: r})
  192. if err != nil {
  193. return nil, err
  194. }
  195. return result.resp.(*pb.AuthUserAddResponse), result.err
  196. }
  197. func (s *EtcdServer) UserDelete(ctx context.Context, r *pb.AuthUserDeleteRequest) (*pb.AuthUserDeleteResponse, error) {
  198. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthUserDelete: r})
  199. if err != nil {
  200. return nil, err
  201. }
  202. return result.resp.(*pb.AuthUserDeleteResponse), result.err
  203. }
  204. func (s *EtcdServer) UserChangePassword(ctx context.Context, r *pb.AuthUserChangePasswordRequest) (*pb.AuthUserChangePasswordResponse, error) {
  205. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthUserChangePassword: r})
  206. if err != nil {
  207. return nil, err
  208. }
  209. return result.resp.(*pb.AuthUserChangePasswordResponse), result.err
  210. }
  211. func (s *EtcdServer) RoleAdd(ctx context.Context, r *pb.AuthRoleAddRequest) (*pb.AuthRoleAddResponse, error) {
  212. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthRoleAdd: r})
  213. if err != nil {
  214. return nil, err
  215. }
  216. return result.resp.(*pb.AuthRoleAddResponse), result.err
  217. }
  218. func (s *EtcdServer) RoleGrant(ctx context.Context, r *pb.AuthRoleGrantRequest) (*pb.AuthRoleGrantResponse, error) {
  219. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthRoleGrant: r})
  220. if err != nil {
  221. return nil, err
  222. }
  223. return result.resp.(*pb.AuthRoleGrantResponse), result.err
  224. }
  225. func (s *EtcdServer) processInternalRaftRequest(ctx context.Context, r pb.InternalRaftRequest) (*applyResult, error) {
  226. r.ID = s.reqIDGen.Next()
  227. data, err := r.Marshal()
  228. if err != nil {
  229. return nil, err
  230. }
  231. if len(data) > maxRequestBytes {
  232. return nil, ErrRequestTooLarge
  233. }
  234. ch := s.w.Register(r.ID)
  235. s.r.Propose(ctx, data)
  236. select {
  237. case x := <-ch:
  238. return x.(*applyResult), nil
  239. case <-ctx.Done():
  240. s.w.Trigger(r.ID, nil) // GC wait
  241. return nil, ctx.Err()
  242. case <-s.done:
  243. return nil, ErrStopped
  244. }
  245. }
  246. // Watchable returns a watchable interface attached to the etcdserver.
  247. func (s *EtcdServer) Watchable() dstorage.Watchable { return s.KV() }