v3demo_server.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package etcdserver
  15. import (
  16. "time"
  17. pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
  18. "github.com/coreos/etcd/lease"
  19. "github.com/coreos/etcd/lease/leasehttp"
  20. dstorage "github.com/coreos/etcd/storage"
  21. "golang.org/x/net/context"
  22. )
  23. const (
  24. // the max request size that raft accepts.
  25. // TODO: make this a flag? But we probably do not want to
  26. // accept large request which might block raft stream. User
  27. // specify a large value might end up with shooting in the foot.
  28. maxRequestBytes = 1.5 * 1024 * 1024
  29. )
  30. type RaftKV interface {
  31. Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error)
  32. Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error)
  33. DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error)
  34. Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error)
  35. Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error)
  36. Hash(ctx context.Context, r *pb.HashRequest) (*pb.HashResponse, error)
  37. }
  38. type Lessor interface {
  39. // LeaseCreate sends LeaseCreate request to raft and apply it after committed.
  40. LeaseCreate(ctx context.Context, r *pb.LeaseCreateRequest) (*pb.LeaseCreateResponse, error)
  41. // LeaseRevoke sends LeaseRevoke request to raft and apply it after committed.
  42. LeaseRevoke(ctx context.Context, r *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error)
  43. // LeaseRenew renews the lease with given ID. The renewed TTL is returned. Or an error
  44. // is returned.
  45. LeaseRenew(id lease.LeaseID) (int64, error)
  46. }
  47. type Authenticator interface {
  48. AuthEnable(ctx context.Context, r *pb.AuthEnableRequest) (*pb.AuthEnableResponse, error)
  49. UserAdd(ctx context.Context, r *pb.UserAddRequest) (*pb.UserAddResponse, error)
  50. }
  51. func (s *EtcdServer) Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error) {
  52. if r.Serializable {
  53. return s.applyV3.Range(noTxn, r)
  54. }
  55. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Range: r})
  56. if err != nil {
  57. return nil, err
  58. }
  59. return result.resp.(*pb.RangeResponse), result.err
  60. }
  61. func (s *EtcdServer) Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error) {
  62. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Put: r})
  63. if err != nil {
  64. return nil, err
  65. }
  66. return result.resp.(*pb.PutResponse), result.err
  67. }
  68. func (s *EtcdServer) DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
  69. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{DeleteRange: r})
  70. if err != nil {
  71. return nil, err
  72. }
  73. return result.resp.(*pb.DeleteRangeResponse), result.err
  74. }
  75. func (s *EtcdServer) Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error) {
  76. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Txn: r})
  77. if err != nil {
  78. return nil, err
  79. }
  80. return result.resp.(*pb.TxnResponse), result.err
  81. }
  82. func (s *EtcdServer) Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error) {
  83. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Compaction: r})
  84. if err != nil {
  85. return nil, err
  86. }
  87. resp := result.resp.(*pb.CompactionResponse)
  88. if resp == nil {
  89. resp = &pb.CompactionResponse{}
  90. }
  91. if resp.Header == nil {
  92. resp.Header = &pb.ResponseHeader{}
  93. }
  94. resp.Header.Revision = s.kv.Rev()
  95. return resp, result.err
  96. }
  97. func (s *EtcdServer) Hash(ctx context.Context, r *pb.HashRequest) (*pb.HashResponse, error) {
  98. h, err := s.be.Hash()
  99. if err != nil {
  100. return nil, err
  101. }
  102. return &pb.HashResponse{Header: &pb.ResponseHeader{Revision: s.kv.Rev()}, Hash: h}, nil
  103. }
  104. func (s *EtcdServer) LeaseCreate(ctx context.Context, r *pb.LeaseCreateRequest) (*pb.LeaseCreateResponse, error) {
  105. // no id given? choose one
  106. for r.ID == int64(lease.NoLease) {
  107. // only use positive int64 id's
  108. r.ID = int64(s.reqIDGen.Next() & ((1 << 63) - 1))
  109. }
  110. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{LeaseCreate: r})
  111. if err != nil {
  112. return nil, err
  113. }
  114. return result.resp.(*pb.LeaseCreateResponse), result.err
  115. }
  116. func (s *EtcdServer) LeaseRevoke(ctx context.Context, r *pb.LeaseRevokeRequest) (*pb.LeaseRevokeResponse, error) {
  117. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{LeaseRevoke: r})
  118. if err != nil {
  119. return nil, err
  120. }
  121. return result.resp.(*pb.LeaseRevokeResponse), result.err
  122. }
  123. func (s *EtcdServer) LeaseRenew(id lease.LeaseID) (int64, error) {
  124. ttl, err := s.lessor.Renew(id)
  125. if err == nil {
  126. return ttl, nil
  127. }
  128. if err != lease.ErrNotPrimary {
  129. return -1, err
  130. }
  131. // renewals don't go through raft; forward to leader manually
  132. leader := s.cluster.Member(s.Leader())
  133. for i := 0; i < 5 && leader == nil; i++ {
  134. // wait an election
  135. dur := time.Duration(s.cfg.ElectionTicks) * time.Duration(s.cfg.TickMs) * time.Millisecond
  136. select {
  137. case <-time.After(dur):
  138. leader = s.cluster.Member(s.Leader())
  139. case <-s.done:
  140. return -1, ErrStopped
  141. }
  142. }
  143. if leader == nil || len(leader.PeerURLs) == 0 {
  144. return -1, ErrNoLeader
  145. }
  146. for _, url := range leader.PeerURLs {
  147. lurl := url + "/leases"
  148. ttl, err = leasehttp.RenewHTTP(id, lurl, s.peerRt, s.cfg.peerDialTimeout())
  149. if err == nil {
  150. break
  151. }
  152. }
  153. return ttl, err
  154. }
  155. func (s *EtcdServer) Alarm(ctx context.Context, r *pb.AlarmRequest) (*pb.AlarmResponse, error) {
  156. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{Alarm: r})
  157. if err != nil {
  158. return nil, err
  159. }
  160. return result.resp.(*pb.AlarmResponse), result.err
  161. }
  162. func (s *EtcdServer) AuthEnable(ctx context.Context, r *pb.AuthEnableRequest) (*pb.AuthEnableResponse, error) {
  163. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{AuthEnable: r})
  164. if err != nil {
  165. return nil, err
  166. }
  167. return result.resp.(*pb.AuthEnableResponse), result.err
  168. }
  169. func (s *EtcdServer) UserAdd(ctx context.Context, r *pb.UserAddRequest) (*pb.UserAddResponse, error) {
  170. result, err := s.processInternalRaftRequest(ctx, pb.InternalRaftRequest{UserAdd: r})
  171. if err != nil {
  172. return nil, err
  173. }
  174. return result.resp.(*pb.UserAddResponse), result.err
  175. }
  176. func (s *EtcdServer) processInternalRaftRequest(ctx context.Context, r pb.InternalRaftRequest) (*applyResult, error) {
  177. r.ID = s.reqIDGen.Next()
  178. data, err := r.Marshal()
  179. if err != nil {
  180. return nil, err
  181. }
  182. if len(data) > maxRequestBytes {
  183. return nil, ErrRequestTooLarge
  184. }
  185. ch := s.w.Register(r.ID)
  186. s.r.Propose(ctx, data)
  187. select {
  188. case x := <-ch:
  189. return x.(*applyResult), nil
  190. case <-ctx.Done():
  191. s.w.Trigger(r.ID, nil) // GC wait
  192. return nil, ctx.Err()
  193. case <-s.done:
  194. return nil, ErrStopped
  195. }
  196. }
  197. // Watchable returns a watchable interface attached to the etcdserver.
  198. func (s *EtcdServer) Watchable() dstorage.Watchable {
  199. return s.getKV()
  200. }