server.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175
  1. package etcdserver
  2. import (
  3. "errors"
  4. "sync"
  5. "time"
  6. "code.google.com/p/go.net/context"
  7. pb "github.com/coreos/etcd/etcdserver2/etcdserverpb"
  8. "github.com/coreos/etcd/raft"
  9. "github.com/coreos/etcd/raft/raftpb"
  10. "github.com/coreos/etcd/store"
  11. "github.com/coreos/etcd/wait"
  12. )
  13. var (
  14. ErrUnknownMethod = errors.New("etcdserver: unknown method")
  15. ErrStopped = errors.New("etcdserver: server stopped")
  16. )
  17. type SendFunc func(m []raftpb.Message)
  18. type Response struct {
  19. // The last seen term raft was at when this request was built.
  20. Term int64
  21. // The last seen index raft was at when this request was built.
  22. Commit int64
  23. *store.Event
  24. *store.Watcher
  25. err error
  26. }
  27. type Server struct {
  28. once sync.Once
  29. w *wait.List
  30. done chan struct{}
  31. Node raft.Node
  32. Store store.Store
  33. // Send specifies the send function for sending msgs to peers. Send
  34. // MUST NOT block. It is okay to drop messages, since clients should
  35. // timeout and reissue their messages. If Send is nil, Server will
  36. // panic.
  37. Send SendFunc
  38. // Save specifies the save function for saving ents to stable storage.
  39. // Save MUST block until st and ents are on stable storage. If Send is
  40. // nil, Server will panic.
  41. Save func(st raftpb.State, ents []raftpb.Entry)
  42. }
  43. // Start prepares and starts server in a new goroutine.
  44. func Start(s *Server) {
  45. s.w = wait.New()
  46. s.done = make(chan struct{})
  47. go s.run()
  48. }
  49. func (s *Server) run() {
  50. for {
  51. select {
  52. case rd := <-s.Node.Ready():
  53. s.Save(rd.State, rd.Entries)
  54. s.Send(rd.Messages)
  55. // TODO(bmizerany): do this in the background, but take
  56. // care to apply entries in a single goroutine, and not
  57. // race them.
  58. for _, e := range rd.CommittedEntries {
  59. var r pb.Request
  60. if err := r.Unmarshal(e.Data); err != nil {
  61. panic("TODO: this is bad, what do we do about it?")
  62. }
  63. var resp Response
  64. resp.Event, resp.err = s.apply(context.TODO(), r)
  65. resp.Term = rd.Term
  66. resp.Commit = rd.Commit
  67. s.w.Trigger(r.Id, resp)
  68. }
  69. case <-s.done:
  70. return
  71. }
  72. }
  73. }
  74. func (s *Server) Stop() {
  75. s.done <- struct{}{}
  76. }
  77. func (s *Server) Do(ctx context.Context, r pb.Request) (Response, error) {
  78. if r.Id == 0 {
  79. panic("r.Id cannot be 0")
  80. }
  81. switch r.Method {
  82. case "POST", "PUT", "DELETE":
  83. data, err := r.Marshal()
  84. if err != nil {
  85. return Response{}, err
  86. }
  87. ch := s.w.Register(r.Id)
  88. s.Node.Propose(ctx, data)
  89. select {
  90. case x := <-ch:
  91. resp := x.(Response)
  92. return resp, resp.err
  93. case <-ctx.Done():
  94. s.w.Trigger(r.Id, nil) // GC wait
  95. return Response{}, ctx.Err()
  96. case <-s.done:
  97. return Response{}, ErrStopped
  98. }
  99. case "GET":
  100. switch {
  101. case r.Wait:
  102. wc, err := s.Store.Watch(r.Path, r.Recursive, false, r.Since)
  103. if err != nil {
  104. return Response{}, err
  105. }
  106. return Response{Watcher: wc}, nil
  107. default:
  108. ev, err := s.Store.Get(r.Path, r.Recursive, r.Sorted)
  109. if err != nil {
  110. return Response{}, err
  111. }
  112. return Response{Event: ev}, nil
  113. }
  114. default:
  115. return Response{}, ErrUnknownMethod
  116. }
  117. }
  118. // apply interprets r as a call to store.X and returns an Response interpreted from store.Event
  119. func (s *Server) apply(ctx context.Context, r pb.Request) (*store.Event, error) {
  120. expr := time.Unix(0, r.Expiration)
  121. switch r.Method {
  122. case "POST":
  123. return s.Store.Create(r.Path, r.Dir, r.Val, true, expr)
  124. case "PUT":
  125. exists, existsSet := getBool(r.PrevExists)
  126. switch {
  127. case existsSet:
  128. if exists {
  129. return s.Store.Update(r.Path, r.Val, expr)
  130. } else {
  131. return s.Store.Create(r.Path, r.Dir, r.Val, false, expr)
  132. }
  133. case r.PrevIndex > 0 || r.PrevValue != "":
  134. return s.Store.CompareAndSwap(r.Path, r.PrevValue, r.PrevIndex, r.Val, expr)
  135. default:
  136. return s.Store.Set(r.Path, r.Dir, r.Val, expr)
  137. }
  138. case "DELETE":
  139. switch {
  140. case r.PrevIndex > 0 || r.PrevValue != "":
  141. return s.Store.CompareAndDelete(r.Path, r.PrevValue, r.PrevIndex)
  142. default:
  143. return s.Store.Delete(r.Path, r.Recursive, r.Dir)
  144. }
  145. default:
  146. // This should never be reached, but just in case:
  147. return nil, ErrUnknownMethod
  148. }
  149. }
  150. func getBool(v *bool) (vv bool, set bool) {
  151. if v == nil {
  152. return false, false
  153. }
  154. return *v, true
  155. }