server.go 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175
  1. package etcdserver
  2. import (
  3. "errors"
  4. "time"
  5. "code.google.com/p/go.net/context"
  6. pb "github.com/coreos/etcd/etcdserver2/etcdserverpb"
  7. "github.com/coreos/etcd/raft"
  8. "github.com/coreos/etcd/raft/raftpb"
  9. "github.com/coreos/etcd/store"
  10. "github.com/coreos/etcd/wait"
  11. )
  12. var (
  13. ErrUnknownMethod = errors.New("etcdserver: unknown method")
  14. ErrStopped = errors.New("etcdserver: server stopped")
  15. )
  16. type SendFunc func(m []raftpb.Message)
  17. type Response struct {
  18. Event *store.Event
  19. Watcher *store.Watcher
  20. err error
  21. }
  22. type Server struct {
  23. w *wait.List
  24. done chan struct{}
  25. Node raft.Node
  26. Store store.Store
  27. // Send specifies the send function for sending msgs to peers. Send
  28. // MUST NOT block. It is okay to drop messages, since clients should
  29. // timeout and reissue their messages. If Send is nil, Server will
  30. // panic.
  31. Send SendFunc
  32. // Save specifies the save function for saving ents to stable storage.
  33. // Save MUST block until st and ents are on stable storage. If Send is
  34. // nil, Server will panic.
  35. Save func(st raftpb.State, ents []raftpb.Entry)
  36. }
  37. // Start prepares and starts server in a new goroutine.
  38. func Start(s *Server) {
  39. s.w = wait.New()
  40. s.done = make(chan struct{})
  41. go s.run()
  42. }
  43. func (s *Server) run() {
  44. for {
  45. select {
  46. case rd := <-s.Node.Ready():
  47. s.Save(rd.State, rd.Entries)
  48. s.Send(rd.Messages)
  49. // TODO(bmizerany): do this in the background, but take
  50. // care to apply entries in a single goroutine, and not
  51. // race them.
  52. for _, e := range rd.CommittedEntries {
  53. var r pb.Request
  54. if err := r.Unmarshal(e.Data); err != nil {
  55. panic("TODO: this is bad, what do we do about it?")
  56. }
  57. s.w.Trigger(r.Id, s.apply(r))
  58. }
  59. case <-s.done:
  60. return
  61. }
  62. }
  63. }
  64. // Stop stops the server, and shutsdown the running goroutine. Stop should be
  65. // called after a Start(s), otherwise it will block forever.
  66. func (s *Server) Stop() {
  67. s.done <- struct{}{}
  68. }
  69. // Do interprets r and performs an operation on s.Store according to r.Method
  70. // and other fields. If r.Method is "PUT", "PUT", or "DELETE, r will be sent
  71. // through consensus before performing its respective operation. Do will block
  72. // until an action is performed or there is an error.
  73. func (s *Server) Do(ctx context.Context, r pb.Request) (Response, error) {
  74. if r.Id == 0 {
  75. panic("r.Id cannot be 0")
  76. }
  77. if r.Method == "GET" && r.Quorum {
  78. r.Method = "QGET"
  79. }
  80. switch r.Method {
  81. case "POST", "PUT", "DELETE", "QGET":
  82. data, err := r.Marshal()
  83. if err != nil {
  84. return Response{}, err
  85. }
  86. ch := s.w.Register(r.Id)
  87. s.Node.Propose(ctx, data)
  88. select {
  89. case x := <-ch:
  90. resp := x.(Response)
  91. return resp, resp.err
  92. case <-ctx.Done():
  93. s.w.Trigger(r.Id, nil) // GC wait
  94. return Response{}, ctx.Err()
  95. case <-s.done:
  96. return Response{}, ErrStopped
  97. }
  98. case "GET":
  99. switch {
  100. case r.Wait:
  101. wc, err := s.Store.Watch(r.Path, r.Recursive, false, r.Since)
  102. if err != nil {
  103. return Response{}, err
  104. }
  105. return Response{Watcher: wc}, nil
  106. default:
  107. ev, err := s.Store.Get(r.Path, r.Recursive, r.Sorted)
  108. if err != nil {
  109. return Response{}, err
  110. }
  111. return Response{Event: ev}, nil
  112. }
  113. default:
  114. return Response{}, ErrUnknownMethod
  115. }
  116. }
  117. // apply interprets r as a call to store.X and returns an Response interpreted from store.Event
  118. func (s *Server) apply(r pb.Request) Response {
  119. f := func(ev *store.Event, err error) Response {
  120. return Response{Event: ev, err: err}
  121. }
  122. expr := time.Unix(0, r.Expiration)
  123. switch r.Method {
  124. case "POST":
  125. return f(s.Store.Create(r.Path, r.Dir, r.Val, true, expr))
  126. case "PUT":
  127. exists, existsSet := getBool(r.PrevExists)
  128. switch {
  129. case existsSet:
  130. if exists {
  131. return f(s.Store.Update(r.Path, r.Val, expr))
  132. } else {
  133. return f(s.Store.Create(r.Path, r.Dir, r.Val, false, expr))
  134. }
  135. case r.PrevIndex > 0 || r.PrevValue != "":
  136. return f(s.Store.CompareAndSwap(r.Path, r.PrevValue, r.PrevIndex, r.Val, expr))
  137. default:
  138. return f(s.Store.Set(r.Path, r.Dir, r.Val, expr))
  139. }
  140. case "DELETE":
  141. switch {
  142. case r.PrevIndex > 0 || r.PrevValue != "":
  143. return f(s.Store.CompareAndDelete(r.Path, r.PrevValue, r.PrevIndex))
  144. default:
  145. return f(s.Store.Delete(r.Path, r.Recursive, r.Dir))
  146. }
  147. case "QGET":
  148. return f(s.Store.Get(r.Path, r.Recursive, r.Sorted))
  149. default:
  150. // This should never be reached, but just in case:
  151. return Response{err: ErrUnknownMethod}
  152. }
  153. }
  154. func getBool(v *bool) (vv bool, set bool) {
  155. if v == nil {
  156. return false, false
  157. }
  158. return *v, true
  159. }