server.go 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162
  1. package etcdserver
  2. import (
  3. "errors"
  4. "sync"
  5. "time"
  6. "code.google.com/p/go.net/context"
  7. "github.com/coreos/etcd/raft"
  8. "github.com/coreos/etcd/raft/raftpb"
  9. "github.com/coreos/etcd/store"
  10. "github.com/coreos/etcd/wait"
  11. )
  12. var ErrUnknownMethod = errors.New("etcdserver: unknown method")
  13. type SendFunc func(m []raftpb.Message)
  14. type Response struct {
  15. // The last seen term raft was at when this request was built.
  16. Term int64
  17. // The last seen index raft was at when this request was built.
  18. Commit int64
  19. *store.Event
  20. *store.Watcher
  21. err error
  22. }
  23. type Server struct {
  24. once sync.Once
  25. w wait.List
  26. Node raft.Node
  27. Store store.Store
  28. // Send specifies the send function for sending msgs to peers. Send
  29. // MUST NOT block. It is okay to drop messages, since clients should
  30. // timeout and reissue their messages. If Send is nil, Server will
  31. // panic.
  32. Send SendFunc
  33. // Save specifies the save function for saving ents to stable storage.
  34. // Save MUST block until st and ents are on stable storage. If Send is
  35. // nil, Server will panic.
  36. Save func(st raftpb.State, ents []raftpb.Entry)
  37. }
  38. func (s *Server) init() { s.w = wait.New() }
  39. func (s *Server) Run(ctx context.Context) {
  40. s.once.Do(s.init)
  41. for {
  42. select {
  43. case rd := <-s.Node.Ready():
  44. s.Save(rd.State, rd.Entries)
  45. s.Send(rd.Messages)
  46. // TODO(bmizerany): do this in the background, but take
  47. // care to apply entries in a single goroutine, and not
  48. // race them.
  49. for _, e := range rd.CommittedEntries {
  50. var resp Response
  51. resp.Event, resp.err = s.apply(context.TODO(), e)
  52. resp.Term = rd.Term
  53. resp.Commit = rd.Commit
  54. s.w.Trigger(e.Id, resp)
  55. }
  56. case <-ctx.Done():
  57. return
  58. }
  59. }
  60. }
  61. func (s *Server) Do(ctx context.Context, r Request) (Response, error) {
  62. s.once.Do(s.init)
  63. if r.Id == 0 {
  64. panic("r.Id cannot be 0")
  65. }
  66. switch r.Method {
  67. case "POST", "PUT", "DELETE":
  68. data, err := r.Marshal()
  69. if err != nil {
  70. return Response{}, err
  71. }
  72. ch := s.w.Register(r.Id)
  73. s.Node.Propose(ctx, r.Id, data)
  74. select {
  75. case x := <-ch:
  76. resp := x.(Response)
  77. return resp, resp.err
  78. case <-ctx.Done():
  79. s.w.Trigger(r.Id, nil) // GC wait
  80. return Response{}, ctx.Err()
  81. }
  82. case "GET":
  83. switch {
  84. case r.Wait:
  85. wc, err := s.Store.Watch(r.Path, r.Recursive, false, r.Since)
  86. if err != nil {
  87. return Response{}, err
  88. }
  89. return Response{Watcher: wc}, nil
  90. default:
  91. ev, err := s.Store.Get(r.Path, r.Recursive, r.Sorted)
  92. if err != nil {
  93. return Response{}, err
  94. }
  95. return Response{Event: ev}, nil
  96. }
  97. default:
  98. return Response{}, ErrUnknownMethod
  99. }
  100. }
  101. // apply interprets r as a call to store.X and returns an Response interpreted from store.Event
  102. func (s *Server) apply(ctx context.Context, e raftpb.Entry) (*store.Event, error) {
  103. var r Request
  104. if err := r.Unmarshal(e.Data); err != nil {
  105. return nil, err
  106. }
  107. expr := time.Unix(0, r.Expiration)
  108. switch r.Method {
  109. case "POST":
  110. return s.Store.Create(r.Path, r.Dir, r.Val, true, expr)
  111. case "PUT":
  112. exists, existsSet := getBool(r.PrevExists)
  113. switch {
  114. case existsSet:
  115. if exists {
  116. return s.Store.Update(r.Path, r.Val, expr)
  117. } else {
  118. return s.Store.Create(r.Path, r.Dir, r.Val, false, expr)
  119. }
  120. case r.PrevIndex > 0 || r.PrevValue != "":
  121. return s.Store.CompareAndSwap(r.Path, r.PrevValue, r.PrevIndex, r.Val, expr)
  122. default:
  123. return s.Store.Set(r.Path, r.Dir, r.Val, expr)
  124. }
  125. case "DELETE":
  126. switch {
  127. case r.PrevIndex > 0 || r.PrevValue != "":
  128. return s.Store.CompareAndDelete(r.Path, r.PrevValue, r.PrevIndex)
  129. default:
  130. return s.Store.Delete(r.Path, r.Recursive, r.Dir)
  131. }
  132. default:
  133. // This should never be reached, but just in case:
  134. return nil, ErrUnknownMethod
  135. }
  136. }
  137. func getBool(v *bool) (vv bool, set bool) {
  138. if v == nil {
  139. return false, false
  140. }
  141. return *v, true
  142. }