server.go 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341
  1. package server
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/http/pprof"
  7. "strings"
  8. "time"
  9. "github.com/coreos/raft"
  10. "github.com/gorilla/mux"
  11. etcdErr "github.com/coreos/etcd/error"
  12. "github.com/coreos/etcd/log"
  13. "github.com/coreos/etcd/metrics"
  14. "github.com/coreos/etcd/mod"
  15. "github.com/coreos/etcd/server/v1"
  16. "github.com/coreos/etcd/server/v2"
  17. "github.com/coreos/etcd/store"
  18. _ "github.com/coreos/etcd/store/v2"
  19. )
  20. // This is the default implementation of the Server interface.
  21. type Server struct {
  22. Name string
  23. url string
  24. handler http.Handler
  25. peerServer *PeerServer
  26. registry *Registry
  27. store store.Store
  28. metrics *metrics.Bucket
  29. trace bool
  30. }
  31. // Creates a new Server.
  32. func New(name, url string, peerServer *PeerServer, registry *Registry, store store.Store, mb *metrics.Bucket) *Server {
  33. s := &Server{
  34. Name: name,
  35. url: url,
  36. store: store,
  37. registry: registry,
  38. peerServer: peerServer,
  39. metrics: mb,
  40. }
  41. s.handler = s.buildHTTPHandler()
  42. return s
  43. }
  44. func (s *Server) EnableTracing() {
  45. s.trace = true
  46. }
  47. // The current state of the server in the cluster.
  48. func (s *Server) State() string {
  49. return s.peerServer.RaftServer().State()
  50. }
  51. // The node name of the leader in the cluster.
  52. func (s *Server) Leader() string {
  53. return s.peerServer.RaftServer().Leader()
  54. }
  55. // The current Raft committed index.
  56. func (s *Server) CommitIndex() uint64 {
  57. return s.peerServer.RaftServer().CommitIndex()
  58. }
  59. // The current Raft term.
  60. func (s *Server) Term() uint64 {
  61. return s.peerServer.RaftServer().Term()
  62. }
  63. // The server URL.
  64. func (s *Server) URL() string {
  65. return s.url
  66. }
  67. // Retrives the Peer URL for a given node name.
  68. func (s *Server) PeerURL(name string) (string, bool) {
  69. return s.registry.PeerURL(name)
  70. }
  71. // ClientURL retrieves the Client URL for a given node name.
  72. func (s *Server) ClientURL(name string) (string, bool) {
  73. return s.registry.ClientURL(name)
  74. }
  75. // Returns a reference to the Store.
  76. func (s *Server) Store() store.Store {
  77. return s.store
  78. }
  79. func (s *Server) installV1(r *mux.Router) {
  80. s.handleFuncV1(r, "/v1/keys/{key:.*}", v1.GetKeyHandler).Methods("GET")
  81. s.handleFuncV1(r, "/v1/keys/{key:.*}", v1.SetKeyHandler).Methods("POST", "PUT")
  82. s.handleFuncV1(r, "/v1/keys/{key:.*}", v1.DeleteKeyHandler).Methods("DELETE")
  83. s.handleFuncV1(r, "/v1/watch/{key:.*}", v1.WatchKeyHandler).Methods("GET", "POST")
  84. s.handleFunc(r, "/v1/leader", s.GetLeaderHandler).Methods("GET")
  85. s.handleFunc(r, "/v1/machines", s.GetPeersHandler).Methods("GET")
  86. s.handleFunc(r, "/v1/peers", s.GetPeersHandler).Methods("GET")
  87. s.handleFunc(r, "/v1/stats/self", s.GetStatsHandler).Methods("GET")
  88. s.handleFunc(r, "/v1/stats/leader", s.GetLeaderStatsHandler).Methods("GET")
  89. s.handleFunc(r, "/v1/stats/store", s.GetStoreStatsHandler).Methods("GET")
  90. }
  91. func (s *Server) installV2(r *mux.Router) {
  92. s.handleFuncV2(r, "/v2/keys/{key:.*}", v2.GetHandler).Methods("GET")
  93. s.handleFuncV2(r, "/v2/keys/{key:.*}", v2.PostHandler).Methods("POST")
  94. s.handleFuncV2(r, "/v2/keys/{key:.*}", v2.PutHandler).Methods("PUT")
  95. s.handleFuncV2(r, "/v2/keys/{key:.*}", v2.DeleteHandler).Methods("DELETE")
  96. s.handleFunc(r, "/v2/leader", s.GetLeaderHandler).Methods("GET")
  97. s.handleFunc(r, "/v2/machines", s.GetPeersHandler).Methods("GET")
  98. s.handleFunc(r, "/v2/peers", s.GetPeersHandler).Methods("GET")
  99. s.handleFunc(r, "/v2/stats/self", s.GetStatsHandler).Methods("GET")
  100. s.handleFunc(r, "/v2/stats/leader", s.GetLeaderStatsHandler).Methods("GET")
  101. s.handleFunc(r, "/v2/stats/store", s.GetStoreStatsHandler).Methods("GET")
  102. s.handleFunc(r, "/v2/speedTest", s.SpeedTestHandler).Methods("GET")
  103. }
  104. func (s *Server) installMod(r *mux.Router) {
  105. r.PathPrefix("/mod").Handler(http.StripPrefix("/mod", mod.HttpHandler(s.URL())))
  106. }
  107. func (s *Server) installDebug(r *mux.Router) {
  108. s.handleFunc(r, "/debug/metrics", s.GetMetricsHandler).Methods("GET")
  109. r.HandleFunc("/debug/pprof", pprof.Index)
  110. r.HandleFunc("/debug/pprof/cmdline", pprof.Cmdline)
  111. r.HandleFunc("/debug/pprof/profile", pprof.Profile)
  112. r.HandleFunc("/debug/pprof/symbol", pprof.Symbol)
  113. r.HandleFunc("/debug/pprof/{name}", pprof.Index)
  114. }
  115. // Adds a v1 server handler to the router.
  116. func (s *Server) handleFuncV1(r *mux.Router, path string, f func(http.ResponseWriter, *http.Request, v1.Server) error) *mux.Route {
  117. return s.handleFunc(r, path, func(w http.ResponseWriter, req *http.Request) error {
  118. return f(w, req, s)
  119. })
  120. }
  121. // Adds a v2 server handler to the router.
  122. func (s *Server) handleFuncV2(r *mux.Router, path string, f func(http.ResponseWriter, *http.Request, v2.Server) error) *mux.Route {
  123. return s.handleFunc(r, path, func(w http.ResponseWriter, req *http.Request) error {
  124. return f(w, req, s)
  125. })
  126. }
  127. // Adds a server handler to the router.
  128. func (s *Server) handleFunc(r *mux.Router, path string, f func(http.ResponseWriter, *http.Request) error) *mux.Route {
  129. // Wrap the standard HandleFunc interface to pass in the server reference.
  130. return r.HandleFunc(path, func(w http.ResponseWriter, req *http.Request) {
  131. // Log request.
  132. log.Debugf("[recv] %s %s %s [%s]", req.Method, s.URL(), req.URL.Path, req.RemoteAddr)
  133. // Execute handler function and return error if necessary.
  134. if err := f(w, req); err != nil {
  135. if etcdErr, ok := err.(*etcdErr.Error); ok {
  136. log.Debug("Return error: ", (*etcdErr).Error())
  137. w.Header().Set("Content-Type", "application/json")
  138. etcdErr.Write(w)
  139. } else {
  140. http.Error(w, err.Error(), http.StatusInternalServerError)
  141. }
  142. }
  143. })
  144. }
  145. func (s *Server) buildHTTPHandler() http.Handler {
  146. router := mux.NewRouter()
  147. // Install the routes.
  148. s.handleFunc(router, "/version", s.GetVersionHandler).Methods("GET")
  149. s.installV1(router)
  150. s.installV2(router)
  151. s.installMod(router)
  152. if s.trace {
  153. s.installDebug(router)
  154. }
  155. return router
  156. }
  157. func (s *Server) ServeHTTP(w http.ResponseWriter, r *http.Request) {
  158. s.handler.ServeHTTP(w, r)
  159. }
  160. // Dispatch command to the current leader
  161. func (s *Server) Dispatch(c raft.Command, w http.ResponseWriter, req *http.Request) error {
  162. ps := s.peerServer
  163. if ps.raftServer.State() == raft.Leader {
  164. result, err := ps.raftServer.Do(c)
  165. if err != nil {
  166. return err
  167. }
  168. if result == nil {
  169. return etcdErr.NewError(300, "Empty result from raft", s.Store().Index())
  170. }
  171. // response for raft related commands[join/remove]
  172. if b, ok := result.([]byte); ok {
  173. w.WriteHeader(http.StatusOK)
  174. w.Write(b)
  175. return nil
  176. }
  177. var b []byte
  178. if strings.HasPrefix(req.URL.Path, "/v1") {
  179. b, _ = json.Marshal(result.(*store.Event).Response(0))
  180. w.WriteHeader(http.StatusOK)
  181. } else {
  182. e, _ := result.(*store.Event)
  183. b, _ = json.Marshal(e)
  184. w.Header().Set("Content-Type", "application/json")
  185. // etcd index should be the same as the event index
  186. // which is also the last modified index of the node
  187. w.Header().Add("X-Etcd-Index", fmt.Sprint(e.Index()))
  188. w.Header().Add("X-Raft-Index", fmt.Sprint(s.CommitIndex()))
  189. w.Header().Add("X-Raft-Term", fmt.Sprint(s.Term()))
  190. if e.IsCreated() {
  191. w.WriteHeader(http.StatusCreated)
  192. } else {
  193. w.WriteHeader(http.StatusOK)
  194. }
  195. }
  196. w.Write(b)
  197. return nil
  198. } else {
  199. leader := ps.raftServer.Leader()
  200. // No leader available.
  201. if leader == "" {
  202. return etcdErr.NewError(300, "", s.Store().Index())
  203. }
  204. var url string
  205. switch c.(type) {
  206. case *JoinCommand, *RemoveCommand:
  207. url, _ = ps.registry.PeerURL(leader)
  208. default:
  209. url, _ = ps.registry.ClientURL(leader)
  210. }
  211. redirect(url, w, req)
  212. return nil
  213. }
  214. }
  215. // Handler to return the current version of etcd.
  216. func (s *Server) GetVersionHandler(w http.ResponseWriter, req *http.Request) error {
  217. w.WriteHeader(http.StatusOK)
  218. fmt.Fprintf(w, "etcd %s", ReleaseVersion)
  219. return nil
  220. }
  221. // Handler to return the current leader's raft address
  222. func (s *Server) GetLeaderHandler(w http.ResponseWriter, req *http.Request) error {
  223. leader := s.peerServer.RaftServer().Leader()
  224. if leader == "" {
  225. return etcdErr.NewError(etcdErr.EcodeLeaderElect, "", s.Store().Index())
  226. }
  227. w.WriteHeader(http.StatusOK)
  228. url, _ := s.registry.PeerURL(leader)
  229. w.Write([]byte(url))
  230. return nil
  231. }
  232. // Handler to return all the known peers in the current cluster.
  233. func (s *Server) GetPeersHandler(w http.ResponseWriter, req *http.Request) error {
  234. peers := s.registry.ClientURLs(s.peerServer.RaftServer().Leader(), s.Name)
  235. w.WriteHeader(http.StatusOK)
  236. w.Write([]byte(strings.Join(peers, ", ")))
  237. return nil
  238. }
  239. // Retrieves stats on the Raft server.
  240. func (s *Server) GetStatsHandler(w http.ResponseWriter, req *http.Request) error {
  241. w.Write(s.peerServer.Stats())
  242. return nil
  243. }
  244. // Retrieves stats on the leader.
  245. func (s *Server) GetLeaderStatsHandler(w http.ResponseWriter, req *http.Request) error {
  246. if s.peerServer.RaftServer().State() == raft.Leader {
  247. w.Write(s.peerServer.PeerStats())
  248. return nil
  249. }
  250. leader := s.peerServer.RaftServer().Leader()
  251. if leader == "" {
  252. return etcdErr.NewError(300, "", s.Store().Index())
  253. }
  254. hostname, _ := s.registry.ClientURL(leader)
  255. redirect(hostname, w, req)
  256. return nil
  257. }
  258. // Retrieves stats on the leader.
  259. func (s *Server) GetStoreStatsHandler(w http.ResponseWriter, req *http.Request) error {
  260. w.Write(s.store.JsonStats())
  261. return nil
  262. }
  263. // Executes a speed test to evaluate the performance of update replication.
  264. func (s *Server) SpeedTestHandler(w http.ResponseWriter, req *http.Request) error {
  265. count := 1000
  266. c := make(chan bool, count)
  267. for i := 0; i < count; i++ {
  268. go func() {
  269. for j := 0; j < 10; j++ {
  270. c := s.Store().CommandFactory().CreateSetCommand("foo", false, "bar", time.Unix(0, 0))
  271. s.peerServer.RaftServer().Do(c)
  272. }
  273. c <- true
  274. }()
  275. }
  276. for i := 0; i < count; i++ {
  277. <-c
  278. }
  279. w.WriteHeader(http.StatusOK)
  280. w.Write([]byte("speed test success"))
  281. return nil
  282. }
  283. // Retrieves metrics from bucket
  284. func (s *Server) GetMetricsHandler(w http.ResponseWriter, req *http.Request) error {
  285. (*s.metrics).Dump(w)
  286. return nil
  287. }