server.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360
  1. package server
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/http/pprof"
  7. "strings"
  8. "time"
  9. "github.com/coreos/etcd/third_party/github.com/goraft/raft"
  10. "github.com/coreos/etcd/third_party/github.com/gorilla/mux"
  11. etcdErr "github.com/coreos/etcd/error"
  12. ehttp "github.com/coreos/etcd/http"
  13. "github.com/coreos/etcd/log"
  14. "github.com/coreos/etcd/metrics"
  15. "github.com/coreos/etcd/mod"
  16. uhttp "github.com/coreos/etcd/pkg/http"
  17. "github.com/coreos/etcd/server/v1"
  18. "github.com/coreos/etcd/server/v2"
  19. "github.com/coreos/etcd/store"
  20. _ "github.com/coreos/etcd/store/v2"
  21. )
  22. // This is the default implementation of the Server interface.
  23. type Server struct {
  24. Name string
  25. url string
  26. handler http.Handler
  27. peerServer *PeerServer
  28. registry *Registry
  29. store store.Store
  30. metrics *metrics.Bucket
  31. trace bool
  32. }
  33. // Creates a new Server.
  34. func New(name, url string, peerServer *PeerServer, registry *Registry, store store.Store, mb *metrics.Bucket) *Server {
  35. s := &Server{
  36. Name: name,
  37. url: url,
  38. store: store,
  39. registry: registry,
  40. peerServer: peerServer,
  41. metrics: mb,
  42. }
  43. return s
  44. }
  45. func (s *Server) EnableTracing() {
  46. s.trace = true
  47. }
  48. // The current state of the server in the cluster.
  49. func (s *Server) State() string {
  50. return s.peerServer.RaftServer().State()
  51. }
  52. // The node name of the leader in the cluster.
  53. func (s *Server) Leader() string {
  54. return s.peerServer.RaftServer().Leader()
  55. }
  56. // The current Raft committed index.
  57. func (s *Server) CommitIndex() uint64 {
  58. return s.peerServer.RaftServer().CommitIndex()
  59. }
  60. // The current Raft term.
  61. func (s *Server) Term() uint64 {
  62. return s.peerServer.RaftServer().Term()
  63. }
  64. // The server URL.
  65. func (s *Server) URL() string {
  66. return s.url
  67. }
  68. // PeerHost retrieves the host part of Peer URL for a given node name.
  69. func (s *Server) PeerHost(name string) (string, bool) {
  70. return s.registry.PeerHost(name)
  71. }
  72. // Retrives the Peer URL for a given node name.
  73. func (s *Server) PeerURL(name string) (string, bool) {
  74. return s.registry.PeerURL(name)
  75. }
  76. // ClientURL retrieves the Client URL for a given node name.
  77. func (s *Server) ClientURL(name string) (string, bool) {
  78. return s.registry.ClientURL(name)
  79. }
  80. // Returns a reference to the Store.
  81. func (s *Server) Store() store.Store {
  82. return s.store
  83. }
  84. func (s *Server) installV1(r *mux.Router) {
  85. s.handleFuncV1(r, "/v1/keys/{key:.*}", v1.GetKeyHandler).Methods("GET")
  86. s.handleFuncV1(r, "/v1/keys/{key:.*}", v1.SetKeyHandler).Methods("POST", "PUT")
  87. s.handleFuncV1(r, "/v1/keys/{key:.*}", v1.DeleteKeyHandler).Methods("DELETE")
  88. s.handleFuncV1(r, "/v1/watch/{key:.*}", v1.WatchKeyHandler).Methods("GET", "POST")
  89. s.handleFunc(r, "/v1/leader", s.GetLeaderHandler).Methods("GET")
  90. s.handleFunc(r, "/v1/machines", s.GetPeersHandler).Methods("GET")
  91. s.handleFunc(r, "/v1/peers", s.GetPeersHandler).Methods("GET")
  92. s.handleFunc(r, "/v1/stats/self", s.GetStatsHandler).Methods("GET")
  93. s.handleFunc(r, "/v1/stats/leader", s.GetLeaderStatsHandler).Methods("GET")
  94. s.handleFunc(r, "/v1/stats/store", s.GetStoreStatsHandler).Methods("GET")
  95. }
  96. func (s *Server) installV2(r *mux.Router) {
  97. r2 := mux.NewRouter()
  98. r.PathPrefix("/v2").Handler(ehttp.NewLowerQueryParamsHandler(r2))
  99. s.handleFuncV2(r2, "/v2/keys/{key:.*}", v2.GetHandler).Methods("GET")
  100. s.handleFuncV2(r2, "/v2/keys/{key:.*}", v2.PostHandler).Methods("POST")
  101. s.handleFuncV2(r2, "/v2/keys/{key:.*}", v2.PutHandler).Methods("PUT")
  102. s.handleFuncV2(r2, "/v2/keys/{key:.*}", v2.DeleteHandler).Methods("DELETE")
  103. s.handleFunc(r2, "/v2/leader", s.GetLeaderHandler).Methods("GET")
  104. s.handleFunc(r2, "/v2/machines", s.GetPeersHandler).Methods("GET")
  105. s.handleFunc(r2, "/v2/peers", s.GetPeersHandler).Methods("GET")
  106. s.handleFunc(r2, "/v2/stats/self", s.GetStatsHandler).Methods("GET")
  107. s.handleFunc(r2, "/v2/stats/leader", s.GetLeaderStatsHandler).Methods("GET")
  108. s.handleFunc(r2, "/v2/stats/store", s.GetStoreStatsHandler).Methods("GET")
  109. s.handleFunc(r2, "/v2/speedTest", s.SpeedTestHandler).Methods("GET")
  110. }
  111. func (s *Server) installMod(r *mux.Router) {
  112. r.PathPrefix("/mod").Handler(http.StripPrefix("/mod", mod.HttpHandler(s.URL())))
  113. }
  114. func (s *Server) installDebug(r *mux.Router) {
  115. s.handleFunc(r, "/debug/metrics", s.GetMetricsHandler).Methods("GET")
  116. r.HandleFunc("/debug/pprof", pprof.Index)
  117. r.HandleFunc("/debug/pprof/cmdline", pprof.Cmdline)
  118. r.HandleFunc("/debug/pprof/profile", pprof.Profile)
  119. r.HandleFunc("/debug/pprof/symbol", pprof.Symbol)
  120. r.HandleFunc("/debug/pprof/{name}", pprof.Index)
  121. }
  122. // Adds a v1 server handler to the router.
  123. func (s *Server) handleFuncV1(r *mux.Router, path string, f func(http.ResponseWriter, *http.Request, v1.Server) error) *mux.Route {
  124. return s.handleFunc(r, path, func(w http.ResponseWriter, req *http.Request) error {
  125. return f(w, req, s)
  126. })
  127. }
  128. // Adds a v2 server handler to the router.
  129. func (s *Server) handleFuncV2(r *mux.Router, path string, f func(http.ResponseWriter, *http.Request, v2.Server) error) *mux.Route {
  130. return s.handleFunc(r, path, func(w http.ResponseWriter, req *http.Request) error {
  131. return f(w, req, s)
  132. })
  133. }
  134. // Adds a server handler to the router.
  135. func (s *Server) handleFunc(r *mux.Router, path string, f func(http.ResponseWriter, *http.Request) error) *mux.Route {
  136. // Wrap the standard HandleFunc interface to pass in the server reference.
  137. return r.HandleFunc(path, func(w http.ResponseWriter, req *http.Request) {
  138. // Log request.
  139. log.Debugf("[recv] %s %s %s [%s]", req.Method, s.URL(), req.URL.Path, req.RemoteAddr)
  140. // Forward request along if the server is a proxy.
  141. if s.peerServer.Mode() == ProxyMode {
  142. if s.peerServer.proxyClientURL == "" {
  143. w.Header().Set("Content-Type", "application/json")
  144. etcdErr.NewError(402, "", 0).Write(w)
  145. return
  146. }
  147. uhttp.Redirect(s.peerServer.proxyClientURL, w, req)
  148. return
  149. }
  150. // Execute handler function and return error if necessary.
  151. if err := f(w, req); err != nil {
  152. if etcdErr, ok := err.(*etcdErr.Error); ok {
  153. log.Debug("Return error: ", (*etcdErr).Error())
  154. w.Header().Set("Content-Type", "application/json")
  155. etcdErr.Write(w)
  156. } else {
  157. http.Error(w, err.Error(), http.StatusInternalServerError)
  158. }
  159. }
  160. })
  161. }
  162. func (s *Server) HTTPHandler() http.Handler {
  163. router := mux.NewRouter()
  164. // Install the routes.
  165. s.handleFunc(router, "/version", s.GetVersionHandler).Methods("GET")
  166. s.installV1(router)
  167. s.installV2(router)
  168. s.installMod(router)
  169. if s.trace {
  170. s.installDebug(router)
  171. }
  172. return router
  173. }
  174. // Dispatch command to the current leader
  175. func (s *Server) Dispatch(c raft.Command, w http.ResponseWriter, req *http.Request) error {
  176. ps := s.peerServer
  177. if ps.raftServer.State() == raft.Leader {
  178. result, err := ps.raftServer.Do(c)
  179. if err != nil {
  180. return err
  181. }
  182. if result == nil {
  183. return etcdErr.NewError(300, "Empty result from raft", s.Store().Index())
  184. }
  185. w.Header().Set("X-Leader-Client-URL", s.url)
  186. w.Header().Set("X-Leader-Peer-URL", ps.Config.URL)
  187. // response for raft related commands[join/remove]
  188. if b, ok := result.([]byte); ok {
  189. w.WriteHeader(http.StatusOK)
  190. w.Write(b)
  191. return nil
  192. }
  193. var b []byte
  194. if strings.HasPrefix(req.URL.Path, "/v1") {
  195. b, _ = json.Marshal(result.(*store.Event).Response(0))
  196. w.WriteHeader(http.StatusOK)
  197. } else {
  198. e, _ := result.(*store.Event)
  199. b, _ = json.Marshal(e)
  200. w.Header().Set("Content-Type", "application/json")
  201. // etcd index should be the same as the event index
  202. // which is also the last modified index of the node
  203. w.Header().Add("X-Etcd-Index", fmt.Sprint(e.Index()))
  204. w.Header().Add("X-Raft-Index", fmt.Sprint(s.CommitIndex()))
  205. w.Header().Add("X-Raft-Term", fmt.Sprint(s.Term()))
  206. if e.IsCreated() {
  207. w.WriteHeader(http.StatusCreated)
  208. } else {
  209. w.WriteHeader(http.StatusOK)
  210. }
  211. }
  212. w.Write(b)
  213. return nil
  214. }
  215. leader := ps.raftServer.Leader()
  216. if leader == "" {
  217. return etcdErr.NewError(300, "", s.Store().Index())
  218. }
  219. var url string
  220. switch c.(type) {
  221. case *JoinCommandV1, *RemoveCommandV1:
  222. url, _ = ps.registry.PeerURL(leader)
  223. case *JoinCommandV2, *RemoveCommandV2:
  224. url, _ = ps.registry.PeerURL(leader)
  225. default:
  226. url, _ = ps.registry.ClientURL(leader)
  227. }
  228. uhttp.Redirect(url, w, req)
  229. return nil
  230. }
  231. // Handler to return the current version of etcd.
  232. func (s *Server) GetVersionHandler(w http.ResponseWriter, req *http.Request) error {
  233. w.WriteHeader(http.StatusOK)
  234. fmt.Fprintf(w, "etcd %s", ReleaseVersion)
  235. return nil
  236. }
  237. // Handler to return the current leader's raft address
  238. func (s *Server) GetLeaderHandler(w http.ResponseWriter, req *http.Request) error {
  239. leader := s.peerServer.RaftServer().Leader()
  240. if leader == "" {
  241. return etcdErr.NewError(etcdErr.EcodeLeaderElect, "", s.Store().Index())
  242. }
  243. w.WriteHeader(http.StatusOK)
  244. url, _ := s.registry.PeerURL(leader)
  245. w.Write([]byte(url))
  246. return nil
  247. }
  248. // Handler to return all the known peers in the current cluster.
  249. func (s *Server) GetPeersHandler(w http.ResponseWriter, req *http.Request) error {
  250. peers := s.registry.ClientURLs(s.peerServer.RaftServer().Leader(), s.Name)
  251. w.WriteHeader(http.StatusOK)
  252. w.Write([]byte(strings.Join(peers, ", ")))
  253. return nil
  254. }
  255. // Retrieves stats on the Raft server.
  256. func (s *Server) GetStatsHandler(w http.ResponseWriter, req *http.Request) error {
  257. w.Write(s.peerServer.Stats())
  258. return nil
  259. }
  260. // Retrieves stats on the leader.
  261. func (s *Server) GetLeaderStatsHandler(w http.ResponseWriter, req *http.Request) error {
  262. if s.peerServer.RaftServer().State() == raft.Leader {
  263. w.Write(s.peerServer.PeerStats())
  264. return nil
  265. }
  266. leader := s.peerServer.RaftServer().Leader()
  267. if leader == "" {
  268. return etcdErr.NewError(300, "", s.Store().Index())
  269. }
  270. hostname, _ := s.registry.ClientURL(leader)
  271. uhttp.Redirect(hostname, w, req)
  272. return nil
  273. }
  274. // Retrieves stats on the leader.
  275. func (s *Server) GetStoreStatsHandler(w http.ResponseWriter, req *http.Request) error {
  276. w.Write(s.store.JsonStats())
  277. return nil
  278. }
  279. // Executes a speed test to evaluate the performance of update replication.
  280. func (s *Server) SpeedTestHandler(w http.ResponseWriter, req *http.Request) error {
  281. count := 1000
  282. c := make(chan bool, count)
  283. for i := 0; i < count; i++ {
  284. go func() {
  285. for j := 0; j < 10; j++ {
  286. c := s.Store().CommandFactory().CreateSetCommand("foo", false, "bar", time.Unix(0, 0))
  287. s.peerServer.RaftServer().Do(c)
  288. }
  289. c <- true
  290. }()
  291. }
  292. for i := 0; i < count; i++ {
  293. <-c
  294. }
  295. w.WriteHeader(http.StatusOK)
  296. w.Write([]byte("speed test success"))
  297. return nil
  298. }
  299. // Retrieves metrics from bucket
  300. func (s *Server) GetMetricsHandler(w http.ResponseWriter, req *http.Request) error {
  301. (*s.metrics).Dump(w)
  302. return nil
  303. }