server.go 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342
  1. package server
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net/http"
  6. "net/http/pprof"
  7. "strings"
  8. "time"
  9. "github.com/coreos/etcd/third_party/github.com/goraft/raft"
  10. "github.com/coreos/etcd/third_party/github.com/gorilla/mux"
  11. etcdErr "github.com/coreos/etcd/error"
  12. ehttp "github.com/coreos/etcd/http"
  13. "github.com/coreos/etcd/log"
  14. "github.com/coreos/etcd/metrics"
  15. "github.com/coreos/etcd/mod"
  16. uhttp "github.com/coreos/etcd/pkg/http"
  17. "github.com/coreos/etcd/server/v2"
  18. "github.com/coreos/etcd/store"
  19. _ "github.com/coreos/etcd/store/v2"
  20. )
  21. // This is the default implementation of the Server interface.
  22. type Server struct {
  23. Name string
  24. url string
  25. handler http.Handler
  26. peerServer *PeerServer
  27. registry *Registry
  28. store store.Store
  29. metrics *metrics.Bucket
  30. trace bool
  31. }
  32. // Creates a new Server.
  33. func New(name, url string, peerServer *PeerServer, registry *Registry, store store.Store, mb *metrics.Bucket) *Server {
  34. s := &Server{
  35. Name: name,
  36. url: url,
  37. store: store,
  38. registry: registry,
  39. peerServer: peerServer,
  40. metrics: mb,
  41. }
  42. return s
  43. }
  44. func (s *Server) EnableTracing() {
  45. s.trace = true
  46. }
  47. // The current state of the server in the cluster.
  48. func (s *Server) State() string {
  49. return s.peerServer.RaftServer().State()
  50. }
  51. // The node name of the leader in the cluster.
  52. func (s *Server) Leader() string {
  53. return s.peerServer.RaftServer().Leader()
  54. }
  55. // The current Raft committed index.
  56. func (s *Server) CommitIndex() uint64 {
  57. return s.peerServer.RaftServer().CommitIndex()
  58. }
  59. // The current Raft term.
  60. func (s *Server) Term() uint64 {
  61. return s.peerServer.RaftServer().Term()
  62. }
  63. // The server URL.
  64. func (s *Server) URL() string {
  65. return s.url
  66. }
  67. // PeerHost retrieves the host part of Peer URL for a given node name.
  68. func (s *Server) PeerHost(name string) (string, bool) {
  69. return s.registry.PeerHost(name)
  70. }
  71. // Retrives the Peer URL for a given node name.
  72. func (s *Server) PeerURL(name string) (string, bool) {
  73. return s.registry.PeerURL(name)
  74. }
  75. // ClientURL retrieves the Client URL for a given node name.
  76. func (s *Server) ClientURL(name string) (string, bool) {
  77. return s.registry.ClientURL(name)
  78. }
  79. // Returns a reference to the Store.
  80. func (s *Server) Store() store.Store {
  81. return s.store
  82. }
  83. func (s *Server) SetRegistry(registry *Registry) {
  84. s.registry = registry
  85. }
  86. func (s *Server) SetStore(store store.Store) {
  87. s.store = store
  88. }
  89. func (s *Server) installV2(r *mux.Router) {
  90. r2 := mux.NewRouter()
  91. r.PathPrefix("/v2").Handler(ehttp.NewLowerQueryParamsHandler(r2))
  92. s.handleFuncV2(r2, "/v2/keys/{key:.*}", v2.GetHandler).Methods("GET", "HEAD")
  93. s.handleFuncV2(r2, "/v2/keys/{key:.*}", v2.PostHandler).Methods("POST")
  94. s.handleFuncV2(r2, "/v2/keys/{key:.*}", v2.PutHandler).Methods("PUT")
  95. s.handleFuncV2(r2, "/v2/keys/{key:.*}", v2.DeleteHandler).Methods("DELETE")
  96. s.handleFunc(r2, "/v2/leader", s.GetLeaderHandler).Methods("GET", "HEAD")
  97. s.handleFunc(r2, "/v2/machines", s.GetPeersHandler).Methods("GET", "HEAD")
  98. s.handleFunc(r2, "/v2/peers", s.GetPeersHandler).Methods("GET", "HEAD")
  99. s.handleFunc(r2, "/v2/stats/self", s.GetStatsHandler).Methods("GET", "HEAD")
  100. s.handleFunc(r2, "/v2/stats/leader", s.GetLeaderStatsHandler).Methods("GET", "HEAD")
  101. s.handleFunc(r2, "/v2/stats/store", s.GetStoreStatsHandler).Methods("GET", "HEAD")
  102. s.handleFunc(r2, "/v2/speedTest", s.SpeedTestHandler).Methods("GET", "HEAD")
  103. }
  104. func (s *Server) installMod(r *mux.Router) {
  105. r.PathPrefix("/mod").Handler(http.StripPrefix("/mod", mod.HttpHandler(s.URL())))
  106. }
  107. func (s *Server) installDebug(r *mux.Router) {
  108. s.handleFunc(r, "/debug/metrics", s.GetMetricsHandler).Methods("GET", "HEAD")
  109. r.HandleFunc("/debug/pprof", pprof.Index)
  110. r.HandleFunc("/debug/pprof/cmdline", pprof.Cmdline)
  111. r.HandleFunc("/debug/pprof/profile", pprof.Profile)
  112. r.HandleFunc("/debug/pprof/symbol", pprof.Symbol)
  113. r.HandleFunc("/debug/pprof/{name}", pprof.Index)
  114. }
  115. // Adds a v2 server handler to the router.
  116. func (s *Server) handleFuncV2(r *mux.Router, path string, f func(http.ResponseWriter, *http.Request, v2.Server) error) *mux.Route {
  117. return s.handleFunc(r, path, func(w http.ResponseWriter, req *http.Request) error {
  118. return f(w, req, s)
  119. })
  120. }
  121. type HEADResponseWriter struct {
  122. http.ResponseWriter
  123. }
  124. func (w *HEADResponseWriter) Write([]byte) (int, error) {
  125. return 0, nil
  126. }
  127. // Adds a server handler to the router.
  128. func (s *Server) handleFunc(r *mux.Router, path string, f func(http.ResponseWriter, *http.Request) error) *mux.Route {
  129. // Wrap the standard HandleFunc interface to pass in the server reference.
  130. return r.HandleFunc(path, func(w http.ResponseWriter, req *http.Request) {
  131. if req.Method == "HEAD" {
  132. w = &HEADResponseWriter{w}
  133. }
  134. // Log request.
  135. log.Debugf("[recv] %s %s %s [%s]", req.Method, s.URL(), req.URL.Path, req.RemoteAddr)
  136. // Execute handler function and return error if necessary.
  137. if err := f(w, req); err != nil {
  138. if etcdErr, ok := err.(*etcdErr.Error); ok {
  139. log.Debug("Return error: ", (*etcdErr).Error())
  140. w.Header().Set("Content-Type", "application/json")
  141. etcdErr.Write(w)
  142. } else {
  143. http.Error(w, err.Error(), http.StatusInternalServerError)
  144. }
  145. }
  146. })
  147. }
  148. func (s *Server) HTTPHandler() http.Handler {
  149. router := mux.NewRouter()
  150. // Install the routes.
  151. s.handleFunc(router, "/version", s.GetVersionHandler).Methods("GET")
  152. s.installV2(router)
  153. // Mod is deprecated temporariy due to its unstable state.
  154. // It would be added back later.
  155. // s.installMod(router)
  156. if s.trace {
  157. s.installDebug(router)
  158. }
  159. return router
  160. }
  161. // Dispatch command to the current leader
  162. func (s *Server) Dispatch(c raft.Command, w http.ResponseWriter, req *http.Request) error {
  163. ps := s.peerServer
  164. if ps.raftServer.State() == raft.Leader {
  165. result, err := ps.raftServer.Do(c)
  166. if err != nil {
  167. return err
  168. }
  169. if result == nil {
  170. return etcdErr.NewError(300, "Empty result from raft", s.Store().Index())
  171. }
  172. // response for raft related commands[join/remove]
  173. if b, ok := result.([]byte); ok {
  174. w.WriteHeader(http.StatusOK)
  175. w.Write(b)
  176. return nil
  177. }
  178. e, _ := result.(*store.Event)
  179. b, _ := json.Marshal(e)
  180. w.Header().Set("Content-Type", "application/json")
  181. // etcd index should be the same as the event index
  182. // which is also the last modified index of the node
  183. w.Header().Add("X-Etcd-Index", fmt.Sprint(e.Index()))
  184. w.Header().Add("X-Raft-Index", fmt.Sprint(s.CommitIndex()))
  185. w.Header().Add("X-Raft-Term", fmt.Sprint(s.Term()))
  186. if e.IsCreated() {
  187. w.WriteHeader(http.StatusCreated)
  188. } else {
  189. w.WriteHeader(http.StatusOK)
  190. }
  191. w.Write(b)
  192. return nil
  193. }
  194. leader := ps.raftServer.Leader()
  195. if leader == "" {
  196. return etcdErr.NewError(300, "", s.Store().Index())
  197. }
  198. var url string
  199. switch c.(type) {
  200. case *JoinCommand, *RemoveCommand,
  201. *SetClusterConfigCommand:
  202. url, _ = ps.registry.PeerURL(leader)
  203. default:
  204. url, _ = ps.registry.ClientURL(leader)
  205. }
  206. uhttp.Redirect(url, w, req)
  207. return nil
  208. }
  209. // Handler to return the current version of etcd.
  210. func (s *Server) GetVersionHandler(w http.ResponseWriter, req *http.Request) error {
  211. w.WriteHeader(http.StatusOK)
  212. fmt.Fprintf(w, "etcd %s", ReleaseVersion)
  213. return nil
  214. }
  215. // Handler to return the current leader's raft address
  216. func (s *Server) GetLeaderHandler(w http.ResponseWriter, req *http.Request) error {
  217. leader := s.peerServer.RaftServer().Leader()
  218. if leader == "" {
  219. return etcdErr.NewError(etcdErr.EcodeLeaderElect, "", s.Store().Index())
  220. }
  221. w.WriteHeader(http.StatusOK)
  222. url, _ := s.registry.PeerURL(leader)
  223. w.Write([]byte(url))
  224. return nil
  225. }
  226. // Handler to return all the known peers in the current cluster.
  227. func (s *Server) GetPeersHandler(w http.ResponseWriter, req *http.Request) error {
  228. peers := s.registry.ClientURLs(s.peerServer.RaftServer().Leader(), s.Name)
  229. w.WriteHeader(http.StatusOK)
  230. w.Write([]byte(strings.Join(peers, ", ")))
  231. return nil
  232. }
  233. // Retrieves stats on the Raft server.
  234. func (s *Server) GetStatsHandler(w http.ResponseWriter, req *http.Request) error {
  235. w.Header().Set("Content-Type", "application/json")
  236. w.Write(s.peerServer.Stats())
  237. return nil
  238. }
  239. // Retrieves stats on the leader.
  240. func (s *Server) GetLeaderStatsHandler(w http.ResponseWriter, req *http.Request) error {
  241. if s.peerServer.RaftServer().State() == raft.Leader {
  242. w.Header().Set("Content-Type", "application/json")
  243. w.Write(s.peerServer.PeerStats())
  244. return nil
  245. }
  246. leader := s.peerServer.RaftServer().Leader()
  247. if leader == "" {
  248. return etcdErr.NewError(300, "", s.Store().Index())
  249. }
  250. hostname, _ := s.registry.ClientURL(leader)
  251. uhttp.Redirect(hostname, w, req)
  252. return nil
  253. }
  254. // Retrieves stats on the leader.
  255. func (s *Server) GetStoreStatsHandler(w http.ResponseWriter, req *http.Request) error {
  256. w.Header().Set("Content-Type", "application/json")
  257. w.Write(s.store.JsonStats())
  258. return nil
  259. }
  260. // Executes a speed test to evaluate the performance of update replication.
  261. func (s *Server) SpeedTestHandler(w http.ResponseWriter, req *http.Request) error {
  262. count := 1000
  263. c := make(chan bool, count)
  264. for i := 0; i < count; i++ {
  265. go func() {
  266. for j := 0; j < 10; j++ {
  267. c := s.Store().CommandFactory().CreateSetCommand("foo", false, "bar", time.Unix(0, 0))
  268. s.peerServer.RaftServer().Do(c)
  269. }
  270. c <- true
  271. }()
  272. }
  273. for i := 0; i < count; i++ {
  274. <-c
  275. }
  276. w.WriteHeader(http.StatusOK)
  277. w.Write([]byte("speed test success"))
  278. return nil
  279. }
  280. // Retrieves metrics from bucket
  281. func (s *Server) GetMetricsHandler(w http.ResponseWriter, req *http.Request) error {
  282. (*s.metrics).Dump(w)
  283. return nil
  284. }