cluster_health.go 2.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116
  1. package command
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "io/ioutil"
  6. "net/http"
  7. "os"
  8. "os/signal"
  9. "time"
  10. "github.com/coreos/etcd/Godeps/_workspace/src/github.com/codegangsta/cli"
  11. "github.com/coreos/etcd/Godeps/_workspace/src/golang.org/x/net/context"
  12. "github.com/coreos/etcd/client"
  13. )
  14. func NewClusterHealthCommand() cli.Command {
  15. return cli.Command{
  16. Name: "cluster-health",
  17. Usage: "check the health of the etcd cluster",
  18. Flags: []cli.Flag{
  19. cli.BoolFlag{Name: "forever", Usage: "forever check the health every 10 second until CTRL+C"},
  20. },
  21. Action: handleClusterHealth,
  22. }
  23. }
  24. func handleClusterHealth(c *cli.Context) {
  25. forever := c.Bool("forever")
  26. if forever {
  27. sigch := make(chan os.Signal, 1)
  28. signal.Notify(sigch, os.Interrupt)
  29. go func() {
  30. <-sigch
  31. os.Exit(0)
  32. }()
  33. }
  34. tr, err := getTransport(c)
  35. if err != nil {
  36. handleError(ExitServerError, err)
  37. }
  38. hc := http.Client{
  39. Transport: tr,
  40. }
  41. cln := mustNewClientNoSync(c)
  42. mi := client.NewMembersAPI(cln)
  43. ms, err := mi.List(context.TODO())
  44. if err != nil {
  45. fmt.Println("cluster may be unhealthy: failed to list members")
  46. handleError(ExitServerError, err)
  47. }
  48. for {
  49. health := false
  50. for _, m := range ms {
  51. if len(m.ClientURLs) == 0 {
  52. fmt.Printf("member %s is unreachable: no available published client urls\n", m.ID)
  53. continue
  54. }
  55. checked := false
  56. for _, url := range m.ClientURLs {
  57. resp, err := hc.Get(url + "/health")
  58. if err != nil {
  59. fmt.Printf("failed to check the health of member %s on %s: %v\n", m.ID, url, err)
  60. continue
  61. }
  62. result := struct{ Health string }{}
  63. nresult := struct{ Health bool }{}
  64. bytes, err := ioutil.ReadAll(resp.Body)
  65. if err != nil {
  66. fmt.Printf("failed to check the health of member %s on %s: %v\n", m.ID, url, err)
  67. continue
  68. }
  69. resp.Body.Close()
  70. err = json.Unmarshal(bytes, &result)
  71. if err != nil {
  72. err = json.Unmarshal(bytes, &nresult)
  73. }
  74. if err != nil {
  75. fmt.Printf("failed to check the health of member %s on %s: %v\n", m.ID, url, err)
  76. continue
  77. }
  78. checked = true
  79. if result.Health == "true" {
  80. health = true
  81. fmt.Printf("member %s is healthy: got healthy result from %s\n", m.ID, url)
  82. } else {
  83. fmt.Printf("member %s is unhealthy: got unhealthy result from %s\n", m.ID, url)
  84. }
  85. break
  86. }
  87. if !checked {
  88. fmt.Printf("member %s is unreachable: %v are all unreachable\n", m.ID, m.ClientURLs)
  89. }
  90. }
  91. if health {
  92. fmt.Println("cluster is healthy")
  93. } else {
  94. fmt.Println("cluster is unhealthy")
  95. }
  96. if !forever {
  97. break
  98. }
  99. fmt.Printf("\nnext check after 10 second...\n\n")
  100. time.Sleep(10 * time.Second)
  101. }
  102. }