etcd.go 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175
  1. /*
  2. Copyright 2013 CoreOS Inc.
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. http://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package main
  14. import (
  15. "fmt"
  16. "net/http"
  17. "os"
  18. "path/filepath"
  19. "runtime"
  20. "time"
  21. "github.com/coreos/etcd/third_party/github.com/goraft/raft"
  22. "github.com/coreos/etcd/config"
  23. ehttp "github.com/coreos/etcd/http"
  24. "github.com/coreos/etcd/log"
  25. "github.com/coreos/etcd/metrics"
  26. "github.com/coreos/etcd/server"
  27. "github.com/coreos/etcd/store"
  28. )
  29. func main() {
  30. // Load configuration.
  31. var config = config.New()
  32. if err := config.Load(os.Args[1:]); err != nil {
  33. fmt.Println(server.Usage() + "\n")
  34. fmt.Println(err.Error() + "\n")
  35. os.Exit(1)
  36. } else if config.ShowVersion {
  37. fmt.Println("etcd version", server.ReleaseVersion)
  38. os.Exit(0)
  39. } else if config.ShowHelp {
  40. fmt.Println(server.Usage() + "\n")
  41. os.Exit(0)
  42. }
  43. // Enable options.
  44. if config.VeryVeryVerbose {
  45. log.Verbose = true
  46. raft.SetLogLevel(raft.Trace)
  47. } else if config.VeryVerbose {
  48. log.Verbose = true
  49. raft.SetLogLevel(raft.Debug)
  50. } else if config.Verbose {
  51. log.Verbose = true
  52. }
  53. if config.CPUProfileFile != "" {
  54. profile(config.CPUProfileFile)
  55. }
  56. if config.DataDir == "" {
  57. log.Fatal("The data dir was not set and could not be guessed from machine name")
  58. }
  59. // Create data directory if it doesn't already exist.
  60. if err := os.MkdirAll(config.DataDir, 0744); err != nil {
  61. log.Fatalf("Unable to create path: %s", err)
  62. }
  63. // Warn people if they have an info file
  64. info := filepath.Join(config.DataDir, "info")
  65. if _, err := os.Stat(info); err == nil {
  66. log.Warnf("All cached configuration is now ignored. The file %s can be removed.", info)
  67. }
  68. var mbName string
  69. if config.Trace() {
  70. mbName = config.MetricsBucketName()
  71. runtime.SetBlockProfileRate(1)
  72. }
  73. mb := metrics.NewBucket(mbName)
  74. if config.GraphiteHost != "" {
  75. err := mb.Publish(config.GraphiteHost)
  76. if err != nil {
  77. panic(err)
  78. }
  79. }
  80. // Retrieve CORS configuration
  81. corsInfo, err := ehttp.NewCORSInfo(config.CorsOrigins)
  82. if err != nil {
  83. log.Fatal("CORS:", err)
  84. }
  85. // Create etcd key-value store and registry.
  86. store := store.New()
  87. registry := server.NewRegistry(store)
  88. // Create stats objects
  89. followersStats := server.NewRaftFollowersStats(config.Name)
  90. serverStats := server.NewRaftServerStats(config.Name)
  91. // Calculate all of our timeouts
  92. heartbeatInterval := time.Duration(config.Peer.HeartbeatInterval) * time.Millisecond
  93. electionTimeout := time.Duration(config.Peer.ElectionTimeout) * time.Millisecond
  94. dialTimeout := (3 * heartbeatInterval) + electionTimeout
  95. responseHeaderTimeout := (3 * heartbeatInterval) + electionTimeout
  96. // Create peer server
  97. psConfig := server.PeerServerConfig{
  98. Name: config.Name,
  99. Scheme: config.PeerTLSInfo().Scheme(),
  100. URL: config.Peer.Addr,
  101. SnapshotCount: config.SnapshotCount,
  102. RetryTimes: config.MaxRetryAttempts,
  103. RetryInterval: config.RetryInterval,
  104. }
  105. ps := server.NewPeerServer(psConfig, registry, store, &mb, followersStats, serverStats)
  106. // Create raft transporter and server
  107. raftTransporter := server.NewTransporter(followersStats, serverStats, registry, heartbeatInterval, dialTimeout, responseHeaderTimeout)
  108. if psConfig.Scheme == "https" {
  109. raftClientTLSConfig, err := config.PeerTLSInfo().ClientConfig()
  110. if err != nil {
  111. log.Fatal("raft client TLS error: ", err)
  112. }
  113. raftTransporter.SetTLSConfig(*raftClientTLSConfig)
  114. }
  115. raftServer, err := raft.NewServer(config.Name, config.DataDir, raftTransporter, store, ps, "")
  116. if err != nil {
  117. log.Fatal(err)
  118. }
  119. raftServer.SetElectionTimeout(electionTimeout)
  120. raftServer.SetHeartbeatInterval(heartbeatInterval)
  121. ps.SetRaftServer(raftServer)
  122. // Create etcd server
  123. s := server.New(config.Name, config.Addr, ps, registry, store, &mb)
  124. if config.Trace() {
  125. s.EnableTracing()
  126. }
  127. ps.SetServer(s)
  128. // Generating config could be slow.
  129. // Put it here to make listen happen immediately after peer-server starting.
  130. peerTLSConfig := server.TLSServerConfig(config.PeerTLSInfo())
  131. etcdTLSConfig := server.TLSServerConfig(config.EtcdTLSInfo())
  132. go func() {
  133. // Starting peer server should be followed close by listening on its port
  134. // If not, it may leave many requests unaccepted, or cannot receive heartbeat from the cluster.
  135. // One severe problem caused if failing receiving heartbeats is when the second node joins one-node cluster,
  136. // the cluster could be out of work as long as the two nodes cannot transfer messages.
  137. ps.Start(config.Snapshot, config.Discovery, config.Peers)
  138. log.Infof("peer server [name %s, listen on %s, advertised url %s]", ps.Config.Name, config.Peer.BindAddr, ps.Config.URL)
  139. l := server.NewListener(psConfig.Scheme, config.Peer.BindAddr, peerTLSConfig)
  140. sHTTP := &ehttp.CORSHandler{ps.HTTPHandler(), corsInfo}
  141. log.Fatal(http.Serve(l, sHTTP))
  142. }()
  143. log.Infof("etcd server [name %s, listen on %s, advertised url %s]", s.Name, config.BindAddr, s.URL())
  144. l := server.NewListener(config.EtcdTLSInfo().Scheme(), config.BindAddr, etcdTLSConfig)
  145. sHTTP := &ehttp.CORSHandler{s.HTTPHandler(), corsInfo}
  146. log.Fatal(http.Serve(l, sHTTP))
  147. }