config.go 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package etcdserver
  15. import (
  16. "fmt"
  17. "path"
  18. "sort"
  19. "strings"
  20. "time"
  21. "github.com/coreos/etcd/pkg/netutil"
  22. "github.com/coreos/etcd/pkg/transport"
  23. "github.com/coreos/etcd/pkg/types"
  24. )
  25. // ServerConfig holds the configuration of etcd as taken from the command line or discovery.
  26. type ServerConfig struct {
  27. Name string
  28. DiscoveryURL string
  29. DiscoveryProxy string
  30. ClientURLs types.URLs
  31. PeerURLs types.URLs
  32. DataDir string
  33. // DedicatedWALDir config will make the etcd to write the WAL to the WALDir
  34. // rather than the dataDir/member/wal.
  35. DedicatedWALDir string
  36. SnapCount uint64
  37. MaxSnapFiles uint
  38. MaxWALFiles uint
  39. InitialPeerURLsMap types.URLsMap
  40. InitialClusterToken string
  41. NewCluster bool
  42. ForceNewCluster bool
  43. PeerTLSInfo transport.TLSInfo
  44. TickMs uint
  45. ElectionTicks int
  46. BootstrapTimeout time.Duration
  47. AutoCompactionRetention int
  48. QuotaBackendBytes int64
  49. StrictReconfigCheck bool
  50. EnablePprof bool
  51. }
  52. // VerifyBootstrap sanity-checks the initial config for bootstrap case
  53. // and returns an error for things that should never happen.
  54. func (c *ServerConfig) VerifyBootstrap() error {
  55. if err := c.verifyLocalMember(true); err != nil {
  56. return err
  57. }
  58. if checkDuplicateURL(c.InitialPeerURLsMap) {
  59. return fmt.Errorf("initial cluster %s has duplicate url", c.InitialPeerURLsMap)
  60. }
  61. if c.InitialPeerURLsMap.String() == "" && c.DiscoveryURL == "" {
  62. return fmt.Errorf("initial cluster unset and no discovery URL found")
  63. }
  64. return nil
  65. }
  66. // VerifyJoinExisting sanity-checks the initial config for join existing cluster
  67. // case and returns an error for things that should never happen.
  68. func (c *ServerConfig) VerifyJoinExisting() error {
  69. // no need for strict checking since the member have announced its
  70. // peer urls to the cluster before starting and do not have to set
  71. // it in the configuration again.
  72. if err := c.verifyLocalMember(false); err != nil {
  73. return err
  74. }
  75. if checkDuplicateURL(c.InitialPeerURLsMap) {
  76. return fmt.Errorf("initial cluster %s has duplicate url", c.InitialPeerURLsMap)
  77. }
  78. if c.DiscoveryURL != "" {
  79. return fmt.Errorf("discovery URL should not be set when joining existing initial cluster")
  80. }
  81. return nil
  82. }
  83. // verifyLocalMember verifies the configured member is in configured
  84. // cluster. If strict is set, it also verifies the configured member
  85. // has the same peer urls as configured advertised peer urls.
  86. func (c *ServerConfig) verifyLocalMember(strict bool) error {
  87. urls := c.InitialPeerURLsMap[c.Name]
  88. // Make sure the cluster at least contains the local server.
  89. if urls == nil {
  90. return fmt.Errorf("couldn't find local name %q in the initial cluster configuration", c.Name)
  91. }
  92. // Advertised peer URLs must match those in the cluster peer list
  93. apurls := c.PeerURLs.StringSlice()
  94. sort.Strings(apurls)
  95. urls.Sort()
  96. if strict {
  97. if !netutil.URLStringsEqual(apurls, urls.StringSlice()) {
  98. umap := map[string]types.URLs{c.Name: c.PeerURLs}
  99. return fmt.Errorf("--initial-cluster must include %s given --initial-advertise-peer-urls=%s", types.URLsMap(umap).String(), strings.Join(apurls, ","))
  100. }
  101. }
  102. return nil
  103. }
  104. func (c *ServerConfig) MemberDir() string { return path.Join(c.DataDir, "member") }
  105. func (c *ServerConfig) WALDir() string {
  106. if c.DedicatedWALDir != "" {
  107. return c.DedicatedWALDir
  108. }
  109. return path.Join(c.MemberDir(), "wal")
  110. }
  111. func (c *ServerConfig) SnapDir() string { return path.Join(c.MemberDir(), "snap") }
  112. func (c *ServerConfig) ShouldDiscover() bool { return c.DiscoveryURL != "" }
  113. // ReqTimeout returns timeout for request to finish.
  114. func (c *ServerConfig) ReqTimeout() time.Duration {
  115. // 5s for queue waiting, computation and disk IO delay
  116. // + 2 * election timeout for possible leader election
  117. return 5*time.Second + 2*time.Duration(c.ElectionTicks)*time.Duration(c.TickMs)*time.Millisecond
  118. }
  119. func (c *ServerConfig) electionTimeout() time.Duration {
  120. return time.Duration(c.ElectionTicks) * time.Duration(c.TickMs) * time.Millisecond
  121. }
  122. func (c *ServerConfig) peerDialTimeout() time.Duration {
  123. // 1s for queue wait and system delay
  124. // + one RTT, which is smaller than 1/5 election timeout
  125. return time.Second + time.Duration(c.ElectionTicks)*time.Duration(c.TickMs)*time.Millisecond/5
  126. }
  127. func (c *ServerConfig) PrintWithInitial() { c.print(true) }
  128. func (c *ServerConfig) Print() { c.print(false) }
  129. func (c *ServerConfig) print(initial bool) {
  130. plog.Infof("name = %s", c.Name)
  131. if c.ForceNewCluster {
  132. plog.Infof("force new cluster")
  133. }
  134. plog.Infof("data dir = %s", c.DataDir)
  135. plog.Infof("member dir = %s", c.MemberDir())
  136. if c.DedicatedWALDir != "" {
  137. plog.Infof("dedicated WAL dir = %s", c.DedicatedWALDir)
  138. }
  139. plog.Infof("heartbeat = %dms", c.TickMs)
  140. plog.Infof("election = %dms", c.ElectionTicks*int(c.TickMs))
  141. plog.Infof("snapshot count = %d", c.SnapCount)
  142. if len(c.DiscoveryURL) != 0 {
  143. plog.Infof("discovery URL= %s", c.DiscoveryURL)
  144. if len(c.DiscoveryProxy) != 0 {
  145. plog.Infof("discovery proxy = %s", c.DiscoveryProxy)
  146. }
  147. }
  148. plog.Infof("advertise client URLs = %s", c.ClientURLs)
  149. if initial {
  150. plog.Infof("initial advertise peer URLs = %s", c.PeerURLs)
  151. plog.Infof("initial cluster = %s", c.InitialPeerURLsMap)
  152. }
  153. }
  154. func checkDuplicateURL(urlsmap types.URLsMap) bool {
  155. um := make(map[string]bool)
  156. for _, urls := range urlsmap {
  157. for _, url := range urls {
  158. u := url.String()
  159. if um[u] {
  160. return true
  161. }
  162. um[u] = true
  163. }
  164. }
  165. return false
  166. }
  167. func (c *ServerConfig) bootstrapTimeout() time.Duration {
  168. if c.BootstrapTimeout != 0 {
  169. return c.BootstrapTimeout
  170. }
  171. return time.Second
  172. }