config.go 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package etcdserver
  15. import (
  16. "fmt"
  17. "net/http"
  18. "path"
  19. "reflect"
  20. "sort"
  21. "time"
  22. "github.com/coreos/etcd/pkg/types"
  23. )
  24. // ServerConfig holds the configuration of etcd as taken from the command line or discovery.
  25. type ServerConfig struct {
  26. Name string
  27. DiscoveryURL string
  28. DiscoveryProxy string
  29. ClientURLs types.URLs
  30. PeerURLs types.URLs
  31. DataDir string
  32. SnapCount uint64
  33. MaxSnapFiles uint
  34. MaxWALFiles uint
  35. InitialPeerURLsMap types.URLsMap
  36. InitialClusterToken string
  37. NewCluster bool
  38. ForceNewCluster bool
  39. Transport *http.Transport
  40. TickMs uint
  41. ElectionTicks int
  42. V3demo bool
  43. }
  44. // VerifyBootstrapConfig sanity-checks the initial config for bootstrap case
  45. // and returns an error for things that should never happen.
  46. func (c *ServerConfig) VerifyBootstrap() error {
  47. if err := c.verifyLocalMember(true); err != nil {
  48. return err
  49. }
  50. if checkDuplicateURL(c.InitialPeerURLsMap) {
  51. return fmt.Errorf("initial cluster %s has duplicate url", c.InitialPeerURLsMap)
  52. }
  53. if c.InitialPeerURLsMap.String() == "" && c.DiscoveryURL == "" {
  54. return fmt.Errorf("initial cluster unset and no discovery URL found")
  55. }
  56. return nil
  57. }
  58. // VerifyJoinExisting sanity-checks the initial config for join existing cluster
  59. // case and returns an error for things that should never happen.
  60. func (c *ServerConfig) VerifyJoinExisting() error {
  61. // no need for strict checking since the member have announced its
  62. // peer urls to the cluster before starting and do not have to set
  63. // it in the configuration again.
  64. if err := c.verifyLocalMember(false); err != nil {
  65. return err
  66. }
  67. if checkDuplicateURL(c.InitialPeerURLsMap) {
  68. return fmt.Errorf("initial cluster %s has duplicate url", c.InitialPeerURLsMap)
  69. }
  70. if c.DiscoveryURL != "" {
  71. return fmt.Errorf("discovery URL should not be set when joining existing initial cluster")
  72. }
  73. return nil
  74. }
  75. // verifyLocalMember verifies the configured member is in configured
  76. // cluster. If strict is set, it also verifies the configured member
  77. // has the same peer urls as configured advertised peer urls.
  78. func (c *ServerConfig) verifyLocalMember(strict bool) error {
  79. urls := c.InitialPeerURLsMap[c.Name]
  80. // Make sure the cluster at least contains the local server.
  81. if urls == nil {
  82. return fmt.Errorf("couldn't find local name %q in the initial cluster configuration", c.Name)
  83. }
  84. // Advertised peer URLs must match those in the cluster peer list
  85. apurls := c.PeerURLs.StringSlice()
  86. sort.Strings(apurls)
  87. urls.Sort()
  88. if strict {
  89. if !reflect.DeepEqual(apurls, urls.StringSlice()) {
  90. return fmt.Errorf("advertise URLs of %q do not match in --initial-advertise-peer-urls %s and --initial-cluster %s", c.Name, apurls, urls.StringSlice())
  91. }
  92. }
  93. return nil
  94. }
  95. func (c *ServerConfig) MemberDir() string { return path.Join(c.DataDir, "member") }
  96. func (c *ServerConfig) WALDir() string { return path.Join(c.MemberDir(), "wal") }
  97. func (c *ServerConfig) SnapDir() string { return path.Join(c.MemberDir(), "snap") }
  98. func (c *ServerConfig) ShouldDiscover() bool { return c.DiscoveryURL != "" }
  99. // ReqTimeout returns timeout for request to finish.
  100. func (c *ServerConfig) ReqTimeout() time.Duration {
  101. // CommitTimeout
  102. // + 2 * election timeout for possible leader election
  103. return c.CommitTimeout() + 2*time.Duration(c.ElectionTicks)*time.Duration(c.TickMs)*time.Millisecond
  104. }
  105. // CommitTimeout returns commit timeout under normal case.
  106. func (c *ServerConfig) CommitTimeout() time.Duration {
  107. // We assume that heartbeat >= TTL.
  108. // 5s for queue waiting, computation and disk IO delay
  109. // + 2 * heartbeat(TTL) for expected time between proposal by follower and commit at the follower
  110. return 5*time.Second + 2*time.Duration(c.TickMs)*time.Millisecond
  111. }
  112. func (c *ServerConfig) PrintWithInitial() { c.print(true) }
  113. func (c *ServerConfig) Print() { c.print(false) }
  114. func (c *ServerConfig) print(initial bool) {
  115. plog.Infof("name = %s", c.Name)
  116. if c.ForceNewCluster {
  117. plog.Infof("force new cluster")
  118. }
  119. plog.Infof("data dir = %s", c.DataDir)
  120. plog.Infof("member dir = %s", c.MemberDir())
  121. plog.Infof("heartbeat = %dms", c.TickMs)
  122. plog.Infof("election = %dms", c.ElectionTicks*int(c.TickMs))
  123. plog.Infof("snapshot count = %d", c.SnapCount)
  124. if len(c.DiscoveryURL) != 0 {
  125. plog.Infof("discovery URL= %s", c.DiscoveryURL)
  126. if len(c.DiscoveryProxy) != 0 {
  127. plog.Infof("discovery proxy = %s", c.DiscoveryProxy)
  128. }
  129. }
  130. plog.Infof("advertise client URLs = %s", c.ClientURLs)
  131. if initial {
  132. plog.Infof("initial advertise peer URLs = %s", c.PeerURLs)
  133. plog.Infof("initial cluster = %s", c.InitialPeerURLsMap)
  134. }
  135. }
  136. func checkDuplicateURL(urlsmap types.URLsMap) bool {
  137. um := make(map[string]bool)
  138. for _, urls := range urlsmap {
  139. for _, url := range urls {
  140. u := url.String()
  141. if um[u] {
  142. return true
  143. }
  144. um[u] = true
  145. }
  146. }
  147. return false
  148. }