member.go 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package functional
  15. import (
  16. "fmt"
  17. "io"
  18. "io/ioutil"
  19. "net/http"
  20. "os"
  21. "os/exec"
  22. "strconv"
  23. "strings"
  24. "time"
  25. )
  26. type Proc struct {
  27. *exec.Cmd
  28. Name string
  29. DataDir string
  30. URL string
  31. PeerURL string
  32. stderr io.ReadCloser
  33. }
  34. func NewProcWithDefaultFlags(path string) *Proc {
  35. var args []string
  36. dir, err := ioutil.TempDir(os.TempDir(), "etcd")
  37. if err != nil {
  38. fmt.Printf("unexpected TempDir error: %v", err)
  39. os.Exit(1)
  40. }
  41. args = append(args, "--data-dir="+dir)
  42. args = append(args, "--name=default")
  43. p := &Proc{
  44. Cmd: exec.Command(path, args...),
  45. Name: "default",
  46. DataDir: dir,
  47. URL: "http://127.0.0.1:4001",
  48. PeerURL: "http://127.0.0.1:7001",
  49. }
  50. // always expect to use start_desired_verson mode
  51. p.Env = append(p.Env,
  52. "ETCD_ALLOW_LEGACY_MODE=true",
  53. "ETCD_BINARY_DIR="+binDir,
  54. )
  55. return p
  56. }
  57. func NewProcWithV1Flags(path string) *Proc {
  58. p := NewProcWithDefaultFlags(path)
  59. p.SetV1PeerAddr("127.0.0.1:7001")
  60. return p
  61. }
  62. func NewProcWithV2Flags(path string) *Proc {
  63. p := NewProcWithDefaultFlags(path)
  64. p.SetV2PeerURL("http://127.0.0.1:7001")
  65. return p
  66. }
  67. func (p *Proc) SetV2PeerURL(url string) {
  68. p.Args = append(p.Args,
  69. "-listen-peer-urls="+url,
  70. "-initial-advertise-peer-urls="+url,
  71. "-initial-cluster",
  72. p.Name+"="+url,
  73. )
  74. p.PeerURL = url
  75. }
  76. func (p *Proc) SetV1PeerAddr(addr string) {
  77. p.Args = append(p.Args,
  78. "-peer-addr="+addr,
  79. )
  80. p.PeerURL = "http://" + addr
  81. }
  82. func (p *Proc) SetV1Addr(addr string) {
  83. p.Args = append(p.Args,
  84. "-addr="+addr,
  85. )
  86. p.URL = "http://" + addr
  87. }
  88. func (p *Proc) SetV1Peers(peers []string) {
  89. p.Args = append(p.Args,
  90. "-peers="+strings.Join(peers, ","),
  91. )
  92. }
  93. func (p *Proc) SetName(name string) {
  94. p.Args = append(p.Args,
  95. "-name="+name,
  96. )
  97. p.Name = name
  98. }
  99. func (p *Proc) SetDataDir(dataDir string) {
  100. p.Args = append(p.Args,
  101. "-data-dir="+dataDir,
  102. )
  103. p.DataDir = dataDir
  104. }
  105. func (p *Proc) SetSnapCount(cnt int) {
  106. p.Args = append(p.Args,
  107. "-snapshot-count="+strconv.Itoa(cnt),
  108. )
  109. }
  110. func (p *Proc) SetDiscovery(url string) {
  111. p.Args = append(p.Args,
  112. "-discovery="+url,
  113. )
  114. }
  115. func (p *Proc) CleanUnsuppportedV1Flags() {
  116. var args []string
  117. for _, arg := range p.Args {
  118. if !strings.HasPrefix(arg, "-peers=") {
  119. args = append(args, arg)
  120. }
  121. }
  122. p.Args = args
  123. }
  124. func (p *Proc) Start() error {
  125. var err error
  126. if p.stderr, err = p.Cmd.StderrPipe(); err != nil {
  127. return err
  128. }
  129. if err := p.Cmd.Start(); err != nil {
  130. return err
  131. }
  132. for k := 0; k < 50; k++ {
  133. _, err := http.Get(p.URL)
  134. if err == nil {
  135. return nil
  136. }
  137. time.Sleep(100 * time.Millisecond)
  138. }
  139. errMsg, _ := ioutil.ReadAll(p.stderr)
  140. return fmt.Errorf("instance %s failed to be available after a long time: %s", p.Name, errMsg)
  141. }
  142. func (p *Proc) Stop() {
  143. if err := p.Cmd.Process.Kill(); err != nil {
  144. fmt.Printf("Process Kill error: %v", err)
  145. return
  146. }
  147. ioutil.ReadAll(p.stderr)
  148. p.Cmd.Wait()
  149. }
  150. func (p *Proc) Restart() error {
  151. p.Stop()
  152. return p.Start()
  153. }
  154. func (p *Proc) Terminate() {
  155. p.Stop()
  156. os.RemoveAll(p.DataDir)
  157. }
  158. type ProcGroup []*Proc
  159. func NewProcGroupWithV1Flags(path string, num int) ProcGroup {
  160. pg := make([]*Proc, num)
  161. pg[0] = NewProcWithDefaultFlags(path)
  162. pg[0].SetName("etcd0")
  163. for i := 1; i < num; i++ {
  164. pg[i] = NewProcWithDefaultFlags(path)
  165. pg[i].SetName(fmt.Sprintf("etcd%d", i))
  166. pg[i].SetV1PeerAddr(fmt.Sprintf("127.0.0.1:%d", 7001+i))
  167. pg[i].SetV1Addr(fmt.Sprintf("127.0.0.1:%d", 4001+i))
  168. pg[i].SetV1Peers([]string{"127.0.0.1:7001"})
  169. }
  170. return pg
  171. }
  172. func NewProcGroupViaDiscoveryWithV1Flags(path string, num int, url string) ProcGroup {
  173. pg := make([]*Proc, num)
  174. for i := range pg {
  175. pg[i] = NewProcWithDefaultFlags(path)
  176. pg[i].SetName(fmt.Sprintf("etcd%d", i))
  177. pg[i].SetDiscovery(url)
  178. pg[i].SetV1PeerAddr(fmt.Sprintf("127.0.0.1:%d", 7001+i))
  179. pg[i].SetV1Addr(fmt.Sprintf("127.0.0.1:%d", 4001+i))
  180. }
  181. return pg
  182. }
  183. func (pg ProcGroup) InheritDataDir(opg ProcGroup) {
  184. for i := range pg {
  185. pg[i].SetDataDir(opg[i].DataDir)
  186. }
  187. }
  188. func (pg ProcGroup) SetSnapCount(count int) {
  189. for i := range pg {
  190. pg[i].SetSnapCount(count)
  191. }
  192. }
  193. func (pg ProcGroup) CleanUnsuppportedV1Flags() {
  194. for _, p := range pg {
  195. p.CleanUnsuppportedV1Flags()
  196. }
  197. }
  198. func (pg ProcGroup) Start() error {
  199. for _, p := range pg {
  200. if err := p.Start(); err != nil {
  201. return err
  202. }
  203. }
  204. // leave time for instances to sync and write some entries into disk
  205. // TODO: use more reliable method
  206. time.Sleep(time.Second)
  207. return nil
  208. }
  209. func (pg ProcGroup) Wait() error {
  210. for _, p := range pg {
  211. if err := p.Wait(); err != nil {
  212. return err
  213. }
  214. }
  215. return nil
  216. }
  217. func (pg ProcGroup) Stop() {
  218. for _, p := range pg {
  219. p.Stop()
  220. }
  221. }
  222. func (pg ProcGroup) Terminate() {
  223. for _, p := range pg {
  224. p.Terminate()
  225. }
  226. }