// Copyright 2015 The etcd Authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "os" "testing" "github.com/coreos/etcd/raft/raftpb" ) type cluster struct { peers []string commitC []<-chan *string errorC []<-chan error proposeC []chan string confChangeC []chan raftpb.ConfChange } // newCluster creates a cluster of n nodes func newCluster(n int) *cluster { peers := make([]string, n) for i := range peers { peers[i] = fmt.Sprintf("http://127.0.0.1:%d", 10000+i) } clus := &cluster{ peers: peers, commitC: make([]<-chan *string, len(peers)), errorC: make([]<-chan error, len(peers)), proposeC: make([]chan string, len(peers)), confChangeC: make([]chan raftpb.ConfChange, len(peers)), } for i := range clus.peers { os.RemoveAll(fmt.Sprintf("raftexample-%d", i+1)) os.RemoveAll(fmt.Sprintf("raftexample-%d-snap", i+1)) clus.proposeC[i] = make(chan string, 1) clus.confChangeC[i] = make(chan raftpb.ConfChange, 1) clus.commitC[i], clus.errorC[i], _ = newRaftNode(i+1, clus.peers, false, nil, clus.proposeC[i], clus.confChangeC[i]) } return clus } // sinkReplay reads all commits in each node's local log. func (clus *cluster) sinkReplay() { for i := range clus.peers { for s := range clus.commitC[i] { if s == nil { break } } } } // Close closes all cluster nodes and returns an error if any failed. func (clus *cluster) Close() (err error) { for i := range clus.peers { close(clus.proposeC[i]) for range clus.commitC[i] { // drain pending commits } // wait for channel to close if erri := <-clus.errorC[i]; erri != nil { err = erri } // clean intermediates os.RemoveAll(fmt.Sprintf("raftexample-%d", i+1)) os.RemoveAll(fmt.Sprintf("raftexample-%d-snap", i+1)) } return err } func (clus *cluster) closeNoErrors(t *testing.T) { if err := clus.Close(); err != nil { t.Fatal(err) } } // TestProposeOnCommit starts three nodes and feeds commits back into the proposal // channel. The intent is to ensure blocking on a proposal won't block raft progress. func TestProposeOnCommit(t *testing.T) { clus := newCluster(3) defer clus.closeNoErrors(t) clus.sinkReplay() donec := make(chan struct{}) for i := range clus.peers { // feedback for "n" committed entries, then update donec go func(pC chan<- string, cC <-chan *string, eC <-chan error) { for n := 0; n < 100; n++ { s, ok := <-cC if !ok { pC = nil } select { case pC <- *s: continue case err := <-eC: t.Fatalf("eC message (%v)", err) } } donec <- struct{}{} for range cC { // acknowledge the commits from other nodes so // raft continues to make progress } }(clus.proposeC[i], clus.commitC[i], clus.errorC[i]) // one message feedback per node go func(i int) { clus.proposeC[i] <- "foo" }(i) } for range clus.peers { <-donec } } // TestCloseProposerBeforeReplay tests closing the producer before raft starts. func TestCloseProposerBeforeReplay(t *testing.T) { clus := newCluster(1) // close before replay so raft never starts defer clus.closeNoErrors(t) } // TestCloseProposerInflight tests closing the producer while // committed messages are being published to the client. func TestCloseProposerInflight(t *testing.T) { clus := newCluster(1) defer clus.closeNoErrors(t) clus.sinkReplay() // some inflight ops go func() { clus.proposeC[0] <- "foo" clus.proposeC[0] <- "bar" }() // wait for one message if c, ok := <-clus.commitC[0]; *c != "foo" || !ok { t.Fatalf("Commit failed") } }