123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418 |
- // Copyright 2016 The etcd Authors
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- package integration
- import (
- "context"
- "math/rand"
- "reflect"
- "strings"
- "testing"
- "time"
- "go.etcd.io/etcd/integration"
- "go.etcd.io/etcd/pkg/testutil"
- "go.etcd.io/etcd/pkg/types"
- )
- func TestMemberList(t *testing.T) {
- defer testutil.AfterTest(t)
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
- defer clus.Terminate(t)
- capi := clus.RandClient()
- resp, err := capi.MemberList(context.Background())
- if err != nil {
- t.Fatalf("failed to list member %v", err)
- }
- if len(resp.Members) != 3 {
- t.Errorf("number of members = %d, want %d", len(resp.Members), 3)
- }
- }
- func TestMemberAdd(t *testing.T) {
- defer testutil.AfterTest(t)
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
- defer clus.Terminate(t)
- capi := clus.RandClient()
- urls := []string{"http://127.0.0.1:1234"}
- resp, err := capi.MemberAdd(context.Background(), urls)
- if err != nil {
- t.Fatalf("failed to add member %v", err)
- }
- if !reflect.DeepEqual(resp.Member.PeerURLs, urls) {
- t.Errorf("urls = %v, want %v", urls, resp.Member.PeerURLs)
- }
- }
- func TestMemberAddWithExistingURLs(t *testing.T) {
- defer testutil.AfterTest(t)
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
- defer clus.Terminate(t)
- capi := clus.RandClient()
- resp, err := capi.MemberList(context.Background())
- if err != nil {
- t.Fatalf("failed to list member %v", err)
- }
- existingURL := resp.Members[0].PeerURLs[0]
- _, err = capi.MemberAdd(context.Background(), []string{existingURL})
- expectedErrKeywords := "Peer URLs already exists"
- if err == nil {
- t.Fatalf("expecting add member to fail, got no error")
- }
- if !strings.Contains(err.Error(), expectedErrKeywords) {
- t.Errorf("expecting error to contain %s, got %s", expectedErrKeywords, err.Error())
- }
- }
- func TestMemberRemove(t *testing.T) {
- defer testutil.AfterTest(t)
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
- defer clus.Terminate(t)
- capi := clus.Client(1)
- resp, err := capi.MemberList(context.Background())
- if err != nil {
- t.Fatalf("failed to list member %v", err)
- }
- rmvID := resp.Members[0].ID
- // indexes in capi member list don't necessarily match cluster member list;
- // find member that is not the client to remove
- for _, m := range resp.Members {
- mURLs, _ := types.NewURLs(m.PeerURLs)
- if !reflect.DeepEqual(mURLs, clus.Members[1].ServerConfig.PeerURLs) {
- rmvID = m.ID
- break
- }
- }
- _, err = capi.MemberRemove(context.Background(), rmvID)
- if err != nil {
- t.Fatalf("failed to remove member %v", err)
- }
- resp, err = capi.MemberList(context.Background())
- if err != nil {
- t.Fatalf("failed to list member %v", err)
- }
- if len(resp.Members) != 2 {
- t.Errorf("number of members = %d, want %d", len(resp.Members), 2)
- }
- }
- func TestMemberUpdate(t *testing.T) {
- defer testutil.AfterTest(t)
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
- defer clus.Terminate(t)
- capi := clus.RandClient()
- resp, err := capi.MemberList(context.Background())
- if err != nil {
- t.Fatalf("failed to list member %v", err)
- }
- urls := []string{"http://127.0.0.1:1234"}
- _, err = capi.MemberUpdate(context.Background(), resp.Members[0].ID, urls)
- if err != nil {
- t.Fatalf("failed to update member %v", err)
- }
- resp, err = capi.MemberList(context.Background())
- if err != nil {
- t.Fatalf("failed to list member %v", err)
- }
- if !reflect.DeepEqual(resp.Members[0].PeerURLs, urls) {
- t.Errorf("urls = %v, want %v", urls, resp.Members[0].PeerURLs)
- }
- }
- func TestMemberAddUpdateWrongURLs(t *testing.T) {
- defer testutil.AfterTest(t)
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 1})
- defer clus.Terminate(t)
- capi := clus.RandClient()
- tt := [][]string{
- // missing protocol scheme
- {"://127.0.0.1:2379"},
- // unsupported scheme
- {"mailto://127.0.0.1:2379"},
- // not conform to host:port
- {"http://127.0.0.1"},
- // contain a path
- {"http://127.0.0.1:2379/path"},
- // first path segment in URL cannot contain colon
- {"127.0.0.1:1234"},
- // URL scheme must be http, https, unix, or unixs
- {"localhost:1234"},
- }
- for i := range tt {
- _, err := capi.MemberAdd(context.Background(), tt[i])
- if err == nil {
- t.Errorf("#%d: MemberAdd err = nil, but error", i)
- }
- _, err = capi.MemberUpdate(context.Background(), 0, tt[i])
- if err == nil {
- t.Errorf("#%d: MemberUpdate err = nil, but error", i)
- }
- }
- }
- func TestMemberAddForLearner(t *testing.T) {
- defer testutil.AfterTest(t)
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
- defer clus.Terminate(t)
- capi := clus.RandClient()
- urls := []string{"http://127.0.0.1:1234"}
- resp, err := capi.MemberAddAsLearner(context.Background(), urls)
- if err != nil {
- t.Fatalf("failed to add member %v", err)
- }
- if !resp.Member.IsLearner {
- t.Errorf("Added a member as learner, got resp.Member.IsLearner = %v", resp.Member.IsLearner)
- }
- numberOfLearners := 0
- for _, m := range resp.Members {
- if m.IsLearner {
- numberOfLearners++
- }
- }
- if numberOfLearners != 1 {
- t.Errorf("Added 1 learner node to cluster, got %d", numberOfLearners)
- }
- }
- func TestMemberPromote(t *testing.T) {
- defer testutil.AfterTest(t)
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
- defer clus.Terminate(t)
- // member promote request can be sent to any server in cluster,
- // the request will be auto-forwarded to leader on server-side.
- // This test explicitly includes the server-side forwarding by
- // sending the request to follower.
- leaderIdx := clus.WaitLeader(t)
- followerIdx := (leaderIdx + 1) % 3
- capi := clus.Client(followerIdx)
- urls := []string{"http://127.0.0.1:1234"}
- memberAddResp, err := capi.MemberAddAsLearner(context.Background(), urls)
- if err != nil {
- t.Fatalf("failed to add member %v", err)
- }
- if !memberAddResp.Member.IsLearner {
- t.Fatalf("Added a member as learner, got resp.Member.IsLearner = %v", memberAddResp.Member.IsLearner)
- }
- learnerID := memberAddResp.Member.ID
- numberOfLearners := 0
- for _, m := range memberAddResp.Members {
- if m.IsLearner {
- numberOfLearners++
- }
- }
- if numberOfLearners != 1 {
- t.Fatalf("Added 1 learner node to cluster, got %d", numberOfLearners)
- }
- // learner is not started yet. Expect learner progress check to fail.
- // As the result, member promote request will fail.
- _, err = capi.MemberPromote(context.Background(), learnerID)
- expectedErrKeywords := "can only promote a learner member which is in sync with leader"
- if err == nil {
- t.Fatalf("expecting promote not ready learner to fail, got no error")
- }
- if !strings.Contains(err.Error(), expectedErrKeywords) {
- t.Fatalf("expecting error to contain %s, got %s", expectedErrKeywords, err.Error())
- }
- // create and launch learner member based on the response of V3 Member Add API.
- // (the response has information on peer urls of the existing members in cluster)
- learnerMember := clus.MustNewMember(t, memberAddResp)
- clus.Members = append(clus.Members, learnerMember)
- if err := learnerMember.Launch(); err != nil {
- t.Fatal(err)
- }
- // retry until promote succeed or timeout
- timeout := time.After(5 * time.Second)
- for {
- select {
- case <-time.After(500 * time.Millisecond):
- case <-timeout:
- t.Fatalf("failed all attempts to promote learner member, last error: %v", err)
- }
- _, err = capi.MemberPromote(context.Background(), learnerID)
- // successfully promoted learner
- if err == nil {
- break
- }
- // if member promote fails due to learner not ready, retry.
- // otherwise fails the test.
- if !strings.Contains(err.Error(), expectedErrKeywords) {
- t.Fatalf("unexpected error when promoting learner member: %v", err)
- }
- }
- }
- // TestMemberPromoteMemberNotLearner ensures that promoting a voting member fails.
- func TestMemberPromoteMemberNotLearner(t *testing.T) {
- defer testutil.AfterTest(t)
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
- defer clus.Terminate(t)
- // member promote request can be sent to any server in cluster,
- // the request will be auto-forwarded to leader on server-side.
- // This test explicitly includes the server-side forwarding by
- // sending the request to follower.
- leaderIdx := clus.WaitLeader(t)
- followerIdx := (leaderIdx + 1) % 3
- cli := clus.Client(followerIdx)
- resp, err := cli.MemberList(context.Background())
- if err != nil {
- t.Fatalf("failed to list member %v", err)
- }
- if len(resp.Members) != 3 {
- t.Fatalf("number of members = %d, want %d", len(resp.Members), 3)
- }
- // promoting any of the voting members in cluster should fail
- expectedErrKeywords := "can only promote a learner member"
- for _, m := range resp.Members {
- _, err = cli.MemberPromote(context.Background(), m.ID)
- if err == nil {
- t.Fatalf("expect promoting voting member to fail, got no error")
- }
- if !strings.Contains(err.Error(), expectedErrKeywords) {
- t.Fatalf("expect error to contain %s, got %s", expectedErrKeywords, err.Error())
- }
- }
- }
- // TestMemberPromoteMemberNotExist ensures that promoting a member that does not exist in cluster fails.
- func TestMemberPromoteMemberNotExist(t *testing.T) {
- defer testutil.AfterTest(t)
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
- defer clus.Terminate(t)
- // member promote request can be sent to any server in cluster,
- // the request will be auto-forwarded to leader on server-side.
- // This test explicitly includes the server-side forwarding by
- // sending the request to follower.
- leaderIdx := clus.WaitLeader(t)
- followerIdx := (leaderIdx + 1) % 3
- cli := clus.Client(followerIdx)
- resp, err := cli.MemberList(context.Background())
- if err != nil {
- t.Fatalf("failed to list member %v", err)
- }
- if len(resp.Members) != 3 {
- t.Fatalf("number of members = %d, want %d", len(resp.Members), 3)
- }
- // generate an random ID that does not exist in cluster
- var randID uint64
- for {
- randID = rand.Uint64()
- notExist := true
- for _, m := range resp.Members {
- if m.ID == randID {
- notExist = false
- break
- }
- }
- if notExist {
- break
- }
- }
- expectedErrKeywords := "member not found"
- _, err = cli.MemberPromote(context.Background(), randID)
- if err == nil {
- t.Fatalf("expect promoting voting member to fail, got no error")
- }
- if !strings.Contains(err.Error(), expectedErrKeywords) {
- t.Errorf("expect error to contain %s, got %s", expectedErrKeywords, err.Error())
- }
- }
- // TestMaxLearnerInCluster verifies that the maximum number of learners allowed in a cluster is 1
- func TestMaxLearnerInCluster(t *testing.T) {
- defer testutil.AfterTest(t)
- // 1. start with a cluster with 3 voting member and 0 learner member
- clus := integration.NewClusterV3(t, &integration.ClusterConfig{Size: 3})
- defer clus.Terminate(t)
- // 2. adding a learner member should succeed
- resp1, err := clus.Client(0).MemberAddAsLearner(context.Background(), []string{"http://127.0.0.1:1234"})
- if err != nil {
- t.Fatalf("failed to add learner member %v", err)
- }
- numberOfLearners := 0
- for _, m := range resp1.Members {
- if m.IsLearner {
- numberOfLearners++
- }
- }
- if numberOfLearners != 1 {
- t.Fatalf("Added 1 learner node to cluster, got %d", numberOfLearners)
- }
- // 3. cluster has 3 voting member and 1 learner, adding another learner should fail
- _, err = clus.Client(0).MemberAddAsLearner(context.Background(), []string{"http://127.0.0.1:2345"})
- if err == nil {
- t.Fatalf("expect member add to fail, got no error")
- }
- expectedErrKeywords := "too many learner members in cluster"
- if !strings.Contains(err.Error(), expectedErrKeywords) {
- t.Fatalf("expecting error to contain %s, got %s", expectedErrKeywords, err.Error())
- }
- // 4. cluster has 3 voting member and 1 learner, adding a voting member should succeed
- _, err = clus.Client(0).MemberAdd(context.Background(), []string{"http://127.0.0.1:3456"})
- if err != nil {
- t.Errorf("failed to add member %v", err)
- }
- }
|