| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106 |
- package sarama
- import (
- "errors"
- "strings"
- "testing"
- )
- func TestClusterAdmin(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminInvalidController(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- _, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err == nil {
- t.Fatal(errors.New("controller not set still cluster admin was created"))
- }
- if err != ErrControllerNotAvailable {
- t.Fatal(err)
- }
- }
- func TestClusterAdminCreateTopic(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "CreateTopicsRequest": NewMockCreateTopicsResponse(t),
- })
- config := NewConfig()
- config.Version = V0_10_2_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.CreateTopic("my_topic", &TopicDetail{NumPartitions: 1, ReplicationFactor: 1}, false)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminCreateTopicWithInvalidTopicDetail(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "CreateTopicsRequest": NewMockCreateTopicsResponse(t),
- })
- config := NewConfig()
- config.Version = V0_10_2_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.CreateTopic("my_topic", nil, false)
- if err.Error() != "you must specify topic details" {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminCreateTopicWithoutAuthorization(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "CreateTopicsRequest": NewMockCreateTopicsResponse(t),
- })
- config := NewConfig()
- config.Version = V0_11_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.CreateTopic("_internal_topic", &TopicDetail{NumPartitions: 1, ReplicationFactor: 1}, false)
- want := "insufficient permissions to create topic with reserved prefix"
- if !strings.HasSuffix(err.Error(), want) {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminListTopics(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()).
- SetLeader("my_topic", 0, seedBroker.BrokerID()),
- "DescribeConfigsRequest": NewMockDescribeConfigsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- entries, err := admin.ListTopics()
- if err != nil {
- t.Fatal(err)
- }
- if len(entries) <= 0 {
- t.Fatal(errors.New("no resource present"))
- }
- topic, found := entries["my_topic"]
- if !found {
- t.Fatal(errors.New("topic not found in response"))
- }
- _, found = topic.ConfigEntries["max.message.bytes"]
- if found {
- t.Fatal(errors.New("default topic config entry incorrectly found in response"))
- }
- value, _ := topic.ConfigEntries["retention.ms"]
- if value == nil || *value != "5000" {
- t.Fatal(errors.New("non-default topic config entry not found in response"))
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- if topic.ReplicaAssignment == nil || topic.ReplicaAssignment[0][0] != 1 {
- t.Fatal(errors.New("replica assignment not found in response"))
- }
- }
- func TestClusterAdminDeleteTopic(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "DeleteTopicsRequest": NewMockDeleteTopicsResponse(t),
- })
- config := NewConfig()
- config.Version = V0_10_2_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.DeleteTopic("my_topic")
- if err != nil {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminDeleteEmptyTopic(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "DeleteTopicsRequest": NewMockDeleteTopicsResponse(t),
- })
- config := NewConfig()
- config.Version = V0_10_2_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.DeleteTopic("")
- if err != ErrInvalidTopic {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminCreatePartitions(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "CreatePartitionsRequest": NewMockCreatePartitionsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.CreatePartitions("my_topic", 3, nil, false)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminCreatePartitionsWithDiffVersion(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "CreatePartitionsRequest": NewMockCreatePartitionsResponse(t),
- })
- config := NewConfig()
- config.Version = V0_10_2_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.CreatePartitions("my_topic", 3, nil, false)
- if err != ErrUnsupportedVersion {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminCreatePartitionsWithoutAuthorization(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "CreatePartitionsRequest": NewMockCreatePartitionsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.CreatePartitions("_internal_topic", 3, nil, false)
- want := "insufficient permissions to create partition on topic with reserved prefix"
- if !strings.HasSuffix(err.Error(), want) {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminDeleteRecords(t *testing.T) {
- topicName := "my_topic"
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()).
- SetLeader(topicName, 1, 1).
- SetLeader(topicName, 2, 1).
- SetLeader(topicName, 3, 1),
- "DeleteRecordsRequest": NewMockDeleteRecordsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- partitionOffsetFake := make(map[int32]int64)
- partitionOffsetFake[4] = 1000
- errFake := admin.DeleteRecords(topicName, partitionOffsetFake)
- if errFake == nil {
- t.Fatal(err)
- }
- partitionOffset := make(map[int32]int64)
- partitionOffset[1] = 1000
- partitionOffset[2] = 1000
- partitionOffset[3] = 1000
- err = admin.DeleteRecords(topicName, partitionOffset)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminDeleteRecordsWithInCorrectBroker(t *testing.T) {
- topicName := "my_topic"
- seedBroker := NewMockBroker(t, 1)
- secondBroker := NewMockBroker(t, 2)
- defer seedBroker.Close()
- defer secondBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()).
- SetBroker(secondBroker.Addr(), secondBroker.brokerID).
- SetLeader(topicName, 1, 1).
- SetLeader(topicName, 2, 1).
- SetLeader(topicName, 3, 2),
- "DeleteRecordsRequest": NewMockDeleteRecordsResponse(t),
- })
- secondBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()).
- SetBroker(secondBroker.Addr(), secondBroker.brokerID).
- SetLeader(topicName, 1, 1).
- SetLeader(topicName, 2, 1).
- SetLeader(topicName, 3, 2),
- "DeleteRecordsRequest": NewMockDeleteRecordsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- partitionOffset := make(map[int32]int64)
- partitionOffset[1] = 1000
- partitionOffset[2] = 1000
- partitionOffset[3] = 1000
- err = admin.DeleteRecords(topicName, partitionOffset)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminDeleteRecordsWithDiffVersion(t *testing.T) {
- topicName := "my_topic"
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()).
- SetLeader(topicName, 1, 1).
- SetLeader(topicName, 2, 1).
- SetLeader(topicName, 3, 1),
- "DeleteRecordsRequest": NewMockDeleteRecordsResponse(t),
- })
- config := NewConfig()
- config.Version = V0_10_2_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- partitionOffset := make(map[int32]int64)
- partitionOffset[1] = 1000
- partitionOffset[2] = 1000
- partitionOffset[3] = 1000
- err = admin.DeleteRecords(topicName, partitionOffset)
- if !strings.HasPrefix(err.Error(), "kafka server: failed to delete records") {
- t.Fatal(err)
- }
- deleteRecordsError, ok := err.(ErrDeleteRecords)
- if !ok {
- t.Fatal(err)
- }
- for _, err := range *deleteRecordsError.Errors {
- if err != ErrUnsupportedVersion {
- t.Fatal(err)
- }
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminDescribeConfig(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "DescribeConfigsRequest": NewMockDescribeConfigsResponse(t),
- })
- var tests = []struct {
- saramaVersion KafkaVersion
- requestVersion int16
- includeSynonyms bool
- }{
- {V1_0_0_0, 0, false},
- {V1_1_0_0, 1, true},
- {V1_1_1_0, 1, true},
- {V2_0_0_0, 2, true},
- }
- for _, tt := range tests {
- config := NewConfig()
- config.Version = tt.saramaVersion
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- defer func() {
- _ = admin.Close()
- }()
- resource := ConfigResource{
- Name: "r1",
- Type: TopicResource,
- ConfigNames: []string{"my_topic"},
- }
- entries, err := admin.DescribeConfig(resource)
- if err != nil {
- t.Fatal(err)
- }
- history := seedBroker.History()
- describeReq, ok := history[len(history)-1].Request.(*DescribeConfigsRequest)
- if !ok {
- t.Fatal("failed to find DescribeConfigsRequest in mockBroker history")
- }
- if describeReq.Version != tt.requestVersion {
- t.Fatalf(
- "requestVersion %v did not match expected %v",
- describeReq.Version, tt.requestVersion)
- }
- if len(entries) <= 0 {
- t.Fatal(errors.New("no resource present"))
- }
- if tt.includeSynonyms {
- if len(entries[0].Synonyms) == 0 {
- t.Fatal("expected synonyms to have been included")
- }
- }
- }
- }
- // TestClusterAdminDescribeBrokerConfig ensures that a describe broker config
- // is sent to the broker in the resource struct, _not_ the controller
- func TestClusterAdminDescribeBrokerConfig(t *testing.T) {
- controllerBroker := NewMockBroker(t, 1)
- defer controllerBroker.Close()
- configBroker := NewMockBroker(t, 2)
- defer configBroker.Close()
- controllerBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(controllerBroker.BrokerID()).
- SetBroker(controllerBroker.Addr(), controllerBroker.BrokerID()).
- SetBroker(configBroker.Addr(), configBroker.BrokerID()),
- })
- configBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(controllerBroker.BrokerID()).
- SetBroker(controllerBroker.Addr(), controllerBroker.BrokerID()).
- SetBroker(configBroker.Addr(), configBroker.BrokerID()),
- "DescribeConfigsRequest": NewMockDescribeConfigsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin(
- []string{
- controllerBroker.Addr(),
- configBroker.Addr(),
- }, config)
- if err != nil {
- t.Fatal(err)
- }
- for _, resourceType := range []ConfigResourceType{BrokerResource, BrokerLoggerResource} {
- resource := ConfigResource{Name: "2", Type: resourceType}
- entries, err := admin.DescribeConfig(resource)
- if err != nil {
- t.Fatal(err)
- }
- if len(entries) <= 0 {
- t.Fatal(errors.New("no resource present"))
- }
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminAlterConfig(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "AlterConfigsRequest": NewMockAlterConfigsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- var value string
- entries := make(map[string]*string)
- value = "3"
- entries["ReplicationFactor"] = &value
- err = admin.AlterConfig(TopicResource, "my_topic", entries, false)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminAlterBrokerConfig(t *testing.T) {
- controllerBroker := NewMockBroker(t, 1)
- defer controllerBroker.Close()
- configBroker := NewMockBroker(t, 2)
- defer configBroker.Close()
- controllerBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(controllerBroker.BrokerID()).
- SetBroker(controllerBroker.Addr(), controllerBroker.BrokerID()).
- SetBroker(configBroker.Addr(), configBroker.BrokerID()),
- })
- configBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(controllerBroker.BrokerID()).
- SetBroker(controllerBroker.Addr(), controllerBroker.BrokerID()).
- SetBroker(configBroker.Addr(), configBroker.BrokerID()),
- "AlterConfigsRequest": NewMockAlterConfigsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin(
- []string{
- controllerBroker.Addr(),
- configBroker.Addr(),
- }, config)
- if err != nil {
- t.Fatal(err)
- }
- var value string
- entries := make(map[string]*string)
- value = "3"
- entries["min.insync.replicas"] = &value
- for _, resourceType := range []ConfigResourceType{BrokerResource, BrokerLoggerResource} {
- resource := ConfigResource{Name: "2", Type: resourceType}
- err = admin.AlterConfig(
- resource.Type,
- resource.Name,
- entries,
- false)
- if err != nil {
- t.Fatal(err)
- }
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminCreateAcl(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "CreateAclsRequest": NewMockCreateAclsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- r := Resource{ResourceType: AclResourceTopic, ResourceName: "my_topic"}
- a := Acl{Host: "localhost", Operation: AclOperationAlter, PermissionType: AclPermissionAny}
- err = admin.CreateACL(r, a)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminListAcls(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "DescribeAclsRequest": NewMockListAclsResponse(t),
- "CreateAclsRequest": NewMockCreateAclsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- r := Resource{ResourceType: AclResourceTopic, ResourceName: "my_topic"}
- a := Acl{Host: "localhost", Operation: AclOperationAlter, PermissionType: AclPermissionAny}
- err = admin.CreateACL(r, a)
- if err != nil {
- t.Fatal(err)
- }
- resourceName := "my_topic"
- filter := AclFilter{
- ResourceType: AclResourceTopic,
- Operation: AclOperationRead,
- ResourceName: &resourceName,
- }
- rAcls, err := admin.ListAcls(filter)
- if err != nil {
- t.Fatal(err)
- }
- if len(rAcls) <= 0 {
- t.Fatal("no acls present")
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestClusterAdminDeleteAcl(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "DeleteAclsRequest": NewMockDeleteAclsResponse(t),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- resourceName := "my_topic"
- filter := AclFilter{
- ResourceType: AclResourceTopic,
- Operation: AclOperationAlter,
- ResourceName: &resourceName,
- }
- _, err = admin.DeleteACL(filter, false)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestDescribeTopic(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetLeader("my_topic", 0, seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- topics, err := admin.DescribeTopics([]string{"my_topic"})
- if err != nil {
- t.Fatal(err)
- }
- if len(topics) != 1 {
- t.Fatalf("Expected 1 result, got %v", len(topics))
- }
- if topics[0].Name != "my_topic" {
- t.Fatalf("Incorrect topic name: %v", topics[0].Name)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestDescribeTopicWithVersion0_11(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetLeader("my_topic", 0, seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- })
- config := NewConfig()
- config.Version = V0_11_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- topics, err := admin.DescribeTopics([]string{"my_topic"})
- if err != nil {
- t.Fatal(err)
- }
- if len(topics) != 1 {
- t.Fatalf("Expected 1 result, got %v", len(topics))
- }
- if topics[0].Name != "my_topic" {
- t.Fatalf("Incorrect topic name: %v", topics[0].Name)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestDescribeConsumerGroup(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- expectedGroupID := "my-group"
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "DescribeGroupsRequest": NewMockDescribeGroupsResponse(t).AddGroupDescription(expectedGroupID, &GroupDescription{
- GroupId: expectedGroupID,
- }),
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "FindCoordinatorRequest": NewMockFindCoordinatorResponse(t).SetCoordinator(CoordinatorGroup, expectedGroupID, seedBroker),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- result, err := admin.DescribeConsumerGroups([]string{expectedGroupID})
- if err != nil {
- t.Fatal(err)
- }
- if len(result) != 1 {
- t.Fatalf("Expected 1 result, got %v", len(result))
- }
- if result[0].GroupId != expectedGroupID {
- t.Fatalf("Expected groupID %v, got %v", expectedGroupID, result[0].GroupId)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestListConsumerGroups(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "ListGroupsRequest": NewMockListGroupsResponse(t).
- AddGroup("my-group", "consumer"),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- groups, err := admin.ListConsumerGroups()
- if err != nil {
- t.Fatal(err)
- }
- if len(groups) != 1 {
- t.Fatalf("Expected %v results, got %v", 1, len(groups))
- }
- protocolType, ok := groups["my-group"]
- if !ok {
- t.Fatal("Expected group to be returned, but it did not")
- }
- if protocolType != "consumer" {
- t.Fatalf("Expected protocolType %v, got %v", "consumer", protocolType)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestListConsumerGroupsMultiBroker(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- secondBroker := NewMockBroker(t, 2)
- defer secondBroker.Close()
- firstGroup := "first"
- secondGroup := "second"
- nonExistingGroup := "non-existing-group"
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()).
- SetBroker(secondBroker.Addr(), secondBroker.BrokerID()),
- "ListGroupsRequest": NewMockListGroupsResponse(t).
- AddGroup(firstGroup, "consumer"),
- })
- secondBroker.SetHandlerByMap(map[string]MockResponse{
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()).
- SetBroker(secondBroker.Addr(), secondBroker.BrokerID()),
- "ListGroupsRequest": NewMockListGroupsResponse(t).
- AddGroup(secondGroup, "consumer"),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- groups, err := admin.ListConsumerGroups()
- if err != nil {
- t.Fatal(err)
- }
- if len(groups) != 2 {
- t.Fatalf("Expected %v results, got %v", 1, len(groups))
- }
- if _, found := groups[firstGroup]; !found {
- t.Fatalf("Expected group %v to be present in result set, but it isn't", firstGroup)
- }
- if _, found := groups[secondGroup]; !found {
- t.Fatalf("Expected group %v to be present in result set, but it isn't", secondGroup)
- }
- if _, found := groups[nonExistingGroup]; found {
- t.Fatalf("Expected group %v to not exist, but it exists", nonExistingGroup)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestListConsumerGroupOffsets(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- group := "my-group"
- topic := "my-topic"
- partition := int32(0)
- expectedOffset := int64(0)
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- "OffsetFetchRequest": NewMockOffsetFetchResponse(t).SetOffset(group, "my-topic", partition, expectedOffset, "", ErrNoError).SetError(ErrNoError),
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "FindCoordinatorRequest": NewMockFindCoordinatorResponse(t).SetCoordinator(CoordinatorGroup, group, seedBroker),
- })
- config := NewConfig()
- config.Version = V1_0_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- response, err := admin.ListConsumerGroupOffsets(group, map[string][]int32{
- topic: []int32{0},
- })
- if err != nil {
- t.Fatalf("ListConsumerGroupOffsets failed with error %v", err)
- }
- block := response.GetBlock(topic, partition)
- if block == nil {
- t.Fatalf("Expected block for topic %v and partition %v to exist, but it doesn't", topic, partition)
- }
- if block.Offset != expectedOffset {
- t.Fatalf("Expected offset %v, got %v", expectedOffset, block.Offset)
- }
- err = admin.Close()
- if err != nil {
- t.Fatal(err)
- }
- }
- func TestDeleteConsumerGroup(t *testing.T) {
- seedBroker := NewMockBroker(t, 1)
- defer seedBroker.Close()
- group := "my-group"
- seedBroker.SetHandlerByMap(map[string]MockResponse{
- // "OffsetFetchRequest": NewMockOffsetFetchResponse(t).SetOffset(group, "my-topic", partition, expectedOffset, "", ErrNoError),
- "DeleteGroupsRequest": NewMockDeleteGroupsRequest(t).SetDeletedGroups([]string{group}),
- "MetadataRequest": NewMockMetadataResponse(t).
- SetController(seedBroker.BrokerID()).
- SetBroker(seedBroker.Addr(), seedBroker.BrokerID()),
- "FindCoordinatorRequest": NewMockFindCoordinatorResponse(t).SetCoordinator(CoordinatorGroup, group, seedBroker),
- })
- config := NewConfig()
- config.Version = V1_1_0_0
- admin, err := NewClusterAdmin([]string{seedBroker.Addr()}, config)
- if err != nil {
- t.Fatal(err)
- }
- err = admin.DeleteConsumerGroup(group)
- if err != nil {
- t.Fatalf("DeleteConsumerGroup failed with error %v", err)
- }
- }
|