client_test.go 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195
  1. package sarama
  2. import (
  3. "io"
  4. "testing"
  5. )
  6. func safeClose(t *testing.T, c io.Closer) {
  7. err := c.Close()
  8. if err != nil {
  9. t.Error(err)
  10. }
  11. }
  12. func TestSimpleClient(t *testing.T) {
  13. seedBroker := newMockBroker(t, 1)
  14. seedBroker.Returns(new(MetadataResponse))
  15. client, err := NewClient([]string{seedBroker.Addr()}, nil)
  16. if err != nil {
  17. t.Fatal(err)
  18. }
  19. seedBroker.Close()
  20. safeClose(t, client)
  21. }
  22. func TestCachedPartitions(t *testing.T) {
  23. seedBroker := newMockBroker(t, 1)
  24. leader := newMockBroker(t, 5)
  25. replicas := []int32{3, 1, 5}
  26. isr := []int32{5, 1}
  27. metadataResponse := new(MetadataResponse)
  28. metadataResponse.AddBroker(leader.Addr(), leader.BrokerID())
  29. metadataResponse.AddTopicPartition("my_topic", 0, leader.BrokerID(), replicas, isr, ErrNoError)
  30. metadataResponse.AddTopicPartition("my_topic", 1, leader.BrokerID(), replicas, isr, ErrLeaderNotAvailable)
  31. seedBroker.Returns(metadataResponse)
  32. config := NewConfig()
  33. config.Metadata.Retry.Max = 0
  34. client, err := NewClient([]string{seedBroker.Addr()}, config)
  35. if err != nil {
  36. t.Fatal(err)
  37. }
  38. // Verify they aren't cached the same
  39. allP := client.cachedPartitionsResults["my_topic"][allPartitions]
  40. writeP := client.cachedPartitionsResults["my_topic"][writablePartitions]
  41. if len(allP) == len(writeP) {
  42. t.Fatal("Invalid lengths!")
  43. }
  44. tmp := client.cachedPartitionsResults["my_topic"]
  45. // Verify we actually use the cache at all!
  46. tmp[allPartitions] = []int32{1, 2, 3, 4}
  47. client.cachedPartitionsResults["my_topic"] = tmp
  48. if 4 != len(client.cachedPartitions("my_topic", allPartitions)) {
  49. t.Fatal("Not using the cache!")
  50. }
  51. leader.Close()
  52. seedBroker.Close()
  53. safeClose(t, client)
  54. }
  55. func TestClientSeedBrokers(t *testing.T) {
  56. seedBroker := newMockBroker(t, 1)
  57. discoveredBroker := newMockBroker(t, 2)
  58. metadataResponse := new(MetadataResponse)
  59. metadataResponse.AddBroker(discoveredBroker.Addr(), discoveredBroker.BrokerID())
  60. seedBroker.Returns(metadataResponse)
  61. client, err := NewClient([]string{seedBroker.Addr()}, nil)
  62. if err != nil {
  63. t.Fatal(err)
  64. }
  65. discoveredBroker.Close()
  66. seedBroker.Close()
  67. safeClose(t, client)
  68. }
  69. func TestClientMetadata(t *testing.T) {
  70. seedBroker := newMockBroker(t, 1)
  71. leader := newMockBroker(t, 5)
  72. replicas := []int32{3, 1, 5}
  73. isr := []int32{5, 1}
  74. metadataResponse := new(MetadataResponse)
  75. metadataResponse.AddBroker(leader.Addr(), leader.BrokerID())
  76. metadataResponse.AddTopicPartition("my_topic", 0, leader.BrokerID(), replicas, isr, ErrNoError)
  77. metadataResponse.AddTopicPartition("my_topic", 1, leader.BrokerID(), replicas, isr, ErrLeaderNotAvailable)
  78. seedBroker.Returns(metadataResponse)
  79. config := NewConfig()
  80. config.Metadata.Retry.Max = 0
  81. client, err := NewClient([]string{seedBroker.Addr()}, config)
  82. if err != nil {
  83. t.Fatal(err)
  84. }
  85. topics, err := client.Topics()
  86. if err != nil {
  87. t.Error(err)
  88. } else if len(topics) != 1 || topics[0] != "my_topic" {
  89. t.Error("Client returned incorrect topics:", topics)
  90. }
  91. parts, err := client.Partitions("my_topic")
  92. if err != nil {
  93. t.Error(err)
  94. } else if len(parts) != 2 || parts[0] != 0 || parts[1] != 1 {
  95. t.Error("Client returned incorrect partitions for my_topic:", parts)
  96. }
  97. parts, err = client.WritablePartitions("my_topic")
  98. if err != nil {
  99. t.Error(err)
  100. } else if len(parts) != 1 || parts[0] != 0 {
  101. t.Error("Client returned incorrect writable partitions for my_topic:", parts)
  102. }
  103. tst, err := client.Leader("my_topic", 0)
  104. if err != nil {
  105. t.Error(err)
  106. } else if tst.ID() != 5 {
  107. t.Error("Leader for my_topic had incorrect ID.")
  108. }
  109. replicas, err = client.Replicas("my_topic", 0)
  110. if err != nil {
  111. t.Error(err)
  112. } else if replicas[0] != 1 {
  113. t.Error("Incorrect (or unsorted) replica")
  114. } else if replicas[1] != 3 {
  115. t.Error("Incorrect (or unsorted) replica")
  116. } else if replicas[2] != 5 {
  117. t.Error("Incorrect (or unsorted) replica")
  118. }
  119. isr, err = client.ReplicasInSync("my_topic", 0)
  120. if err != nil {
  121. t.Error(err)
  122. } else if isr[0] != 1 {
  123. t.Error("Incorrect (or unsorted) isr")
  124. } else if isr[1] != 5 {
  125. t.Error("Incorrect (or unsorted) isr")
  126. }
  127. leader.Close()
  128. seedBroker.Close()
  129. safeClose(t, client)
  130. }
  131. func TestClientRefreshBehaviour(t *testing.T) {
  132. seedBroker := newMockBroker(t, 1)
  133. leader := newMockBroker(t, 5)
  134. metadataResponse1 := new(MetadataResponse)
  135. metadataResponse1.AddBroker(leader.Addr(), leader.BrokerID())
  136. seedBroker.Returns(metadataResponse1)
  137. metadataResponse2 := new(MetadataResponse)
  138. metadataResponse2.AddTopicPartition("my_topic", 0xb, leader.BrokerID(), nil, nil, ErrNoError)
  139. seedBroker.Returns(metadataResponse2)
  140. client, err := NewClient([]string{seedBroker.Addr()}, nil)
  141. if err != nil {
  142. t.Fatal(err)
  143. }
  144. parts, err := client.Partitions("my_topic")
  145. if err != nil {
  146. t.Error(err)
  147. } else if len(parts) != 1 || parts[0] != 0xb {
  148. t.Error("Client returned incorrect partitions for my_topic:", parts)
  149. }
  150. tst, err := client.Leader("my_topic", 0xb)
  151. if err != nil {
  152. t.Error(err)
  153. } else if tst.ID() != 5 {
  154. t.Error("Leader for my_topic had incorrect ID.")
  155. }
  156. client.disconnectBroker(tst)
  157. leader.Close()
  158. seedBroker.Close()
  159. safeClose(t, client)
  160. }