client_test.go 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202
  1. package sarama
  2. import (
  3. "io"
  4. "testing"
  5. )
  6. func safeClose(t *testing.T, c io.Closer) {
  7. err := c.Close()
  8. if err != nil {
  9. t.Error(err)
  10. }
  11. }
  12. func TestDefaultClientConfigValidates(t *testing.T) {
  13. config := NewClientConfig()
  14. if err := config.Validate(); err != nil {
  15. t.Error(err)
  16. }
  17. }
  18. func TestSimpleClient(t *testing.T) {
  19. seedBroker := NewMockBroker(t, 1)
  20. seedBroker.Returns(new(MetadataResponse))
  21. client, err := NewClient("client_id", []string{seedBroker.Addr()}, nil)
  22. if err != nil {
  23. t.Fatal(err)
  24. }
  25. seedBroker.Close()
  26. safeClose(t, client)
  27. }
  28. func TestCachedPartitions(t *testing.T) {
  29. seedBroker := NewMockBroker(t, 1)
  30. leader := NewMockBroker(t, 5)
  31. replicas := []int32{3, 1, 5}
  32. isr := []int32{5, 1}
  33. metadataResponse := new(MetadataResponse)
  34. metadataResponse.AddBroker(leader.Addr(), leader.BrokerID())
  35. metadataResponse.AddTopicPartition("my_topic", 0, leader.BrokerID(), replicas, isr, ErrNoError)
  36. metadataResponse.AddTopicPartition("my_topic", 1, leader.BrokerID(), replicas, isr, ErrLeaderNotAvailable)
  37. seedBroker.Returns(metadataResponse)
  38. config := NewClientConfig()
  39. config.MetadataRetries = 0
  40. client, err := NewClient("client_id", []string{seedBroker.Addr()}, config)
  41. if err != nil {
  42. t.Fatal(err)
  43. }
  44. // Verify they aren't cached the same
  45. allP := client.cachedPartitionsResults["my_topic"][allPartitions]
  46. writeP := client.cachedPartitionsResults["my_topic"][writablePartitions]
  47. if len(allP) == len(writeP) {
  48. t.Fatal("Invalid lengths!")
  49. }
  50. tmp := client.cachedPartitionsResults["my_topic"]
  51. // Verify we actually use the cache at all!
  52. tmp[allPartitions] = []int32{1, 2, 3, 4}
  53. client.cachedPartitionsResults["my_topic"] = tmp
  54. if 4 != len(client.cachedPartitions("my_topic", allPartitions)) {
  55. t.Fatal("Not using the cache!")
  56. }
  57. leader.Close()
  58. seedBroker.Close()
  59. safeClose(t, client)
  60. }
  61. func TestClientSeedBrokers(t *testing.T) {
  62. seedBroker := NewMockBroker(t, 1)
  63. discoveredBroker := NewMockBroker(t, 2)
  64. metadataResponse := new(MetadataResponse)
  65. metadataResponse.AddBroker(discoveredBroker.Addr(), discoveredBroker.BrokerID())
  66. seedBroker.Returns(metadataResponse)
  67. client, err := NewClient("client_id", []string{seedBroker.Addr()}, nil)
  68. if err != nil {
  69. t.Fatal(err)
  70. }
  71. discoveredBroker.Close()
  72. seedBroker.Close()
  73. safeClose(t, client)
  74. }
  75. func TestClientMetadata(t *testing.T) {
  76. seedBroker := NewMockBroker(t, 1)
  77. leader := NewMockBroker(t, 5)
  78. replicas := []int32{3, 1, 5}
  79. isr := []int32{5, 1}
  80. metadataResponse := new(MetadataResponse)
  81. metadataResponse.AddBroker(leader.Addr(), leader.BrokerID())
  82. metadataResponse.AddTopicPartition("my_topic", 0, leader.BrokerID(), replicas, isr, ErrNoError)
  83. metadataResponse.AddTopicPartition("my_topic", 1, leader.BrokerID(), replicas, isr, ErrLeaderNotAvailable)
  84. seedBroker.Returns(metadataResponse)
  85. config := NewClientConfig()
  86. config.MetadataRetries = 0
  87. client, err := NewClient("client_id", []string{seedBroker.Addr()}, config)
  88. if err != nil {
  89. t.Fatal(err)
  90. }
  91. topics, err := client.Topics()
  92. if err != nil {
  93. t.Error(err)
  94. } else if len(topics) != 1 || topics[0] != "my_topic" {
  95. t.Error("Client returned incorrect topics:", topics)
  96. }
  97. parts, err := client.Partitions("my_topic")
  98. if err != nil {
  99. t.Error(err)
  100. } else if len(parts) != 2 || parts[0] != 0 || parts[1] != 1 {
  101. t.Error("Client returned incorrect partitions for my_topic:", parts)
  102. }
  103. parts, err = client.WritablePartitions("my_topic")
  104. if err != nil {
  105. t.Error(err)
  106. } else if len(parts) != 1 || parts[0] != 0 {
  107. t.Error("Client returned incorrect writable partitions for my_topic:", parts)
  108. }
  109. tst, err := client.Leader("my_topic", 0)
  110. if err != nil {
  111. t.Error(err)
  112. } else if tst.ID() != 5 {
  113. t.Error("Leader for my_topic had incorrect ID.")
  114. }
  115. replicas, err = client.Replicas("my_topic", 0)
  116. if err != nil {
  117. t.Error(err)
  118. } else if replicas[0] != 1 {
  119. t.Error("Incorrect (or unsorted) replica")
  120. } else if replicas[1] != 3 {
  121. t.Error("Incorrect (or unsorted) replica")
  122. } else if replicas[2] != 5 {
  123. t.Error("Incorrect (or unsorted) replica")
  124. }
  125. isr, err = client.ReplicasInSync("my_topic", 0)
  126. if err != nil {
  127. t.Error(err)
  128. } else if isr[0] != 1 {
  129. t.Error("Incorrect (or unsorted) isr")
  130. } else if isr[1] != 5 {
  131. t.Error("Incorrect (or unsorted) isr")
  132. }
  133. leader.Close()
  134. seedBroker.Close()
  135. safeClose(t, client)
  136. }
  137. func TestClientRefreshBehaviour(t *testing.T) {
  138. seedBroker := NewMockBroker(t, 1)
  139. leader := NewMockBroker(t, 5)
  140. metadataResponse1 := new(MetadataResponse)
  141. metadataResponse1.AddBroker(leader.Addr(), leader.BrokerID())
  142. seedBroker.Returns(metadataResponse1)
  143. metadataResponse2 := new(MetadataResponse)
  144. metadataResponse2.AddTopicPartition("my_topic", 0xb, leader.BrokerID(), nil, nil, ErrNoError)
  145. seedBroker.Returns(metadataResponse2)
  146. client, err := NewClient("clientID", []string{seedBroker.Addr()}, nil)
  147. if err != nil {
  148. t.Fatal(err)
  149. }
  150. parts, err := client.Partitions("my_topic")
  151. if err != nil {
  152. t.Error(err)
  153. } else if len(parts) != 1 || parts[0] != 0xb {
  154. t.Error("Client returned incorrect partitions for my_topic:", parts)
  155. }
  156. tst, err := client.Leader("my_topic", 0xb)
  157. if err != nil {
  158. t.Error(err)
  159. } else if tst.ID() != 5 {
  160. t.Error("Leader for my_topic had incorrect ID.")
  161. }
  162. client.disconnectBroker(tst)
  163. leader.Close()
  164. seedBroker.Close()
  165. safeClose(t, client)
  166. }