store_test.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498
  1. package kv
  2. import (
  3. "testing"
  4. "time"
  5. "zero/core/stores/internal"
  6. "zero/core/stores/redis"
  7. "zero/core/stringx"
  8. "github.com/alicebob/miniredis"
  9. "github.com/stretchr/testify/assert"
  10. )
  11. var s1, _ = miniredis.Run()
  12. var s2, _ = miniredis.Run()
  13. func TestRedis_Exists(t *testing.T) {
  14. runOnCluster(t, func(client Store) {
  15. ok, err := client.Exists("a")
  16. assert.Nil(t, err)
  17. assert.False(t, ok)
  18. assert.Nil(t, client.Set("a", "b"))
  19. ok, err = client.Exists("a")
  20. assert.Nil(t, err)
  21. assert.True(t, ok)
  22. })
  23. }
  24. func TestRedis_Eval(t *testing.T) {
  25. runOnCluster(t, func(client Store) {
  26. _, err := client.Eval(`redis.call("EXISTS", KEYS[1])`, "notexist")
  27. assert.Equal(t, redis.Nil, err)
  28. err = client.Set("key1", "value1")
  29. assert.Nil(t, err)
  30. _, err = client.Eval(`redis.call("EXISTS", KEYS[1])`, "key1")
  31. assert.Equal(t, redis.Nil, err)
  32. val, err := client.Eval(`return redis.call("EXISTS", KEYS[1])`, "key1")
  33. assert.Nil(t, err)
  34. assert.Equal(t, int64(1), val)
  35. })
  36. }
  37. func TestRedis_Hgetall(t *testing.T) {
  38. runOnCluster(t, func(client Store) {
  39. assert.Nil(t, client.Hset("a", "aa", "aaa"))
  40. assert.Nil(t, client.Hset("a", "bb", "bbb"))
  41. vals, err := client.Hgetall("a")
  42. assert.Nil(t, err)
  43. assert.EqualValues(t, map[string]string{
  44. "aa": "aaa",
  45. "bb": "bbb",
  46. }, vals)
  47. })
  48. }
  49. func TestRedis_Hvals(t *testing.T) {
  50. runOnCluster(t, func(client Store) {
  51. assert.Nil(t, client.Hset("a", "aa", "aaa"))
  52. assert.Nil(t, client.Hset("a", "bb", "bbb"))
  53. vals, err := client.Hvals("a")
  54. assert.Nil(t, err)
  55. assert.ElementsMatch(t, []string{"aaa", "bbb"}, vals)
  56. })
  57. }
  58. func TestRedis_Hsetnx(t *testing.T) {
  59. runOnCluster(t, func(client Store) {
  60. assert.Nil(t, client.Hset("a", "aa", "aaa"))
  61. assert.Nil(t, client.Hset("a", "bb", "bbb"))
  62. ok, err := client.Hsetnx("a", "bb", "ccc")
  63. assert.Nil(t, err)
  64. assert.False(t, ok)
  65. ok, err = client.Hsetnx("a", "dd", "ddd")
  66. assert.Nil(t, err)
  67. assert.True(t, ok)
  68. vals, err := client.Hvals("a")
  69. assert.Nil(t, err)
  70. assert.ElementsMatch(t, []string{"aaa", "bbb", "ddd"}, vals)
  71. })
  72. }
  73. func TestRedis_HdelHlen(t *testing.T) {
  74. runOnCluster(t, func(client Store) {
  75. assert.Nil(t, client.Hset("a", "aa", "aaa"))
  76. assert.Nil(t, client.Hset("a", "bb", "bbb"))
  77. num, err := client.Hlen("a")
  78. assert.Nil(t, err)
  79. assert.Equal(t, 2, num)
  80. val, err := client.Hdel("a", "aa")
  81. assert.Nil(t, err)
  82. assert.True(t, val)
  83. vals, err := client.Hvals("a")
  84. assert.Nil(t, err)
  85. assert.ElementsMatch(t, []string{"bbb"}, vals)
  86. })
  87. }
  88. func TestRedis_HIncrBy(t *testing.T) {
  89. runOnCluster(t, func(client Store) {
  90. val, err := client.Hincrby("key", "field", 2)
  91. assert.Nil(t, err)
  92. assert.Equal(t, 2, val)
  93. val, err = client.Hincrby("key", "field", 3)
  94. assert.Nil(t, err)
  95. assert.Equal(t, 5, val)
  96. })
  97. }
  98. func TestRedis_Hkeys(t *testing.T) {
  99. runOnCluster(t, func(client Store) {
  100. assert.Nil(t, client.Hset("a", "aa", "aaa"))
  101. assert.Nil(t, client.Hset("a", "bb", "bbb"))
  102. vals, err := client.Hkeys("a")
  103. assert.Nil(t, err)
  104. assert.ElementsMatch(t, []string{"aa", "bb"}, vals)
  105. })
  106. }
  107. func TestRedis_Hmget(t *testing.T) {
  108. runOnCluster(t, func(client Store) {
  109. assert.Nil(t, client.Hset("a", "aa", "aaa"))
  110. assert.Nil(t, client.Hset("a", "bb", "bbb"))
  111. vals, err := client.Hmget("a", "aa", "bb")
  112. assert.Nil(t, err)
  113. assert.EqualValues(t, []string{"aaa", "bbb"}, vals)
  114. vals, err = client.Hmget("a", "aa", "no", "bb")
  115. assert.Nil(t, err)
  116. assert.EqualValues(t, []string{"aaa", "", "bbb"}, vals)
  117. })
  118. }
  119. func TestRedis_Hmset(t *testing.T) {
  120. runOnCluster(t, func(client Store) {
  121. assert.Nil(t, client.Hmset("a", map[string]string{
  122. "aa": "aaa",
  123. "bb": "bbb",
  124. }))
  125. vals, err := client.Hmget("a", "aa", "bb")
  126. assert.Nil(t, err)
  127. assert.EqualValues(t, []string{"aaa", "bbb"}, vals)
  128. })
  129. }
  130. func TestRedis_Incr(t *testing.T) {
  131. runOnCluster(t, func(client Store) {
  132. val, err := client.Incr("a")
  133. assert.Nil(t, err)
  134. assert.Equal(t, int64(1), val)
  135. val, err = client.Incr("a")
  136. assert.Nil(t, err)
  137. assert.Equal(t, int64(2), val)
  138. })
  139. }
  140. func TestRedis_IncrBy(t *testing.T) {
  141. runOnCluster(t, func(client Store) {
  142. val, err := client.Incrby("a", 2)
  143. assert.Nil(t, err)
  144. assert.Equal(t, int64(2), val)
  145. val, err = client.Incrby("a", 3)
  146. assert.Nil(t, err)
  147. assert.Equal(t, int64(5), val)
  148. })
  149. }
  150. func TestRedis_List(t *testing.T) {
  151. runOnCluster(t, func(client Store) {
  152. val, err := client.Lpush("key", "value1", "value2")
  153. assert.Nil(t, err)
  154. assert.Equal(t, 2, val)
  155. val, err = client.Rpush("key", "value3", "value4")
  156. assert.Nil(t, err)
  157. assert.Equal(t, 4, val)
  158. val, err = client.Llen("key")
  159. assert.Nil(t, err)
  160. assert.Equal(t, 4, val)
  161. vals, err := client.Lrange("key", 0, 10)
  162. assert.Nil(t, err)
  163. assert.EqualValues(t, []string{"value2", "value1", "value3", "value4"}, vals)
  164. v, err := client.Lpop("key")
  165. assert.Nil(t, err)
  166. assert.Equal(t, "value2", v)
  167. val, err = client.Lpush("key", "value1", "value2")
  168. assert.Nil(t, err)
  169. assert.Equal(t, 5, val)
  170. val, err = client.Rpush("key", "value3", "value3")
  171. assert.Nil(t, err)
  172. assert.Equal(t, 7, val)
  173. n, err := client.Lrem("key", 2, "value1")
  174. assert.Nil(t, err)
  175. assert.Equal(t, 2, n)
  176. vals, err = client.Lrange("key", 0, 10)
  177. assert.Nil(t, err)
  178. assert.EqualValues(t, []string{"value2", "value3", "value4", "value3", "value3"}, vals)
  179. n, err = client.Lrem("key", -2, "value3")
  180. assert.Nil(t, err)
  181. assert.Equal(t, 2, n)
  182. vals, err = client.Lrange("key", 0, 10)
  183. assert.Nil(t, err)
  184. assert.EqualValues(t, []string{"value2", "value3", "value4"}, vals)
  185. })
  186. }
  187. func TestRedis_Persist(t *testing.T) {
  188. runOnCluster(t, func(client Store) {
  189. ok, err := client.Persist("key")
  190. assert.Nil(t, err)
  191. assert.False(t, ok)
  192. err = client.Set("key", "value")
  193. assert.Nil(t, err)
  194. ok, err = client.Persist("key")
  195. assert.Nil(t, err)
  196. assert.False(t, ok)
  197. err = client.Expire("key", 5)
  198. ok, err = client.Persist("key")
  199. assert.Nil(t, err)
  200. assert.True(t, ok)
  201. err = client.Expireat("key", time.Now().Unix()+5)
  202. ok, err = client.Persist("key")
  203. assert.Nil(t, err)
  204. assert.True(t, ok)
  205. })
  206. }
  207. func TestRedis_Sscan(t *testing.T) {
  208. runOnCluster(t, func(client Store) {
  209. key := "list"
  210. var list []string
  211. for i := 0; i < 1550; i++ {
  212. list = append(list, stringx.Randn(i))
  213. }
  214. lens, err := client.Sadd(key, list)
  215. assert.Nil(t, err)
  216. assert.Equal(t, lens, 1550)
  217. var cursor uint64 = 0
  218. sum := 0
  219. for {
  220. keys, next, err := client.Sscan(key, cursor, "", 100)
  221. assert.Nil(t, err)
  222. sum += len(keys)
  223. if next == 0 {
  224. break
  225. }
  226. cursor = next
  227. }
  228. assert.Equal(t, sum, 1550)
  229. _, err = client.Del(key)
  230. assert.Nil(t, err)
  231. })
  232. }
  233. func TestRedis_Set(t *testing.T) {
  234. runOnCluster(t, func(client Store) {
  235. num, err := client.Sadd("key", 1, 2, 3, 4)
  236. assert.Nil(t, err)
  237. assert.Equal(t, 4, num)
  238. val, err := client.Scard("key")
  239. assert.Nil(t, err)
  240. assert.Equal(t, int64(4), val)
  241. ok, err := client.Sismember("key", 2)
  242. assert.Nil(t, err)
  243. assert.True(t, ok)
  244. num, err = client.Srem("key", 3, 4)
  245. assert.Nil(t, err)
  246. assert.Equal(t, 2, num)
  247. vals, err := client.Smembers("key")
  248. assert.Nil(t, err)
  249. assert.ElementsMatch(t, []string{"1", "2"}, vals)
  250. members, err := client.Srandmember("key", 1)
  251. assert.Nil(t, err)
  252. assert.Len(t, members, 1)
  253. assert.Contains(t, []string{"1", "2"}, members[0])
  254. member, err := client.Spop("key")
  255. assert.Nil(t, err)
  256. assert.Contains(t, []string{"1", "2"}, member)
  257. vals, err = client.Smembers("key")
  258. assert.Nil(t, err)
  259. assert.NotContains(t, vals, member)
  260. num, err = client.Sadd("key1", 1, 2, 3, 4)
  261. assert.Nil(t, err)
  262. assert.Equal(t, 4, num)
  263. num, err = client.Sadd("key2", 2, 3, 4, 5)
  264. assert.Nil(t, err)
  265. assert.Equal(t, 4, num)
  266. })
  267. }
  268. func TestRedis_SetGetDel(t *testing.T) {
  269. runOnCluster(t, func(client Store) {
  270. err := client.Set("hello", "world")
  271. assert.Nil(t, err)
  272. val, err := client.Get("hello")
  273. assert.Nil(t, err)
  274. assert.Equal(t, "world", val)
  275. ret, err := client.Del("hello")
  276. assert.Nil(t, err)
  277. assert.Equal(t, 1, ret)
  278. })
  279. }
  280. func TestRedis_SetExNx(t *testing.T) {
  281. runOnCluster(t, func(client Store) {
  282. err := client.Setex("hello", "world", 5)
  283. assert.Nil(t, err)
  284. ok, err := client.Setnx("hello", "newworld")
  285. assert.Nil(t, err)
  286. assert.False(t, ok)
  287. ok, err = client.Setnx("newhello", "newworld")
  288. assert.Nil(t, err)
  289. assert.True(t, ok)
  290. val, err := client.Get("hello")
  291. assert.Nil(t, err)
  292. assert.Equal(t, "world", val)
  293. val, err = client.Get("newhello")
  294. assert.Nil(t, err)
  295. assert.Equal(t, "newworld", val)
  296. ttl, err := client.Ttl("hello")
  297. assert.Nil(t, err)
  298. assert.True(t, ttl > 0)
  299. ok, err = client.SetnxEx("newhello", "newworld", 5)
  300. assert.Nil(t, err)
  301. assert.False(t, ok)
  302. num, err := client.Del("newhello")
  303. assert.Nil(t, err)
  304. assert.Equal(t, 1, num)
  305. ok, err = client.SetnxEx("newhello", "newworld", 5)
  306. assert.Nil(t, err)
  307. assert.True(t, ok)
  308. val, err = client.Get("newhello")
  309. assert.Nil(t, err)
  310. assert.Equal(t, "newworld", val)
  311. })
  312. }
  313. func TestRedis_SetGetDelHashField(t *testing.T) {
  314. runOnCluster(t, func(client Store) {
  315. err := client.Hset("key", "field", "value")
  316. assert.Nil(t, err)
  317. val, err := client.Hget("key", "field")
  318. assert.Nil(t, err)
  319. assert.Equal(t, "value", val)
  320. ok, err := client.Hexists("key", "field")
  321. assert.Nil(t, err)
  322. assert.True(t, ok)
  323. ret, err := client.Hdel("key", "field")
  324. assert.Nil(t, err)
  325. assert.True(t, ret)
  326. ok, err = client.Hexists("key", "field")
  327. assert.Nil(t, err)
  328. assert.False(t, ok)
  329. })
  330. }
  331. func TestRedis_SortedSet(t *testing.T) {
  332. runOnCluster(t, func(client Store) {
  333. ok, err := client.Zadd("key", 1, "value1")
  334. assert.Nil(t, err)
  335. assert.True(t, ok)
  336. ok, err = client.Zadd("key", 2, "value1")
  337. assert.Nil(t, err)
  338. assert.False(t, ok)
  339. val, err := client.Zscore("key", "value1")
  340. assert.Nil(t, err)
  341. assert.Equal(t, int64(2), val)
  342. val, err = client.Zincrby("key", 3, "value1")
  343. assert.Nil(t, err)
  344. assert.Equal(t, int64(5), val)
  345. val, err = client.Zscore("key", "value1")
  346. assert.Nil(t, err)
  347. assert.Equal(t, int64(5), val)
  348. ok, err = client.Zadd("key", 6, "value2")
  349. assert.Nil(t, err)
  350. assert.True(t, ok)
  351. ok, err = client.Zadd("key", 7, "value3")
  352. assert.Nil(t, err)
  353. assert.True(t, ok)
  354. rank, err := client.Zrank("key", "value2")
  355. assert.Nil(t, err)
  356. assert.Equal(t, int64(1), rank)
  357. rank, err = client.Zrank("key", "value4")
  358. assert.Equal(t, redis.Nil, err)
  359. num, err := client.Zrem("key", "value2", "value3")
  360. assert.Nil(t, err)
  361. assert.Equal(t, 2, num)
  362. ok, err = client.Zadd("key", 6, "value2")
  363. assert.Nil(t, err)
  364. assert.True(t, ok)
  365. ok, err = client.Zadd("key", 7, "value3")
  366. assert.Nil(t, err)
  367. assert.True(t, ok)
  368. ok, err = client.Zadd("key", 8, "value4")
  369. assert.Nil(t, err)
  370. assert.True(t, ok)
  371. num, err = client.Zremrangebyscore("key", 6, 7)
  372. assert.Nil(t, err)
  373. assert.Equal(t, 2, num)
  374. ok, err = client.Zadd("key", 6, "value2")
  375. assert.Nil(t, err)
  376. assert.True(t, ok)
  377. ok, err = client.Zadd("key", 7, "value3")
  378. assert.Nil(t, err)
  379. assert.True(t, ok)
  380. num, err = client.Zcount("key", 6, 7)
  381. assert.Nil(t, err)
  382. assert.Equal(t, 2, num)
  383. num, err = client.Zremrangebyrank("key", 1, 2)
  384. assert.Nil(t, err)
  385. assert.Equal(t, 2, num)
  386. card, err := client.Zcard("key")
  387. assert.Nil(t, err)
  388. assert.Equal(t, 2, card)
  389. vals, err := client.Zrange("key", 0, -1)
  390. assert.Nil(t, err)
  391. assert.EqualValues(t, []string{"value1", "value4"}, vals)
  392. vals, err = client.Zrevrange("key", 0, -1)
  393. assert.Nil(t, err)
  394. assert.EqualValues(t, []string{"value4", "value1"}, vals)
  395. pairs, err := client.ZrangeWithScores("key", 0, -1)
  396. assert.Nil(t, err)
  397. assert.EqualValues(t, []redis.Pair{
  398. {
  399. Key: "value1",
  400. Score: 5,
  401. },
  402. {
  403. Key: "value4",
  404. Score: 8,
  405. },
  406. }, pairs)
  407. pairs, err = client.ZrangebyscoreWithScores("key", 5, 8)
  408. assert.Nil(t, err)
  409. assert.EqualValues(t, []redis.Pair{
  410. {
  411. Key: "value1",
  412. Score: 5,
  413. },
  414. {
  415. Key: "value4",
  416. Score: 8,
  417. },
  418. }, pairs)
  419. pairs, err = client.ZrangebyscoreWithScoresAndLimit("key", 5, 8, 1, 1)
  420. assert.Nil(t, err)
  421. assert.EqualValues(t, []redis.Pair{
  422. {
  423. Key: "value4",
  424. Score: 8,
  425. },
  426. }, pairs)
  427. pairs, err = client.ZrevrangebyscoreWithScores("key", 5, 8)
  428. assert.Nil(t, err)
  429. assert.EqualValues(t, []redis.Pair{
  430. {
  431. Key: "value4",
  432. Score: 8,
  433. },
  434. {
  435. Key: "value1",
  436. Score: 5,
  437. },
  438. }, pairs)
  439. pairs, err = client.ZrevrangebyscoreWithScoresAndLimit("key", 5, 8, 1, 1)
  440. assert.Nil(t, err)
  441. assert.EqualValues(t, []redis.Pair{
  442. {
  443. Key: "value1",
  444. Score: 5,
  445. },
  446. }, pairs)
  447. })
  448. }
  449. func runOnCluster(t *testing.T, fn func(cluster Store)) {
  450. s1.FlushAll()
  451. s2.FlushAll()
  452. store := NewStore([]internal.NodeConf{
  453. {
  454. RedisConf: redis.RedisConf{
  455. Host: s1.Addr(),
  456. Type: redis.NodeType,
  457. },
  458. Weight: 100,
  459. },
  460. {
  461. RedisConf: redis.RedisConf{
  462. Host: s2.Addr(),
  463. Type: redis.NodeType,
  464. },
  465. Weight: 100,
  466. },
  467. })
  468. fn(store)
  469. }